00000800:00000200:3.1F:1749609474.264996:0:28319:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (2) 00000800:00000200:3.1:1749609474.265302:0:28310:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (2) 00000800:00000200:3.1:1749609474.265304:0:28310:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.106@tcp ffff88011344a0c0 deleted 00000800:00000010:3.1:1749609474.265305:0:28310:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88011344a0c0. 00000800:00000200:3.1:1749609474.265307:0:28310:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1749609474.265311:0:28310:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:1023 00000800:00000200:3.1:1749609474.265313:0:28310:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012a345d00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1749609474.265371:0:28309:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1749609474.265590:0:28311:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (4) 00000800:00000200:3.1:1749609474.265592:0:28311:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.106@tcp ffff88011344a0c0 deleted 00000800:00000010:3.1:1749609474.265593:0:28311:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88011344a0c0. 00000800:00000200:3.1:1749609474.265595:0:28311:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1749609474.265636:0:28309:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1749609474.399647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136acb600. 00010000:00000010:2.1:1749609474.399651:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b20800. 00010000:00000010:2.1:1749609474.402663:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d05a900. 00010000:00000010:2.1:1749609474.402670:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ec8a00. 00010000:00000010:2.1:1749609474.402672:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b21400. 00010000:00000010:2.1:1749609474.402674:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008700. 00010000:00000010:3.1:1749609474.476602:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008900. 00010000:00000010:3.1:1749609474.476608:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c4a3000. 00010000:00000010:1.1F:1749609474.476652:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008d861400. 00010000:00000010:1.1:1749609474.476660:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d05a800. 00010000:00000010:2.1:1749609494.695655:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301d2c00. 00010000:00000010:2.1:1749609494.695662:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096e1e600. 00010000:00000010:2.1:1749609500.699622:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301d2f00. 00010000:00000010:2.1:1749609500.699628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096e1ee00. 00010000:00000010:0.1F:1749609506.701747:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301d2200. 00010000:00000010:0.1:1749609506.701771:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096e1ea00. 00010000:00000010:3.1:1749609512.704615:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801301d2a00. 00010000:00000010:3.1:1749609512.704623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880096e1fa00. 00010000:00000010:2.1:1749609518.745620:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d045400. 00010000:00000010:2.1:1749609518.745625:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011307ec00. 00010000:00000010:2.1:1749609524.750595:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d045500. 00010000:00000010:2.1:1749609524.750600:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011307f800. 00010000:00000010:2.1:1749609529.835594:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008600. 00010000:00000010:2.1:1749609529.835600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88013726a400. 00010000:00000010:1.1:1749609530.751640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88011307ee00. 00010000:00000010:2.1:1749609535.836629:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d045700. 00010000:00000010:2.1:1749609535.836635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136acaa00. 00010000:00000010:1.1:1749609541.841645:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d045f00. 00010000:00000010:1.1:1749609541.841652:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b5272e00. 00010000:00000010:3.1:1749609557.837604:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008a00. 00010000:00000010:3.1:1749609557.837611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ec9c00. 00010000:00000010:2.1:1749609562.611628:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008f00. 00010000:00000010:2.1:1749609562.611634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ad5b200. 00010000:00000010:2.1:1749609563.840662:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008500. 00010000:00000010:2.1:1749609563.840671:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ec8600. 00010000:00000010:3.1:1749609568.614568:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ad5ac00. 00010000:00000010:3.1:1749609569.843671:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2a200. 00010000:00000010:3.1:1749609569.843677:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880111e2e400. 00010000:00000010:2.1:1749609574.622621:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4008f00. 00010000:00000010:2.1:1749609574.622627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ec9c00. 00010000:00000010:0.1:1749609580.623627:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880070fe1400. 00010000:00000010:1.1:1749609585.761605:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131983900. 00010000:00000010:1.1:1749609585.761611:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c421e00. 00010000:00000010:1.1:1749609591.771646:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801322c1b00. 00010000:00000010:1.1:1749609591.771651:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880070fe1400. 00010000:00000010:1.1:1749609607.765636:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129ec8800. 00010000:00000010:1.1:1749609612.555614:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880131983c00. 00010000:00000010:1.1:1749609612.555620:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801351f9600. 00010000:00000010:1.1:1749609613.771652:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4b90900. 00010000:00000010:1.1:1749609613.771663:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e569600. 00010000:00000010:3.1:1749609618.558689:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801351f8e00. 00010000:00000010:0.1:1749609619.777680:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4b90a00. 00010000:00000010:0.1:1749609619.777688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880070fe1800. 00010000:00000010:1.1:1749609624.569712:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4b90f00. 00010000:00000010:1.1:1749609624.569723:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880070fe1400. 00010000:00000010:2.1:1749609625.779640:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4b90e00. 00010000:00000010:2.1:1749609625.779646:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054e00. 00010000:00000010:2.1:1749609630.571581:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ddf9000. 00010000:00000010:2.1:1749609630.571586:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012be12c00. 00010000:00000010:0.1:1749609631.779603:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ddf9900. 00010000:00000010:0.1:1749609631.779610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012be12200. 00010000:00000010:1.1:1749609637.785615:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c500. 00010000:00000010:1.1:1749609637.785623:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c50a000. 00000800:00000200:0.1:1749609643.268104:0:28310:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012fd52900] -> 12345-192.168.202.6@tcp (2) 00000800:00000200:0.1:1749609643.268107:0:28310:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.6@tcp ffff88012fd52e40 deleted 00000800:00000010:0.1:1749609643.268109:0:28310:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012fd52e40. 00000800:00000200:0.1:1749609643.269012:0:28311:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012fd52900] -> 12345-192.168.202.6@tcp (3) 00000800:00000200:0.1:1749609643.269014:0:28311:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.6@tcp ffff88012fd52cc0 deleted 00000800:00000010:0.1:1749609643.269016:0:28311:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012fd52cc0. 00010000:00000010:2.1:1749609643.788596:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c700. 00010000:00000010:2.1:1749609643.788603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c100800. 00010000:00000010:1.1:1749609668.605586:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f200. 00010000:00000010:1.1:1749609668.605591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ad5a000. 00010000:00000010:3.1:1749609684.605611:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c900. 00010000:00000010:3.1:1749609684.605617:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055200. 00010000:00000010:1.1:1749609700.609663:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f700. 00010000:00000010:1.1:1749609700.609671:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ad5a000. 00010000:00000010:2.1:1749609716.606618:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c800. 00010000:00000010:2.1:1749609716.606626:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055200. 00010000:00000010:2.1:1749609732.609613:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57fd00. 00010000:00000010:2.1:1749609732.609619:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6a00. 00010000:00000010:0.1:1749609748.610656:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57fb00. 00010000:00000010:0.1:1749609748.610665:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d7200. 00010000:00000010:0.1:1749609764.612777:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40cc00. 00010000:00000010:0.1:1749609764.612788:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055c00. 00010000:00000010:2.1:1749609780.615680:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c800. 00010000:00000010:2.1:1749609780.615686:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054200. 00010000:00000010:2.1:1749609796.617634:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f200. 00010000:00000010:2.1:1749609796.617640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d7800. 00010000:00000010:2.1:1749609812.617716:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f900. 00010000:00000010:2.1:1749609812.617729:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6400. 00010000:00000010:0.1:1749609828.617737:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f100. 00010000:00000010:0.1:1749609828.617748:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6600. 00010000:00000010:0.1:1749609844.617611:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c800. 00010000:00000010:0.1:1749609844.617616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055200. 00010000:00000010:2.1:1749609850.617628:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c700. 00010000:00000010:2.1:1749609850.617633:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054e00. 00010000:00000010:0.1:1749609874.033598:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f900. 00010000:00000010:0.1:1749609874.033605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6c00. 00010000:00000010:2.1:1749609890.040693:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40cb00. 00010000:00000010:2.1:1749609890.040701:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054e00. 00010000:00000010:0.1:1749609906.045720:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c100. 00010000:00000010:0.1:1749609906.045729:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055c00. 00010000:00000010:0.1:1749609922.042677:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c900. 00010000:00000010:0.1:1749609922.042684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054e00. 00010000:00000010:2.1:1749609938.045595:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40cd00. 00010000:00000010:2.1:1749609938.045600:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054800. 00010000:00000010:0.1:1749609954.042671:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c800. 00010000:00000010:0.1:1749609954.042678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054200. 00010000:00000010:2.1:1749609970.047673:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40ca00. 00010000:00000010:2.1:1749609970.047680:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d054e00. 00010000:00000010:2.1:1749609986.054942:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012d57f900. 00010000:00000010:2.1:1749609986.054947:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d7200. 00000020:00000010:3.0:1749609994.057770:0:5045:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88007d207190. 00000020:01000004:3.0:1749609994.057781:0:5045:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-MDT0001 00000020:00000001:3.0:1749609994.057784:0:5045:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1749609994.057787:0:5045:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff880136947140. 00000020:00000010:3.0:1749609994.057790:0:5045:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8800b436d2a0. 00000020:00000001:3.0:1749609994.057794:0:5045:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749609994.057797:0:5045:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff880130e8f3c0. 00000020:00000001:3.0:1749609994.057800:0:5045:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749609994.057803:0:5045:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749609994.057806:0:5045:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749609994.057808:0:5045:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749609994.057810:0:5045:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749609994.057815:0:5045:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749609994.057817:0:5045:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88011307ea00) refs 2 10000000:00000001:3.0:1749609994.057819:0:5045:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609994.057821:0:5045:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612136928471552 : -131936781080064 : ffff88011307ea00) 10000000:00000001:3.0:1749609994.057825:0:5045:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749609994.057827:0:5045:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749609994.057830:0:5045:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749609994.057833:0:5045:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609994.057836:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057838:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057839:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057841:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057842:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057843:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057844:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057846:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057847:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057848:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057849:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749609994.057851:0:5045:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88011307ea00) refs 2 10000000:00000001:3.0:1749609994.057853:0:5045:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057855:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749609994.057856:0:5045:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88011307ea00) refs 1 10000000:01000000:3.0:1749609994.057858:0:5045:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1749609994.057860:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057861:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057862:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057863:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057870:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057871:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057873:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057874:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749609994.057875:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749609994.057876:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749609994.057895:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 14 10000000:00000010:3.0:1749609994.057899:0:5045:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88011307ea00. 10000000:00000001:3.0:1749609994.057902:0:5045:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749609994.057904:0:5045:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1749609994.057906:0:5045:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609994.057909:0:5045:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609994.057912:0:5045:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609994.057914:0:5045:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff880130e8f3c0. 00000020:00000001:3.0:1749609994.057917:0:5045:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609994.057921:0:5045:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88013644c780. 00000020:00000040:3.0:1749609994.057926:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a5000 : new refcount 7 00000020:00000010:3.0:1749609994.057929:0:5045:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b436dd20. 00000010:00000001:3.0:1749609994.057934:0:5045:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749609994.057938:0:5045:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749609994.057940:0:5045:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749609994.057943:0:5045:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749609994.057945:0:5045:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749609994.057947:0:5045:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749609994.057949:0:5045:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749609994.057952:0:5045:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609994.057953:0:5045:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749609994.057954:0:5045:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749609994.057955:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749609994.057957:0:5045:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749609994.057958:0:5045:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749609994.057960:0:5045:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000020:00000001:3.0:1749609994.057963:0:5045:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609994.057964:0:5045:0:(genops.c:1242:class_import_put()) import ffff8801327a4800 refcount=1 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749609994.057966:0:5045:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749609994.057967:0:5045:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609994.057969:0:5045:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749609994.057977:0:5045:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:3.0:1749609994.057979:0:5045:0:(import.c:66:import_set_state_nolock()) ffff8801327a4800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:3.0:1749609994.057981:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749609994.057982:0:5045:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749609994.057983:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749609994.057984:0:5045:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749609994.057986:0:5045:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609994.057988:0:5045:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609994.058010:0:5045:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749609994.058011:0:5045:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749609994.058013:0:5045:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749609994.058015:0:5045:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749609994.058016:0:5045:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00000040:3.0:1749609994.058018:0:5045:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749609994.058020:0:5045:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609994.058021:0:5045:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749609994.058022:0:5045:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749609994.058023:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749609994.058024:0:5045:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749609994.058025:0:5045:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749609994.058027:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749609994.058030:0:5045:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749609994.058032:0:5045:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749609994.058557:0:5045:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749609994.058559:0:5045:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749609994.058561:0:5045:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749609994.059079:0:5045:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609994.059083:0:5045:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749609994.059088:0:5045:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749609994.059090:0:5045:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749609994.059094:0:5045:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b436dd20. 00000020:00000001:3.0:1749609994.059099:0:5045:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609994.059102:0:5045:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88013644c780. 00000020:00000010:3.0:1749609994.059105:0:5045:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8800b436d2a0. 00000020:00000010:3.0:1749609994.059108:0:5045:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff880136947140. 00000020:00000010:3.0:1749609994.059113:0:5045:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e5c8c00. 00000020:00000010:3.0:1749609994.059118:0:5045:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c9200. 00000040:00000010:3.0:1749609994.059127:0:5045:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e5c9c00. 00000020:00000010:3.0:1749609994.059132:0:5045:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b2000. 00000020:00000010:3.0:1749609994.059137:0:5045:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b59e30. 00000020:00000010:3.0:1749609994.059141:0:5045:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5c8400. 80000000:00000010:3.0:1749609994.059145:0:5045:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d2a0. 40000000:00000010:3.0:1749609994.059149:0:5045:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947140. 00100000:00000010:3.0:1749609994.059154:0:5045:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b7000. 00040000:00000010:3.0:1749609994.059158:0:5045:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ad500. 00040000:00000010:3.0:1749609994.059162:0:5045:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e5c9a00. 00080000:00000010:3.0:1749609994.059167:0:5045:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65d000. 00080000:00000010:3.0:1749609994.059173:0:5045:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880115218000. 00000004:00000010:3.0:1749609994.059180:0:5045:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b2800. 00000004:00000010:3.0:1749609994.059186:0:5045:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009b65f000. 00000004:00000010:3.0:1749609994.059190:0:5045:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b6800. 00002000:00000010:3.0:1749609994.059194:0:5045:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099808400. 00000004:00000010:3.0:1749609994.059198:0:5045:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006a01b000. 00000020:00000010:3.0:1749609994.059202:0:5045:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947980. 00000020:00000001:3.0:1749609994.059206:0:5045:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749609994.059208:0:5045:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800b436dd20. 00000020:00000001:3.0:1749609994.059210:0:5045:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749609994.059211:0:5045:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749609994.059212:0:5045:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749609994.059214:0:5045:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749609994.059215:0:5045:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749609994.059218:0:5045:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749609994.059219:0:5045:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff880096e1ec00) refs 3 10000000:00000001:3.0:1749609994.059220:0:5045:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749609994.059222:0:5045:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134845606912 : -131938863944704 : ffff880096e1ec00) 00000100:00000001:3.0:1749609997.144399:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609997.144403:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144477:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749609997.144479:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749609997.144480:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.144485:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609997.144486:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.144500:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609997.144501:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749609997.144502:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749609997.144507:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144515:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749609997.144516:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609997.144518:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749609997.144520:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749609997.144522:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749609997.144550:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880076257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494452352:0@lo:400: 00000100:00000001:3.0:1749609997.144554:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749609997.144556:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749609997.144558:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609997.144559:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749609997.144562:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e5c9400. 02000000:00000001:3.0:1749609997.144564:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749609997.144567:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35c08. 00000400:00000010:3.0:1749609997.144570:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05e58. 00000100:00000200:3.0:1749609997.144574:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494452352, portal 10 00000100:00000001:3.0:1749609997.144575:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749609997.144576:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134296384640 : -131939413166976 : ffff880076257480) 00000100:00000040:3.0:1749609997.144582:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144588:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609997.144590:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609997.144591:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749609997.144593:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494452352, offset 0 00000400:00000200:3.0:1749609997.144596:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609997.144602:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609997.144607:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf913a80 00000400:00000200:3.0:1749609997.144611:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 169032 00000400:00000200:3.0:1749609997.144615:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609997.144617:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609997.144625:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749609997.144626:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749609997.144629:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d06dc00. 00000100:00000040:3.0:1749609997.144631:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008d06dc00 x1834598494452352 msgsize 224 00000100:00100000:3.0:1749609997.144634:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749609997.144640:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749609997.144644:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749609997.144645:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749609997.144647:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749609997.144650:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144656:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609997.144658:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144663:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144664:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749609997.144667:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609997.144670:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 943 usecs (1 jiffies) 00000100:00000001:3.0:1749609997.144672:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299270603 00000100:00000001:3.0:1749609997.144674:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299270616 00000100:00000001:3.0:1749609997.144676:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299270603 00000100:00000001:3.0:1749609997.144677:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299270616 00000100:00000001:3.0:1749609997.144679:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299270603 00000100:00000001:3.0:1749609997.144681:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299270616 00000100:00000001:3.0:1749609997.144683:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299270603 00000100:00000001:3.0:1749609997.144684:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299270616 00000100:00000001:3.0:1749609997.144685:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609997.144687:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144689:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144691:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144703:0:31995:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609997.144708:0:31995:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609997.144721:0:31995:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00000040:3.0:1749609997.144724:0:31995:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012e552000 : new rpc_count 1 00000100:00000001:3.0:1749609997.144725:0:31995:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134680255488 : -131939029296128 : ffff88008d06dc00) 00000100:00000040:3.0:1749609997.144729:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008d06dc00 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1749610008 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144752:0:31995:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749609997.144754:0:31995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947200. 00000100:00000001:3.0:1749609997.144756:0:31995:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749609997.144758:0:31995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136947200. 00000100:00100000:3.0:1749609997.144761:0:31995:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494452352:12345-0@lo:400: 00000100:00000200:3.0:1749609997.144763:0:31995:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494452352 00000020:00000001:3.0:1749609997.144765:0:31995:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749609997.144767:0:31995:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749609997.144768:0:31995:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609997.144770:0:31995:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749609997.144771:0:31995:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749609997.144773:0:31995:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749609997.144776:0:31995:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749609997.144777:0:31995:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749609997.144779:0:31995:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749609997.144780:0:31995:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609997.144782:0:31995:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749609997.144784:0:31995:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609997.144785:0:31995:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609997.144789:0:31995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b715800. 02000000:00000001:3.0:1749609997.144790:0:31995:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144792:0:31995:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609997.144793:0:31995:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749609997.144795:0:31995:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494452352 00010000:00000001:3.0:1749609997.144797:0:31995:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749609997.144800:0:31995:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008d06dc00 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610008 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609997.144812:0:31995:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609997.144813:0:31995:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609997.144815:0:31995:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129f451f0 time=117 v=5 (1 1 1 0) 00000100:00000001:3.0:1749609997.144818:0:31995:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609997.144819:0:31995:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749609997.144821:0:31995:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749609997.144822:0:31995:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609997.144823:0:31995:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144825:0:31995:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609997.144826:0:31995:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609997.144828:0:31995:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749609997.144830:0:31995:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494452352, offset 224 00000400:00000200:3.0:1749609997.144833:0:31995:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609997.144837:0:31995:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609997.144841:0:31995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf913a80 00000400:00000200:3.0:1749609997.144846:0:31995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2fb9 [1] + 224 00000400:00000200:3.0:1749609997.144848:0:31995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609997.144851:0:31995:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609997.144853:0:31995:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609997.144855:0:31995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609997.144861:0:31995:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.144868:0:31995:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609997.144870:0:31995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749609997.144872:0:31995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749609997.144873:0:31995:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609997.144874:0:31995:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609997.144876:0:31995:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609997.144878:0:31995:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749609997.144879:0:31995:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749609997.144881:0:31995:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609997.144882:0:31995:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749609997.144888:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008d06dc00 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610008 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609997.144894:0:31995:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494452352:12345-0@lo:400: Request processed in 141us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1749609997.144900:0:31995:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000040:3.0:1749609997.144902:0:31995:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012e552000 : new rpc_count 0 00000100:00000001:3.0:1749609997.144903:0:31995:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609997.144904:0:31995:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609997.144906:0:31995:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749609997.144909:0:31995:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000020:00000010:3.0:1749609997.144912:0:31995:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b49ebe00. 00000020:00000040:3.0:1749609997.144916:0:31995:0:(genops.c:898:class_export_put()) PUTting export ffff88012e552000 : new refcount 4 00000100:00000001:3.0:1749609997.144917:0:31995:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.144923:0:31995:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749609997.144924:0:31995:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749609997.144927:0:31995:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00000001:3.0:1749609997.144928:0:31995:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 00000100:00000040:3.0:1749609997.144931:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3b80 x1834598494451968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609997.144936:0:31995:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494451968:12345-0@lo:38: 00000100:00000200:3.0:1749609997.144938:0:31995:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494451968 00000020:00000001:3.0:1749609997.144939:0:31995:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749609997.144941:0:31995:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749609997.144947:0:31995:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749609997.144949:0:31995:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749609997.144951:0:31995:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749609997.144953:0:31995:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749609997.144955:0:31995:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749609997.144956:0:31995:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749609997.144957:0:31995:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749609997.144978:0:31995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b717000. 02000000:00000001:3.0:1749609997.144980:0:31995:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.144981:0:31995:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609997.144983:0:31995:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749609997.144985:0:31995:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609997.144987:0:31995:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749609997.144989:0:31995:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749609997.144990:0:31995:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749609997.144992:0:31995:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749609997.144993:0:31995:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749609997.144995:0:31995:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749609997.144997:0:31995:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749609997.144998:0:31995:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749609997.144999:0:31995:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.145000:0:31995:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749609997.145001:0:31995:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749609997.145003:0:31995:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749609997.145005:0:31995:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494451968, offset 0 00000400:00000200:3.0:1749609997.145017:0:31995:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749609997.145022:0:31995:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749609997.145026:0:31995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf913900 00000400:00000200:3.0:1749609997.145029:0:31995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2fc1 [1] + 0 00000400:00000200:3.0:1749609997.145031:0:31995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749609997.145033:0:31995:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749609997.145035:0:31995:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609997.145038:0:31995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880096c05c00 x1834598494451968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749609997.145043:0:31995:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880096c05c00 x1834598494451968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.145048:0:31995:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749609997.145051:0:31995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749609997.145052:0:31995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749609997.145054:0:31995:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749609997.145058:0:31995:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749609997.145061:0:31995:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609997.145063:0:31995:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749609997.145064:0:31995:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749609997.145066:0:31995:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749609997.145068:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494451968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610017 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609997.145075:0:31995:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494451968:12345-0@lo:38: Request processed in 138us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749609997.145083:0:31995:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00000001:3.0:1749609997.145085:0:31995:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749609997.145086:0:31995:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749609997.145089:0:31995:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008d6e5480. 00000020:00000010:3.0:1749609997.145092:0:31995:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000020:00000010:3.0:1749609997.145095:0:31995:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ed1ce00. 00000100:00000001:3.0:1749609997.145099:0:31995:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.145112:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609997.145113:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749609997.145117:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749609997.145118:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749609997.145120:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009cb35c08. 00000400:00000200:3.0:1749609997.145123:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05e58 00000400:00000010:3.0:1749609997.145125:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05e58. 00000100:00000001:3.0:1749609997.145127:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749609997.145131:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749609997.145140:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.145146:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749609997.145147:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.145149:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749609997.145151:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749609997.145153:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749609997.145154:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749609997.145156:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749609997.145166:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007913c438 time=67 v=5 (5 5 5 0) 00000100:00001000:3.0:1749609997.145169:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007913c3f0 time=67 v=5 (1 1 1 0) 00000100:00000001:3.0:1749609997.145171:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749609997.145172:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749609997.145174:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749609997.145178:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749609997.145185:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.145187:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749609997.145189:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749609997.145191:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749609997.145192:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609997.145195:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.145219:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749609997.145221:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749609997.145223:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749609997.145227:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749609997.145235:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880076257480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494452352:0@lo:400: 00000100:00000001:3.0:1749609997.145239:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.145242:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749609997.145244:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880076257480 x1834598494452352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749609997.145251:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749609997.145253:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749609997.145255:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012e5c9400. 02000000:00000001:3.0:1749609997.145258:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749609997.145260:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749609997.145261:0:28321:0:(genops.c:1242:class_import_put()) import ffff88007913c000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749609997.145263:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749609997.145266:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009b40ca00. 02000000:00000001:3.0:1749609997.145268:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749609997.145274:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749609997.145276:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880076257480. 00000100:00000001:3.0:1749609997.145279:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749609997.145280:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.145282:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749609997.145287:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749609997.145288:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749609997.145290:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749609997.145292:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749609997.158593:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299270616, at 4299270616 00000100:00000010:3.0:1749609997.158605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaa840. 00000020:00000001:3.0:1749610001.682845:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610001.682851:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610001.682854:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1749610002.043066:0:5045:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610002.043070:0:5045:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610002.043072:0:5045:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610002.043074:0:5045:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610002.043076:0:5045:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610002.043077:0:5045:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610002.043078:0:5045:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610002.043079:0:5045:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610002.043080:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610002.043082:0:5045:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff880096e1f600) refs 1 10000000:01000000:3.0:1749610002.043084:0:5045:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:3.0:1749610002.043085:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043086:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043087:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043087:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043088:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043089:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043089:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043090:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043090:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043091:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749610002.043093:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 13 10000000:00000010:3.0:1749610002.043095:0:5045:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 293 at ffff880096e1f600. 10000000:00000001:3.0:1749610002.043098:0:5045:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043109:0:5045:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610002.043111:0:5045:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610002.043112:0:5045:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610002.043113:0:5045:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610002.043114:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610002.043115:0:5045:0:(mgc_request.c:123:config_log_put()) log params(ffff880096e1e400) refs 1 10000000:01000000:3.0:1749610002.043116:0:5045:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1749610002.043117:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043118:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043118:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043119:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043119:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043120:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043121:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043121:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610002.043122:0:5045:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610002.043122:0:5045:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749610002.043123:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 12 10000000:00000010:3.0:1749610002.043124:0:5045:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff880096e1e400. 10000000:00000001:3.0:1749610002.043126:0:5045:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1749610002.045613:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c600. 00010000:00000010:3.1:1749610002.045620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d055200. 00000100:00000001:3.0:1749610002.159052:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610002.159056:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610002.159057:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610002.159063:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f06680 x1834598494452864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610002.159072:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610002.159073:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610002.159076:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610002.159078:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610002.159080:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610002.159082:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494452864:0@lo:400: 00000100:00000001:3.0:1749610002.159086:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610002.159088:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610002.159090:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610002.159091:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610002.159093:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012e5c9400. 02000000:00000001:3.0:1749610002.159095:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610002.159103:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35c08. 00000400:00000010:3.0:1749610002.159106:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05e58. 00000100:00000200:3.0:1749610002.159109:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494452864, portal 10 00000100:00000001:3.0:1749610002.159110:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610002.159111:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209021568 : -131939500530048 : ffff880070f06680) 00000100:00000040:3.0:1749610002.159115:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f06680 x1834598494452864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610002.159120:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610002.159121:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610002.159122:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610002.159124:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494452864, offset 0 00000400:00000200:3.0:1749610002.159126:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610002.159131:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610002.159135:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf913c80 00000400:00000200:3.0:1749610002.159139:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 170296 00000400:00000200:3.0:1749610002.159143:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610002.159145:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610002.159147:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610002.159148:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610002.159150:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008d06f800. 00000100:00000040:3.0:1749610002.159152:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008d06f800 x1834598494452864 msgsize 224 00000100:00100000:3.0:1749610002.159154:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610002.159161:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610002.159164:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749610002.159165:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749610002.159167:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610002.159169:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f06680 x1834598494452864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610002.159174:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610002.159175:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f06680 x1834598494452864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610002.159179:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159180:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610002.159185:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610002.159188:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 918 usecs (1 jiffies) 00000100:00000001:3.0:1749610002.159189:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299275617 00000100:00000001:3.0:1749610002.159191:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299275617 00000100:00000001:3.0:1749610002.159192:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299275617 00000100:00000001:3.0:1749610002.159193:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299275617 00000100:00000001:3.0:1749610002.159194:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299275617 00000100:00000001:3.0:1749610002.159195:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299275617 00000100:00000001:3.0:1749610002.159196:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299275617 00000100:00000001:3.0:1749610002.159197:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299275617 00000100:00000001:3.0:1749610002.159198:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610002.159200:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159201:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159202:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610002.159205:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610002.159206:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610002.159207:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610002.159208:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610002.159209:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159210:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159224:0:30798:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610002.159234:0:30798:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494452864 02000000:00000001:3.0:1749610002.159235:0:30798:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610002.159236:0:30798:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610002.159237:0:30798:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610002.159239:0:30798:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610002.159241:0:30798:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494452864 00000020:00000001:3.0:1749610002.159242:0:30798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610002.159243:0:30798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cd1c 00000020:00000001:3.0:1749610002.159244:0:30798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610002.159245:0:30798:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006b836800 refcount=5 00000020:00000001:3.0:1749610002.159246:0:30798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134117992448 : -131939591559168 : ffff88006b836800) 00000020:00000001:3.0:1749610002.159248:0:30798:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134117992448 : -131939591559168 : ffff88006b836800) 00000100:00000001:3.0:1749610002.159254:0:30798:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610002.159256:0:30798:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947200. 00000020:00000040:3.0:1749610002.159260:0:30798:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88011522aae0) now 8 - evictor 00000100:00000001:3.0:1749610002.159264:0:30798:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610002.159267:0:30798:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1e400. 00000020:00000010:3.0:1749610002.159269:0:30798:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c780. 00000020:00000010:3.0:1749610002.159271:0:30798:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000040:3.0:1749610002.159276:0:30798:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610002.159278:0:30798:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610002.159279:0:30798:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610002.159281:0:30798:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610002.159285:0:30798:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610002.159287:0:30798:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610002.159288:0:30798:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159293:0:30798:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610002.159298:0:30798:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610002.159300:0:30798:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494452736 02000000:00000001:3.0:1749610002.159301:0:30798:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610002.159302:0:30798:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610002.159304:0:30798:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610002.159306:0:30798:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610002.159307:0:30798:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494452736 00000020:00000001:3.0:1749610002.159309:0:30798:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610002.159310:0:30798:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610002.159311:0:30798:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610002.159312:0:30798:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610002.159314:0:30798:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610002.159316:0:30798:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610002.159319:0:30798:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610002.159321:0:30798:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610002.159324:0:30798:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610002.159324:0:30798:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610002.159326:0:30798:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159330:0:30798:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159338:0:30798:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610002.159343:0:30798:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610002.159349:0:30798:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610002.159353:0:30798:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00000001:3.0:1749610002.159355:0:30798:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134296384640 : -131939413166976 : ffff880076257480) 00000100:00000040:3.0:1749610002.159359:0:30798:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880076257480 x1834598494452736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610002.159368:0:30798:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880076257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494452736:12345-0@lo:38: 00000100:00000200:3.0:1749610002.159370:0:30798:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494452736 00000020:00000001:3.0:1749610002.159373:0:30798:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610002.159374:0:30798:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610002.159381:0:30798:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610002.159384:0:30798:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610002.159386:0:30798:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610002.159388:0:30798:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610002.159390:0:30798:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610002.159392:0:30798:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610002.159393:0:30798:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610002.159396:0:30798:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b716800. 02000000:00000001:3.0:1749610002.159398:0:30798:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159399:0:30798:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610002.159401:0:30798:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610002.159403:0:30798:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610002.159405:0:30798:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610002.159407:0:30798:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610002.159409:0:30798:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610002.159411:0:30798:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610002.159412:0:30798:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610002.159414:0:30798:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610002.159416:0:30798:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749610002.159418:0:30798:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610002.159419:0:30798:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610002.159421:0:30798:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610002.159423:0:30798:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610002.159430:0:30798:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610002.159433:0:30798:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494452736, offset 0 00000400:00000200:3.0:1749610002.159439:0:30798:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610002.159445:0:30798:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610002.159449:0:30798:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf913c00 00000400:00000200:3.0:1749610002.159454:0:30798:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ff5 [1] + 0 00000400:00000200:3.0:1749610002.159458:0:30798:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610002.159461:0:30798:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610002.159463:0:30798:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610002.159467:0:30798:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf3800 x1834598494452736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610002.159475:0:30798:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf3800 x1834598494452736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610002.159483:0:30798:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610002.159487:0:30798:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749610002.159489:0:30798:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749610002.159491:0:30798:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610002.159492:0:30798:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610002.159494:0:30798:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610002.159497:0:30798:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610002.159499:0:30798:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610002.159500:0:30798:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610002.159504:0:30798:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880076257480 x1834598494452736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610022 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610002.159509:0:30798:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880076257480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494452736:12345-0@lo:38: Request processed in 143us (266us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610002.159514:0:30798:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00000001:3.0:1749610002.159516:0:30798:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610002.159517:0:30798:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610002.159519:0:30798:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610002.159521:0:30798:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749610002.159547:0:30798:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1f600. 00000100:00000001:3.0:1749610002.159549:0:30798:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610002.159561:0:30841:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610002.159563:0:30841:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88011522aae0) now 8 - evictor 00000100:00000040:3.0:1749610002.159568:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299275617, at 4299275617 00000100:00000010:3.0:1749610002.159571:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819480. 00000020:00000001:3.0:1749610003.686761:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610003.686765:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610003.686767:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610005.690726:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610005.690729:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610005.690732:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610007.166981:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610007.166984:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610007.166986:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610007.166991:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.166999:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610007.167000:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610007.167002:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610007.167004:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610007.167006:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610007.167009:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494453504:0@lo:400: 00000100:00000001:3.0:1749610007.167012:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610007.167014:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610007.167015:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610007.167017:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610007.167020:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096e1f600. 02000000:00000001:3.0:1749610007.167022:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610007.167026:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35b58. 00000400:00000010:3.0:1749610007.167031:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610007.167034:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494453504, portal 10 00000100:00000001:3.0:1749610007.167036:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610007.167037:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849088128 : -131938860463488 : ffff880097170a80) 00000100:00000040:3.0:1749610007.167043:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167064:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610007.167067:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610007.167068:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610007.167071:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494453504, offset 0 00000400:00000200:3.0:1749610007.167075:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610007.167081:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610007.167087:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf913f00 00000400:00000200:3.0:1749610007.167094:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 171784 00000400:00000200:3.0:1749610007.167099:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610007.167101:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610007.167105:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610007.167106:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610007.167110:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805500. 00000100:00000040:3.0:1749610007.167112:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880099805500 x1834598494453504 msgsize 224 00000100:00100000:3.0:1749610007.167115:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610007.167122:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610007.167128:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f055d8 00000400:00000010:3.0:1749610007.167130:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f055d8. 00000100:00000001:3.0:1749610007.167132:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610007.167136:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167143:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610007.167145:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167151:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167153:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610007.167155:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610007.167158:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 865 usecs (1 jiffies) 00000100:00000001:3.0:1749610007.167160:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299280625 00000100:00000001:3.0:1749610007.167163:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299280625 00000100:00000001:3.0:1749610007.167165:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299280625 00000100:00000001:3.0:1749610007.167167:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299280625 00000100:00000001:3.0:1749610007.167172:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299280625 00000100:00000001:3.0:1749610007.167174:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299280625 00000100:00000001:3.0:1749610007.167176:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299280625 00000100:00000001:3.0:1749610007.167178:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299280625 00000100:00000001:3.0:1749610007.167179:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610007.167181:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167183:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167185:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167189:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610007.167191:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610007.167192:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610007.167193:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610007.167195:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167196:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610007.167206:0:30841:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610007.167209:0:30841:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88011522aae0) now 8 - evictor 00000100:00000001:3.0:1749610007.167254:0:30796:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610007.167256:0:30796:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494453376 02000000:00000001:3.0:1749610007.167258:0:30796:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610007.167260:0:30796:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610007.167261:0:30796:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610007.167263:0:30796:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610007.167265:0:30796:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494453376 00000020:00000001:3.0:1749610007.167267:0:30796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610007.167268:0:30796:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610007.167269:0:30796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610007.167271:0:30796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610007.167272:0:30796:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610007.167276:0:30796:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1e400. 00000020:00000010:3.0:1749610007.167279:0:30796:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610007.167282:0:30796:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610007.167285:0:30796:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610007.167286:0:30796:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610007.167288:0:30796:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167295:0:30796:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167300:0:30796:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167307:0:30796:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610007.167308:0:30796:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610007.167311:0:30796:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00000001:3.0:1749610007.167313:0:30796:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843411840 : -131938866139776 : ffff880096c06d80) 00000100:00000040:3.0:1749610007.167317:0:30796:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c06d80 x1834598494453376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610007.167325:0:30796:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494453376:12345-0@lo:38: 00000100:00000200:3.0:1749610007.167328:0:30796:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494453376 00000020:00000001:3.0:1749610007.167330:0:30796:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610007.167332:0:30796:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610007.167338:0:30796:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610007.167341:0:30796:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610007.167344:0:30796:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610007.167346:0:30796:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610007.167348:0:30796:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610007.167349:0:30796:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610007.167351:0:30796:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610007.167353:0:30796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b717800. 02000000:00000001:3.0:1749610007.167355:0:30796:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167357:0:30796:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610007.167359:0:30796:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610007.167360:0:30796:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610007.167363:0:30796:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610007.167365:0:30796:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610007.167367:0:30796:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610007.167369:0:30796:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610007.167370:0:30796:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610007.167372:0:30796:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610007.167375:0:30796:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610007.167380:0:30796:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610007.167382:0:30796:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167384:0:30796:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610007.167386:0:30796:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610007.167388:0:30796:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610007.167391:0:30796:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494453376, offset 0 00000400:00000200:3.0:1749610007.167395:0:30796:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610007.167400:0:30796:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610007.167405:0:30796:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf913e80 00000400:00000200:3.0:1749610007.167409:0:30796:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3039 [1] + 0 00000400:00000200:3.0:1749610007.167412:0:30796:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610007.167415:0:30796:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610007.167417:0:30796:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610007.167421:0:30796:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097170700 x1834598494453376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610007.167429:0:30796:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097170700 x1834598494453376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167435:0:30796:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610007.167439:0:30796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f055d8 00000400:00000010:3.0:1749610007.167441:0:30796:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f055d8. 00000100:00000001:3.0:1749610007.167442:0:30796:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610007.167443:0:30796:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610007.167445:0:30796:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610007.167448:0:30796:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610007.167450:0:30796:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610007.167451:0:30796:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610007.167455:0:30796:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c06d80 x1834598494453376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610027 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610007.167463:0:30796:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494453376:12345-0@lo:38: Request processed in 138us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610007.167469:0:30796:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00000001:3.0:1749610007.167471:0:30796:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610007.167472:0:30796:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610007.167478:0:30796:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610007.167481:0:30796:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749610007.167484:0:30796:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1e400. 00000100:00000001:3.0:1749610007.167487:0:30796:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167499:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610007.167500:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610007.167502:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610007.167504:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610007.167505:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009cb35b58. 00000400:00000200:3.0:1749610007.167508:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749610007.167510:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749610007.167512:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610007.167515:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610007.167551:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167557:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610007.167559:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167561:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610007.167562:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610007.167563:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610007.167565:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610007.167566:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610007.167570:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007819bc38 time=127 v=5 (5 5 5 0) 00000100:00001000:3.0:1749610007.167573:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007819bbf0 time=127 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610007.167575:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610007.167576:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610007.167579:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610007.167582:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610007.167588:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167590:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610007.167592:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610007.167594:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610007.167595:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610007.167602:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167608:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610007.167610:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610007.167611:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610007.167614:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610007.167621:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097170a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494453504:0@lo:400: 00000100:00000001:3.0:1749610007.167625:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167626:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610007.167629:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097170a80 x1834598494453504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610007.167635:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610007.167636:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610007.167639:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880096e1f600. 02000000:00000001:3.0:1749610007.167641:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610007.167643:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610007.167644:0:28321:0:(genops.c:1242:class_import_put()) import ffff88007819b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610007.167646:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610007.167648:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e700. 02000000:00000001:3.0:1749610007.167652:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610007.167653:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610007.167655:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170a80. 00000100:00000001:3.0:1749610007.167658:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610007.167659:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167661:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610007.167664:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610007.167665:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610007.167666:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610007.167668:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610007.167674:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299280625, at 4299280625 00000100:00000010:3.0:1749610007.167678:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819100. 00000020:00000001:3.0:1749610011.702762:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610011.702777:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610011.702779:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610012.175079:0:30801:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610012.175082:0:30801:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494453888 02000000:00000001:3.0:1749610012.175084:0:30801:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610012.175086:0:30801:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610012.175088:0:30801:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610012.175092:0:30801:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610012.175094:0:30801:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494453888 00000020:00000001:3.0:1749610012.175096:0:30801:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610012.175098:0:30801:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610012.175099:0:30801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610012.175101:0:30801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610012.175102:0:30801:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610012.175106:0:30801:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610012.175109:0:30801:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610012.175113:0:30801:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610012.175116:0:30801:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610012.175117:0:30801:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610012.175119:0:30801:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175123:0:30801:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175127:0:30801:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610012.175133:0:30801:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610012.175134:0:30801:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610012.175138:0:30801:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000001:3.0:1749610012.175140:0:30801:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134920850944 : -131938788700672 : ffff88009b5e0e00) 00000100:00000040:3.0:1749610012.175144:0:30801:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b5e0e00 x1834598494453888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610012.175152:0:30801:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494453888:12345-0@lo:38: 00000100:00000200:3.0:1749610012.175155:0:30801:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494453888 00000020:00000001:3.0:1749610012.175157:0:30801:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610012.175159:0:30801:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610012.175169:0:30801:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610012.175172:0:30801:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610012.175183:0:30801:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610012.175186:0:30801:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610012.175188:0:30801:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610012.175190:0:30801:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610012.175192:0:30801:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610012.175195:0:30801:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad9000. 02000000:00000001:3.0:1749610012.175197:0:30801:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175198:0:30801:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610012.175201:0:30801:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610012.175203:0:30801:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610012.175205:0:30801:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610012.175207:0:30801:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610012.175209:0:30801:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610012.175211:0:30801:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610012.175213:0:30801:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610012.175215:0:30801:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610012.175217:0:30801:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610012.175219:0:30801:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610012.175220:0:30801:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175221:0:30801:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610012.175223:0:30801:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610012.175225:0:30801:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610012.175227:0:30801:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494453888, offset 0 00000400:00000200:3.0:1749610012.175231:0:30801:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610012.175236:0:30801:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610012.175240:0:30801:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf914080 00000400:00000200:3.0:1749610012.175243:0:30801:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x305d [1] + 0 00000400:00000200:3.0:1749610012.175247:0:30801:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610012.175249:0:30801:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610012.175251:0:30801:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610012.175254:0:30801:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097171180 x1834598494453888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610012.175262:0:30801:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097171180 x1834598494453888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610012.175271:0:30801:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610012.175274:0:30801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749610012.175276:0:30801:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749610012.175278:0:30801:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610012.175279:0:30801:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610012.175281:0:30801:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610012.175283:0:30801:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610012.175284:0:30801:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610012.175286:0:30801:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610012.175288:0:30801:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b5e0e00 x1834598494453888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610032 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610012.175295:0:30801:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494453888:12345-0@lo:38: Request processed in 143us (387us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610012.175301:0:30801:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:3.0:1749610012.175302:0:30801:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610012.175303:0:30801:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610012.175306:0:30801:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610012.175309:0:30801:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749610012.175311:0:30801:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1f600. 00000100:00000001:3.0:1749610012.175314:0:30801:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610012.175324:0:32038:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610012.175326:0:32038:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494454272 02000000:00000001:3.0:1749610012.175327:0:32038:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610012.175328:0:32038:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610012.175329:0:32038:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610012.175331:0:32038:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610012.175333:0:32038:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494454272 00000020:00000001:3.0:1749610012.175334:0:32038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610012.175335:0:32038:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610012.175336:0:32038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610012.175337:0:32038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610012.175338:0:32038:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610012.175340:0:32038:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610012.175342:0:32038:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c800. 00000020:00000010:3.0:1749610012.175346:0:32038:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610012.175349:0:32038:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610012.175350:0:32038:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610012.175351:0:32038:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175353:0:32038:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175355:0:32038:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610012.175359:0:32038:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610012.175360:0:32038:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610012.175362:0:32038:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00000001:3.0:1749610012.175363:0:32038:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943995904 : -131938765555712 : ffff88009cbf3800) 00000100:00000040:3.0:1749610012.175366:0:32038:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3800 x1834598494454016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610012.175372:0:32038:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494454016:12345-0@lo:38: 00000100:00000200:3.0:1749610012.175374:0:32038:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494454016 00000020:00000001:3.0:1749610012.175375:0:32038:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610012.175377:0:32038:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610012.175381:0:32038:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610012.175383:0:32038:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610012.175385:0:32038:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610012.175386:0:32038:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610012.175388:0:32038:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610012.175389:0:32038:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610012.175390:0:32038:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610012.175392:0:32038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad9800. 02000000:00000001:3.0:1749610012.175393:0:32038:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175394:0:32038:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610012.175395:0:32038:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610012.175396:0:32038:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610012.175398:0:32038:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610012.175400:0:32038:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610012.175401:0:32038:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610012.175403:0:32038:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610012.175408:0:32038:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610012.175425:0:32038:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610012.175427:0:32038:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610012.175428:0:32038:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610012.175429:0:32038:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610012.175430:0:32038:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610012.175431:0:32038:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610012.175433:0:32038:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610012.175435:0:32038:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494454016, offset 0 00000400:00000200:3.0:1749610012.175437:0:32038:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610012.175441:0:32038:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610012.175443:0:32038:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf914100 00000400:00000200:3.0:1749610012.175446:0:32038:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x3075 [1] + 0 00000400:00000200:3.0:1749610012.175449:0:32038:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610012.175450:0:32038:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610012.175452:0:32038:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610012.175455:0:32038:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097171880 x1834598494454016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610012.175460:0:32038:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097171880 x1834598494454016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610012.175465:0:32038:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610012.175467:0:32038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05b28 00000400:00000010:3.0:1749610012.175468:0:32038:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05b28. 00000100:00000001:3.0:1749610012.175469:0:32038:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610012.175470:0:32038:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610012.175471:0:32038:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610012.175473:0:32038:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610012.175474:0:32038:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610012.175476:0:32038:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610012.175478:0:32038:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3800 x1834598494454016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610032 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610012.175483:0:32038:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494454016:12345-0@lo:38: Request processed in 111us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610012.175492:0:32038:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00000001:3.0:1749610012.175494:0:32038:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610012.175495:0:32038:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610012.175497:0:32038:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008d6e5e80. 00000020:00000010:3.0:1749610012.175499:0:32038:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000020:00000010:3.0:1749610012.175500:0:32038:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ed1d000. 00000100:00000001:3.0:1749610012.175503:0:32038:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610012.176552:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299285633, at 4299285634 00000100:00000010:3.0:1749610012.176556:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819b00. 00000020:00000001:3.0:1749610013.706713:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610013.706718:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610013.706720:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610015.710712:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610015.710716:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610015.710718:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610017.182980:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610017.182983:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610017.182985:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610017.182992:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097172d80 x1834598494454784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183000:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610017.183001:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610017.183004:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610017.183005:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610017.183008:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610017.183010:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494454784:0@lo:400: 00000100:00000001:3.0:1749610017.183014:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610017.183016:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610017.183018:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610017.183019:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610017.183022:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096e1e400. 02000000:00000001:3.0:1749610017.183041:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610017.183046:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35b58. 00000400:00000010:3.0:1749610017.183068:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610017.183073:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494454784, portal 10 00000100:00000001:3.0:1749610017.183076:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610017.183078:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849097088 : -131938860454528 : ffff880097172d80) 00000100:00000040:3.0:1749610017.183087:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097172d80 x1834598494454784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183096:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610017.183099:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610017.183102:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610017.183105:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494454784, offset 0 00000400:00000200:3.0:1749610017.183111:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610017.183135:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610017.183141:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf914400 00000400:00000200:3.0:1749610017.183145:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xadd [64] + 174760 00000400:00000200:3.0:1749610017.183150:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610017.183153:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610017.183156:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610017.183158:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610017.183161:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806300. 00000100:00000040:3.0:1749610017.183163:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880099806300 x1834598494454784 msgsize 224 00000100:00100000:3.0:1749610017.183167:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610017.183174:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610017.183181:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f055d8 00000400:00000010:3.0:1749610017.183183:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f055d8. 00000100:00000001:3.0:1749610017.183186:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610017.183188:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097172d80 x1834598494454784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183195:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610017.183197:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097172d80 x1834598494454784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183203:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183205:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610017.183207:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610017.183210:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 835 usecs (1 jiffies) 00000100:00000001:3.0:1749610017.183216:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299290641 00000100:00000001:3.0:1749610017.183219:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299290641 00000100:00000001:3.0:1749610017.183221:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299290641 00000100:00000001:3.0:1749610017.183223:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299290641 00000100:00000001:3.0:1749610017.183224:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299290641 00000100:00000001:3.0:1749610017.183226:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299290641 00000100:00000001:3.0:1749610017.183228:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299290641 00000100:00000001:3.0:1749610017.183230:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299290641 00000100:00000001:3.0:1749610017.183231:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610017.183233:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183235:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183237:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610017.183241:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610017.183242:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610017.183243:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610017.183244:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610017.183245:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183247:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183259:0:31995:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610017.183260:0:31995:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494455040 02000000:00000001:3.0:1749610017.183262:0:31995:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610017.183263:0:31995:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610017.183265:0:31995:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610017.183267:0:31995:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610017.183270:0:31995:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494455040 00000020:00000001:3.0:1749610017.183271:0:31995:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610017.183272:0:31995:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cda1 00000020:00000001:3.0:1749610017.183274:0:31995:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610017.183276:0:31995:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e552000 refcount=5 00000020:00000001:3.0:1749610017.183278:0:31995:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137386516480 : -131936323035136 : ffff88012e552000) 00000020:00000001:3.0:1749610017.183280:0:31995:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137386516480 : -131936323035136 : ffff88012e552000) 00000100:00000001:3.0:1749610017.183282:0:31995:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610017.183288:0:31995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947580. 00000020:00000010:3.0:1749610017.183291:0:31995:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136acd0c0. 00000020:00000040:3.0:1749610017.183295:0:31995:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88011522aae0) now 8 - evictor 00000100:00000001:3.0:1749610017.183299:0:31995:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610017.183300:0:31995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136947580. 00000020:00000010:3.0:1749610017.183305:0:31995:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610017.183310:0:31995:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c880. 00000020:00000010:3.0:1749610017.183313:0:31995:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000001:3.0:1749610017.183316:0:31995:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610017.183318:0:31995:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610017.183319:0:31995:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610017.183322:0:31995:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610017.183323:0:31995:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610017.183324:0:31995:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183328:0:31995:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610017.183333:0:31995:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610017.183334:0:31995:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610017.183337:0:31995:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00000040:3.0:1749610017.183339:0:31995:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012e552000 : new rpc_count 1 00000100:00000001:3.0:1749610017.183341:0:31995:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335886464 : -131939373665152 : ffff880078803480) 00000100:00000040:3.0:1749610017.183345:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078803480 x1834598494455040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/0 e 0 to 0 dl 1749610028 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183352:0:31995:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610017.183353:0:31995:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947580. 00000100:00000001:3.0:1749610017.183355:0:31995:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610017.183357:0:31995:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136947580. 00000100:00100000:3.0:1749610017.183359:0:31995:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494455040:12345-0@lo:400: 00000100:00000200:3.0:1749610017.183362:0:31995:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494455040 00000020:00000001:3.0:1749610017.183364:0:31995:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610017.183365:0:31995:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610017.183367:0:31995:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183368:0:31995:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610017.183369:0:31995:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610017.183375:0:31995:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610017.183377:0:31995:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610017.183378:0:31995:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610017.183380:0:31995:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610017.183381:0:31995:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183383:0:31995:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610017.183385:0:31995:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610017.183386:0:31995:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610017.183389:0:31995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009badbc00. 02000000:00000001:3.0:1749610017.183390:0:31995:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183392:0:31995:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183393:0:31995:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610017.183395:0:31995:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494455040 00010000:00000001:3.0:1749610017.183397:0:31995:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610017.183400:0:31995:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078803480 x1834598494455040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610028 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610017.183406:0:31995:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610017.183424:0:31995:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610017.183427:0:31995:0:(import.c:2097:obd_at_measure()) add 1 to ffff880129f451f0 time=137 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610017.183432:0:31995:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610017.183434:0:31995:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610017.183437:0:31995:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610017.183440:0:31995:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610017.183442:0:31995:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183444:0:31995:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610017.183446:0:31995:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610017.183449:0:31995:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610017.183452:0:31995:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494455040, offset 224 00000400:00000200:3.0:1749610017.183455:0:31995:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610017.183462:0:31995:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610017.183467:0:31995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf914500 00000400:00000200:3.0:1749610017.183471:0:31995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x30a9 [1] + 224 00000400:00000200:3.0:1749610017.183475:0:31995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610017.183478:0:31995:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610017.183490:0:31995:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610017.183499:0:31995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097173480 x1834598494455040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610017.183507:0:31995:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097173480 x1834598494455040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183566:0:31995:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610017.183573:0:31995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f055d8 00000400:00000010:3.0:1749610017.183576:0:31995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f055d8. 00000100:00000001:3.0:1749610017.183596:0:31995:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610017.183597:0:31995:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610017.183599:0:31995:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610017.183602:0:31995:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610017.183604:0:31995:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610017.183605:0:31995:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183607:0:31995:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610017.183610:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078803480 x1834598494455040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610028 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610017.183618:0:31995:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494455040:12345-0@lo:400: Request processed in 264us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610017.183624:0:31995:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00000040:3.0:1749610017.183626:0:31995:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012e552000 : new rpc_count 0 00000100:00000001:3.0:1749610017.183628:0:31995:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610017.183629:0:31995:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610017.183632:0:31995:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c880. 00000020:00000010:3.0:1749610017.183636:0:31995:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000020:00000010:3.0:1749610017.183638:0:31995:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1f600. 00000020:00000040:3.0:1749610017.183642:0:31995:0:(genops.c:898:class_export_put()) PUTting export ffff88012e552000 : new refcount 4 00000100:00000001:3.0:1749610017.183643:0:31995:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610017.183649:0:31995:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610017.183651:0:31995:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494454656 02000000:00000001:3.0:1749610017.183652:0:31995:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610017.183654:0:31995:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610017.183655:0:31995:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610017.183657:0:31995:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610017.183663:0:31995:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494454656 00000020:00000001:3.0:1749610017.183664:0:31995:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610017.183665:0:31995:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610017.183667:0:31995:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610017.183668:0:31995:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183670:0:31995:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610017.183672:0:31995:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610017.183674:0:31995:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c880. 00000020:00000010:3.0:1749610017.183676:0:31995:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000001:3.0:1749610017.183679:0:31995:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610017.183680:0:31995:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610017.183681:0:31995:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183695:0:31995:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183701:0:31995:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610017.183705:0:31995:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610017.183706:0:31995:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610017.183709:0:31995:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00000001:3.0:1749610017.183711:0:31995:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910738432 : -131938798813184 : ffff88009ac3c000) 00000100:00000040:3.0:1749610017.183714:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3c000 x1834598494454656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610037 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610017.183721:0:31995:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494454656:12345-0@lo:38: 00000100:00000200:3.0:1749610017.183724:0:31995:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494454656 00000020:00000001:3.0:1749610017.183726:0:31995:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610017.183727:0:31995:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610017.183734:0:31995:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610017.183737:0:31995:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610017.183739:0:31995:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610017.183741:0:31995:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610017.183743:0:31995:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610017.183745:0:31995:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610017.183746:0:31995:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610017.183748:0:31995:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad8400. 02000000:00000001:3.0:1749610017.183750:0:31995:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183755:0:31995:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610017.183757:0:31995:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610017.183758:0:31995:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610017.183761:0:31995:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610017.183763:0:31995:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610017.183765:0:31995:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610017.183767:0:31995:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610017.183768:0:31995:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610017.183770:0:31995:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610017.183773:0:31995:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610017.183774:0:31995:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610017.183776:0:31995:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610017.183792:0:31995:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610017.183794:0:31995:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610017.183796:0:31995:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610017.183798:0:31995:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494454656, offset 0 00000400:00000200:3.0:1749610017.183801:0:31995:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610017.183806:0:31995:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610017.183811:0:31995:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf914380 00000400:00000200:3.0:1749610017.183817:0:31995:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x30ad [1] + 0 00000400:00000200:3.0:1749610017.183821:0:31995:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610017.183823:0:31995:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610017.183825:0:31995:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610017.183828:0:31995:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097172a00 x1834598494454656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610017.183835:0:31995:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097172a00 x1834598494454656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610017.183841:0:31995:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610017.183844:0:31995:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f055d8 00000400:00000010:3.0:1749610017.183845:0:31995:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f055d8. 00000100:00000001:3.0:1749610017.183847:0:31995:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610017.183848:0:31995:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610017.183850:0:31995:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610017.183856:0:31995:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610017.183857:0:31995:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610017.183859:0:31995:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610017.183863:0:31995:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c000 x1834598494454656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610037 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610017.183870:0:31995:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494454656:12345-0@lo:38: Request processed in 148us (410us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610017.183876:0:31995:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00000001:3.0:1749610017.183878:0:31995:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610017.183879:0:31995:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610017.183882:0:31995:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c880. 00000020:00000010:3.0:1749610017.183885:0:31995:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000020:00000010:3.0:1749610017.183887:0:31995:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1f600. 00000100:00000001:3.0:1749610017.183889:0:31995:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610017.184576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299290642, at 4299290642 00000100:00000010:3.0:1749610017.184586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819640. 00000020:00000001:3.0:1749610018.043205:0:30793:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610018.043208:0:30793:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610018.043210:0:30793:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1749610018.049624:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e600. 00010000:00000010:3.1:1749610018.049630:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6a00. 00000020:00000010:3.0:1749610018.101852:0:30876:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009bf98c00. 00000020:00000010:3.0:1749610018.101857:0:30876:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006b836000. 00000020:00000010:3.0:1749610018.101860:0:30876:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdb250. 00000020:00000010:3.0:1749610018.101864:0:30876:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009bf98e00. 80000000:00000010:3.0:1749610018.101866:0:30876:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880095167de0. 40000000:00000010:3.0:1749610018.101869:0:30876:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d680. 00100000:00000010:3.0:1749610018.101871:0:30876:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006b833800. 00040000:00000010:3.0:1749610018.101875:0:30876:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006ef49e00. 00040000:00000010:3.0:1749610018.101878:0:30876:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009bf99000. 00080000:00000010:3.0:1749610018.101881:0:30876:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880111d7c000. 00080000:00000010:3.0:1749610018.101885:0:30876:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880120d87000. 00002000:00000010:3.0:1749610018.101888:0:30876:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111f5ac00. 00000020:00000010:3.0:1749610018.101890:0:30876:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009bf98a00. 00040000:00000010:3.0:1749610018.101892:0:30876:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff880095167540. 00040000:00000001:3.0:1749610018.101902:0:30876:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610018.109571:0:5045:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749610018.109574:0:5045:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1749610018.109578:0:5045:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1749610018.109580:0:5045:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00000001:3.0:1749610018.109582:0:5045:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749610018.109584:0:5045:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749610018.109586:0:5045:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749610018.109587:0:5045:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610018.109588:0:5045:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00000040:3.0:1749610018.109591:0:5045:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749610018.109592:0:5045:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610018.109593:0:5045:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749610018.109594:0:5045:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749610018.109596:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749610018.109599:0:5045:0:(obd_class.h:479:obd_check_dev()) Device 7 not setup 00000100:00000001:3.0:1749610018.109601:0:5045:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:3.0:1749610018.109602:0:5045:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749610018.109604:0:5045:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749610018.109605:0:5045:0:(obd_class.h:479:obd_check_dev()) Device 7 not setup 00000100:00000001:3.0:1749610018.109606:0:5045:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:3.0:1749610018.109609:0:5045:0:(genops.c:1229:class_import_get()) import ffff8801327a4800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610018.109611:0:5045:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610018.109612:0:5045:0:(genops.c:1242:class_import_put()) import ffff8801327a4800 refcount=1 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610018.109613:0:5045:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610018.109615:0:5045:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610018.109616:0:5045:0:(genops.c:1242:class_import_put()) import ffff8801327a4800 refcount=0 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000040:3.0:1749610018.109617:0:5045:0:(genops.c:1245:class_import_put()) final put import ffff8801327a4800 00000020:00000001:3.0:1749610018.109624:0:5045:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749610018.109625:0:5045:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1749610018.109626:0:5045:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749610018.109628:0:5045:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1749610018.109629:0:5045:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff88012d0569c0. 00010000:00000001:3.0:1749610018.109632:0:5045:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:3.0:1749610018.109684:0:5045:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009cf9c000. 00000020:00000010:3.0:1749610018.109687:0:5045:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880120ef8000. 00000020:00000010:3.0:1749610018.109694:0:5045:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009b766000. 00000020:00000010:3.0:1749610018.109701:0:5045:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800acad4000. 00000020:00000010:3.0:1749610018.109705:0:5045:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88012b0a6000. 00000020:00000010:3.0:1749610018.109709:0:5045:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801240d7400. 00000010:00000001:3.0:1749610018.109712:0:5045:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109717:0:5045:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610018.109724:0:5045:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749610018.109729:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012e569e00. 00000001:00000010:3.0:1749610018.109732:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012e569000. 00000001:00000010:3.0:1749610018.109734:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012e568200. 00000001:00000010:3.0:1749610018.109736:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff4e600. 00000001:00000010:3.0:1749610018.109738:0:5045:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c04b420. 00000001:00000010:3.0:1749610018.109740:0:5045:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009bd0fd80. 00000001:00000001:3.0:1749610018.109742:0:5045:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749610018.109743:0:5045:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749610018.109749:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff4e400. 00000001:00000010:3.0:1749610018.109751:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff4e200. 00000001:00000010:3.0:1749610018.109752:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff4e000. 00000001:00000010:3.0:1749610018.109754:0:5045:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012ff4f800. 00000001:00000010:3.0:1749610018.109756:0:5045:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c04bee0. 00000001:00000010:3.0:1749610018.109757:0:5045:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009bd0f240. 00000001:00000001:3.0:1749610018.109759:0:5045:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749610018.109761:0:5045:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88011522d5c0) now 3 - setup 00000020:00000001:3.0:1749610018.109763:0:5045:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109764:0:5045:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749610018.109766:0:5045:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749610018.109790:0:5045:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749610018.109792:0:5045:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88011522d5c0) now 2 - obd_device_list 00000020:00000080:3.0:1749610018.109794:0:5045:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000040:3.0:1749610018.109796:0:5045:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88011522d5c0) now 1 - newdev 00000020:00000040:3.0:1749610018.109798:0:5045:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8801327a2000 with handle 0x689c0ec07329cc90 from hash 00000020:00000040:3.0:1749610018.109801:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a2000 : new refcount 0 00000020:00000080:3.0:1749610018.109802:0:5045:0:(genops.c:904:class_export_put()) final put ffff8801327a2000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000001:3.0:1749610018.109804:0:5045:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109810:0:5045:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749610018.109811:0:5045:0:(genops.c:863:class_export_destroy()) destroying export ffff8801327a2000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610018.109813:0:5045:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749610018.109815:0:5045:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610018.109816:0:5045:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8801327a2000. 00000020:00000001:3.0:1749610018.109824:0:5045:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749610018.109825:0:5045:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0001 obd_type name = lwp 00000020:01000000:3.0:1749610018.109827:0:5045:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000001:3.0:1749610018.109829:0:5045:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749610018.109831:0:5045:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1f600. 00000020:00000010:3.0:1749610018.109834:0:5045:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096e1e000. 00000040:00000010:3.0:1749610018.109836:0:5045:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096e1f800. 00000020:00000010:3.0:1749610018.109839:0:5045:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b0800. 00000020:00000010:3.0:1749610018.109842:0:5045:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5a338. 00000020:00000010:3.0:1749610018.109844:0:5045:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096e1e600. 80000000:00000010:3.0:1749610018.109847:0:5045:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d5a0. 40000000:00000010:3.0:1749610018.109849:0:5045:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947580. 00100000:00000010:3.0:1749610018.109852:0:5045:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b1000. 00040000:00000010:3.0:1749610018.109855:0:5045:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ad700. 00040000:00000010:3.0:1749610018.109860:0:5045:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096e1fc00. 00080000:00000010:3.0:1749610018.109863:0:5045:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65e000. 00080000:00000010:3.0:1749610018.109867:0:5045:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011521a000. 00000004:00000010:3.0:1749610018.109871:0:5045:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009b65b000. 00000010:00000001:3.0:1749610018.109874:0:5045:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1749610018.109876:0:5045:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8800b2345a80. 00000010:00000001:3.0:1749610018.109878:0:5045:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610018.109880:0:5045:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880096e1e000. 00000040:00000010:3.0:1749610018.109885:0:5045:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880096e1f800. 00000020:00000010:3.0:1749610018.109887:0:5045:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009a7b0800. 00000020:00000010:3.0:1749610018.109890:0:5045:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5a338. 00000020:00000010:3.0:1749610018.109892:0:5045:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880096e1e600. 80000000:00000010:3.0:1749610018.109898:0:5045:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d5a0. 40000000:00000010:3.0:1749610018.109901:0:5045:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947580. 00100000:00000010:3.0:1749610018.109903:0:5045:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009a7b1000. 00040000:00000010:3.0:1749610018.109909:0:5045:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d2ad700. 00040000:00000010:3.0:1749610018.109911:0:5045:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880096e1fc00. 00080000:00000010:3.0:1749610018.109914:0:5045:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88011521a000. 00080000:00000010:3.0:1749610018.109917:0:5045:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009b65e000. 00000004:00000010:3.0:1749610018.109923:0:5045:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009b65b000. 00000020:00000010:3.0:1749610018.109925:0:5045:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1f600. 00000020:00000001:3.0:1749610018.109927:0:5045:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610018.109929:0:5045:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88011522d5c0. 00000020:00000001:3.0:1749610018.109934:0:5045:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109936:0:5045:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610018.109938:0:5045:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff88009b5612a0. 00000020:00000001:3.0:1749610018.109940:0:5045:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109942:0:5045:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109949:0:5045:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749610018.109950:0:5045:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007d1ca800 1 00000020:00000001:3.0:1749610018.109953:0:5045:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749610018.109954:0:5045:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749610018.109956:0:5045:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749610018.109957:0:5045:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329cbef 00000020:00000040:3.0:1749610018.109959:0:5045:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a3b3800 with handle 0x689c0ec07329cbef from hash 00000020:00000001:3.0:1749610018.109962:0:5045:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749610018.109963:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b3800 : new refcount 1 00000020:00000001:3.0:1749610018.109965:0:5045:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749610018.109966:0:5045:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b3800 : new refcount 0 00000020:00000080:3.0:1749610018.109968:0:5045:0:(genops.c:904:class_export_put()) final put ffff88006a3b3800/lustre-MDT0001-osd_UUID 00000020:00000001:3.0:1749610018.109969:0:5045:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109975:0:5045:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610018.109976:0:5045:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749610018.109977:0:5045:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000010:3.0:1749610018.109980:0:5045:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8800b436d5a0. 00000020:00000080:3.0:1749610018.109981:0:5045:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749610018.109983:0:5045:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749610018.109985:0:5045:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1749610018.109986:0:5045:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749610018.109988:0:5045:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff880115228000) has no exports 00000020:00000001:3.0:1749610018.109990:0:5045:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749610018.109994:0:5045:0:(obd_class.h:623:obd_precleanup()) Process entered 00080000:00000001:3.0:1749610018.109997:0:5045:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00080000:00000002:3.0:1749610018.110003:0:5045:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 512005:524074483 to info ffff88009b65d000 00100000:00000001:3.0:1749610018.110006:0:5045:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:3.0:1749610018.110007:0:5045:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1749610018.110008:0:5045:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00080000:00000001:3.0:1749610018.110010:0:5045:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610018.110512:0:5045:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff8801301d2000. 00000020:00000010:3.0:1749610018.110517:0:5045:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880081fa3000. 00080000:00000010:3.0:1749610018.110624:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0200. 00080000:00000010:3.0:1749610018.110626:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0e00. 00080000:00000010:3.0:1749610018.110628:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0f00. 00080000:00000010:3.0:1749610018.110629:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0000. 00080000:00000010:3.0:1749610018.110631:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0500. 00080000:00000010:3.0:1749610018.110632:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0c00. 00080000:00000010:3.0:1749610018.110634:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0d00. 00080000:00000010:3.0:1749610018.110635:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0400. 00080000:00000010:3.0:1749610018.110636:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0b00. 00080000:00000010:3.0:1749610018.110638:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0900. 00080000:00000010:3.0:1749610018.110639:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0a00. 00080000:00000010:3.0:1749610018.110640:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0700. 00080000:00000010:3.0:1749610018.110641:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0800. 00080000:00000010:3.0:1749610018.110643:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0600. 00080000:00000010:3.0:1749610018.110644:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bd00. 00080000:00000010:3.0:1749610018.110646:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81be00. 00080000:00000010:3.0:1749610018.110647:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81ba00. 00080000:00000010:3.0:1749610018.110649:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b700. 00080000:00000010:3.0:1749610018.110650:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b100. 00080000:00000010:3.0:1749610018.110651:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b200. 00080000:00000010:3.0:1749610018.110652:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b000. 00080000:00000010:3.0:1749610018.110654:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bf00. 00080000:00000010:3.0:1749610018.110655:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b900. 00080000:00000010:3.0:1749610018.110656:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b800. 00080000:00000010:3.0:1749610018.110657:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b400. 00080000:00000010:3.0:1749610018.110662:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012fef0300. 00080000:00000010:3.0:1749610018.110664:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86f00. 00080000:00000010:3.0:1749610018.110666:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86100. 00080000:00000010:3.0:1749610018.110667:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86000. 00080000:00000010:3.0:1749610018.110669:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86300. 00080000:00000010:3.0:1749610018.110670:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86200. 00080000:00000010:3.0:1749610018.110671:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86500. 00080000:00000010:3.0:1749610018.110673:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86400. 00080000:00000010:3.0:1749610018.110674:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86700. 00080000:00000010:3.0:1749610018.110675:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86600. 00080000:00000010:3.0:1749610018.110677:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86900. 00080000:00000010:3.0:1749610018.110678:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86800. 00080000:00000010:3.0:1749610018.110679:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86b00. 00080000:00000010:3.0:1749610018.110681:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86a00. 00080000:00000010:3.0:1749610018.110682:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86d00. 00080000:00000010:3.0:1749610018.110683:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86c00. 00080000:00000010:3.0:1749610018.110684:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bb00. 00080000:00000010:3.0:1749610018.110685:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517d000. 00080000:00000010:3.0:1749610018.110687:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517de00. 00080000:00000010:3.0:1749610018.110689:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517d300. 00080000:00000010:3.0:1749610018.110690:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517d500. 00080000:00000010:3.0:1749610018.110691:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517db00. 00080000:00000010:3.0:1749610018.110693:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517d200. 00080000:00000010:3.0:1749610018.110694:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129d86e00. 00080000:00000010:3.0:1749610018.110695:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8e00. 00080000:00000010:3.0:1749610018.110697:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8100. 00080000:00000010:3.0:1749610018.110698:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8000. 00080000:00000010:3.0:1749610018.110699:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8800. 00080000:00000010:3.0:1749610018.110701:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8d00. 00080000:00000010:3.0:1749610018.110702:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8300. 00080000:00000010:3.0:1749610018.110703:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8600. 00080000:00000010:3.0:1749610018.110705:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8700. 00080000:00000010:3.0:1749610018.110706:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8a00. 00080000:00000010:3.0:1749610018.110710:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8b00. 00080000:00000010:3.0:1749610018.110711:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8400. 00080000:00000010:3.0:1749610018.110713:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8900. 00080000:00000010:3.0:1749610018.110714:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8200. 00080000:00000010:3.0:1749610018.110715:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acae8c00. 00080000:00000010:3.0:1749610018.110717:0:5045:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b517d400. 00080000:00000010:3.0:1749610018.110719:0:5045:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009bec0000. 00000001:00000001:3.0:1749610018.110724:0:5045:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:3.0:1749610018.110734:0:5045:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8801301d2b00. 00000001:00000010:3.0:1749610018.110735:0:5045:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88006dfe2ec0. 00000001:00000010:3.0:1749610018.110748:0:5045:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8801301d2700. 00000001:00000010:3.0:1749610018.110750:0:5045:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88006dfe2cc0. 00000001:00000010:3.0:1749610018.110760:0:5045:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8801301d2d00. 00000001:00000010:3.0:1749610018.110761:0:5045:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88006dfe2080. 00000001:00000010:3.0:1749610018.110762:0:5045:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff88009d2acf00. 00000001:00000001:3.0:1749610018.110764:0:5045:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00000001:00000010:3.0:1749610018.110765:0:5045:0:(osd_compat.c:303:osd_mdt_fini()) kfreed 'omm': 8 at ffff880076243fb8. 00080000:00000001:3.0:1749610018.110767:0:5045:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:3.0:1749610018.110927:0:5045:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:3.0:1749610018.111082:0:5045:0:(osd_handler.c:2659:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000010:3.0:1749610018.124734:0:31995:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012c100400. 00000040:00000010:3.0:1749610018.124738:0:31995:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012c100c00. 00000020:00000010:3.0:1749610018.124740:0:31995:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009de4d800. 00000020:00000010:3.0:1749610018.124743:0:31995:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b58000. 00000020:00000010:3.0:1749610018.124745:0:31995:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012c101000. 80000000:00000010:3.0:1749610018.124748:0:31995:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436dba0. 40000000:00000010:3.0:1749610018.124749:0:31995:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdeee00. 00100000:00000010:3.0:1749610018.124751:0:31995:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009de4a000. 00040000:00000010:3.0:1749610018.124754:0:31995:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b404eb00. 00040000:00000010:3.0:1749610018.124756:0:31995:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012c101e00. 00080000:00000010:3.0:1749610018.124758:0:31995:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007c2a8000. 00080000:00000010:3.0:1749610018.124762:0:31995:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c0cb000. 00000004:00000010:3.0:1749610018.124765:0:31995:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c0cf000. 00002000:00000010:3.0:1749610018.124767:0:31995:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800a618e000. 00000020:00000010:3.0:1749610018.124780:0:31995:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c100600. 00000020:00000010:3.0:1749610018.124788:0:31995:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012bdee380. 00000100:00000010:3.0:1749610018.124791:0:31995:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012bdee240. 00000100:00100000:3.0:1749610018.124792:0:31995:0:(service.c:3089:ptlrpc_main()) mdt00_003: service thread [ffff88009d273000:31995] 3 exiting: rc = 0 00000020:00000010:3.0:1749610018.124827:0:1406:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b483f000. 00000040:00000010:3.0:1749610018.124830:0:1406:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b483fe00. 00000020:00000010:3.0:1749610018.124832:0:1406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:3.0:1749610018.124834:0:1406:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efde4a0. 00000020:00000010:3.0:1749610018.124837:0:1406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007ad5a000. 80000000:00000010:3.0:1749610018.124839:0:1406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bff60. 40000000:00000010:3.0:1749610018.124841:0:1406:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c7ad8c0. 00100000:00000010:3.0:1749610018.124842:0:1406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e09800. 00040000:00000010:3.0:1749610018.124845:0:1406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012d57fc00. 00040000:00000010:3.0:1749610018.124847:0:1406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007ad5b200. 00080000:00000010:3.0:1749610018.124851:0:1406:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012b1ec000. 00080000:00000010:3.0:1749610018.124854:0:1406:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88008d7da000. 00000004:00000010:3.0:1749610018.124857:0:1406:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88008d7db000. 00002000:00000010:3.0:1749610018.124860:0:1406:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006fa3fc00. 00000020:00000010:3.0:1749610018.124862:0:1406:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b483f800. 00000020:00000010:3.0:1749610018.124864:0:1406:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012c7adc80. 00000100:00000010:3.0:1749610018.124866:0:1406:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff88012c7ad880. 00000100:00100000:3.0:1749610018.124867:0:1406:0:(service.c:3089:ptlrpc_main()) mdt00_005: service thread [ffff8800b483e800:1406] 5 exiting: rc = 0 00080000:00000010:3.0:1749610018.202798:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c880. 00080000:00000010:3.0:1749610018.202822:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c880. 00000020:00000001:3.0:1749610018.202828:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610018.202915:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c880. 00080000:00000010:3.0:1749610018.202920:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c880. 00000020:00000001:3.0:1749610018.202924:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610018.312297:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf80. 00080000:00000010:3.0:1749610018.312304:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf80. 00000020:00000001:3.0:1749610018.312307:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610018.312376:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf80. 00080000:00000010:3.0:1749610018.312379:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf80. 00000020:00000001:3.0:1749610018.312382:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610018.429116:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c880. 00080000:00000010:3.0:1749610018.429123:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c880. 00000020:00000001:3.0:1749610018.429127:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610018.429165:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c880. 00080000:00000010:3.0:1749610018.429169:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c880. 00000020:00000001:3.0:1749610018.429171:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.125294:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce80. 00080000:00000010:3.0:1749610019.125300:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce80. 00000020:00000001:3.0:1749610019.125303:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.125341:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce80. 00080000:00000010:3.0:1749610019.125344:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce80. 00000020:00000001:3.0:1749610019.125347:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.239416:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce80. 00080000:00000010:3.0:1749610019.239421:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce80. 00000020:00000001:3.0:1749610019.239425:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.239479:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce80. 00080000:00000010:3.0:1749610019.239483:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce80. 00000020:00000001:3.0:1749610019.239485:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.958280:0:5551:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf00. 00080000:00000010:3.0:1749610019.958286:0:5551:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf00. 00000020:00000001:3.0:1749610019.958289:0:5551:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610019.958300:0:5551:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf00. 00080000:00000010:3.0:1749610019.958302:0:5551:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf00. 00000020:00000001:3.0:1749610019.958305:0:5551:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610020.074921:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf00. 00080000:00000010:3.0:1749610020.074927:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf00. 00000020:00000001:3.0:1749610020.074930:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610020.074970:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cf00. 00080000:00000010:3.0:1749610020.074972:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cf00. 00000020:00000001:3.0:1749610020.074975:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610020.180743:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce00. 00080000:00000010:3.0:1749610020.180762:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce00. 00000020:00000001:3.0:1749610020.180766:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610020.180809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce00. 00080000:00000010:3.0:1749610020.180813:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce00. 00000020:00000001:3.0:1749610020.180815:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610020.268930:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce00. 00080000:00000010:3.0:1749610020.268935:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce00. 00000020:00000001:3.0:1749610020.268939:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610020.282579:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299293740, at 4299293740 00000100:00000010:3.0:1749610020.282619:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b48f0dc0. 00000100:00000040:3.0:1749610022.191563:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299295649, at 4299295649 00000100:00000010:3.0:1749610022.191577:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b48f0500. 00000100:00000001:3.0:1749610023.191256:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610023.191260:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610023.191261:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610023.191268:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c380 x1834598494455808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610023.191276:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610023.191277:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610023.191280:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610023.191281:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610023.191283:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610023.191286:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494455808:0@lo:400: 00000100:00000001:3.0:1749610023.191288:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610023.191291:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610023.191292:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610023.191294:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610023.191297:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012ff4ec00. 02000000:00000001:3.0:1749610023.191298:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610023.191302:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35dc0. 00000400:00000010:3.0:1749610023.191306:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610023.191310:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494455808, portal 10 00000100:00000001:3.0:1749610023.191311:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610023.191313:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000100:00000040:3.0:1749610023.191319:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c380 x1834598494455808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610023.191324:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610023.191326:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610023.191337:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05a18. 00000100:00000200:3.0:1749610023.191339:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494455808, offset 0 00000400:00000200:3.0:1749610023.191343:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610023.191350:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610023.191356:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf914800 00000400:00000100:3.0:1749610023.191362:0:28324:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1834598494455808 offset 0 length 224: 4 00000400:00000200:3.0:1749610023.191365:0:28324:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd4630 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1749610023.191368:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1749610023.191373:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05a18 00000400:00000010:3.0:1749610023.191376:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05a18. 00000100:00000001:3.0:1749610023.191379:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610023.191383:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c380 x1834598494455808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610023.191392:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610023.191395:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c380 x1834598494455808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610023.191402:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610023.191404:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610023.191408:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610023.191413:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 738 usecs (1 jiffies) 00000100:00000001:3.0:1749610023.191416:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299296649 00000100:00000001:3.0:1749610023.191419:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299296663 00000100:00000001:3.0:1749610023.191422:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299296649 00000100:00000001:3.0:1749610023.191424:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299296663 00000100:00000001:3.0:1749610023.191426:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299296649 00000100:00000001:3.0:1749610023.191428:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299296663 00000100:00000001:3.0:1749610023.191430:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299296649 00000100:00000001:3.0:1749610023.191432:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299296663 00000100:00000001:3.0:1749610023.191434:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610023.191437:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610023.191446:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610023.191448:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610023.191453:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610023.191455:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1749610023.191457:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610023.191459:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610023.191460:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610023.191462:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610023.205629:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299296663, at 4299296663 00000100:00000010:3.0:1749610023.205710:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b528fd00. 00000100:00000040:3.0:1749610028.207570:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299301665, at 4299301665 00000100:00000010:3.0:1749610028.207575:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b528f840. 00080000:00000010:3.0:1749610030.243921:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce00. 00080000:00000010:3.0:1749610030.243929:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce00. 00000020:00000001:3.0:1749610030.243933:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610030.465404:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ce00. 00080000:00000010:3.0:1749610030.465409:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ce00. 00000020:00000001:3.0:1749610030.465413:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610030.898006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c080. 00080000:00000010:3.0:1749610030.898012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c080. 00000020:00000001:3.0:1749610030.898016:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610031.005710:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610031.005713:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610031.005716:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610031.115544:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610031.115550:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610031.115554:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610031.475903:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca00. 00080000:00000010:3.0:1749610031.475909:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca00. 00000020:00000001:3.0:1749610031.475914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610032.037124:0:6196:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c000. 00080000:00000010:3.0:1749610032.037133:0:6196:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c000. 00000020:00000001:3.0:1749610032.037138:0:6196:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610032.084696:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c000. 00080000:00000010:3.0:1749610032.084705:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c000. 00000020:00000001:3.0:1749610032.084712:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610032.300574:0:6261:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c900. 00080000:00000010:3.0:1749610032.300582:0:6261:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c900. 00000020:00000001:3.0:1749610032.300586:0:6261:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610032.300929:0:6261:0:(tgt_mount.c:1824:server_umount_begin()) Process entered 00000020:01000004:3.0:1749610032.300931:0:6261:0:(tgt_mount.c:1825:server_umount_begin()) umount -f 00000020:00000001:3.0:1749610032.300932:0:6261:0:(tgt_mount.c:1831:server_umount_begin()) Process leaving 00000020:00000001:3.0:1749610032.307948:0:6261:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:3.0:1749610032.307953:0:6261:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88007d207010. 00000020:01000004:3.0:1749610032.307956:0:6261:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0001 00000020:00000001:3.0:1749610032.307957:0:6261:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1749610032.307959:0:6261:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff88012d4e46c0. 00000020:00000010:3.0:1749610032.307962:0:6261:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8800b436dd20. 00000020:00000001:3.0:1749610032.307965:0:6261:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749610032.307967:0:6261:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff880130e8f480. 00000020:00000001:3.0:1749610032.307969:0:6261:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749610032.307971:0:6261:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749610032.307973:0:6261:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749610032.307975:0:6261:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749610032.307977:0:6261:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749610032.307979:0:6261:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749610032.307980:0:6261:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88012be13400) refs 2 10000000:00000001:3.0:1749610032.307982:0:6261:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610032.307983:0:6261:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612137345364992 : -131936364186624 : ffff88012be13400) 10000000:00000001:3.0:1749610032.307985:0:6261:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610032.307987:0:6261:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610032.307989:0:6261:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610032.307991:0:6261:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610032.307993:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.307994:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.307995:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.307995:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.307996:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.307997:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.307998:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.307998:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.307999:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308000:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308006:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610032.308007:0:6261:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88012be13400) refs 2 10000000:00000001:3.0:1749610032.308009:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308010:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610032.308010:0:6261:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88012be13400) refs 1 10000000:01000000:3.0:1749610032.308012:0:6261:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1749610032.308013:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308014:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308014:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308015:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308016:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308016:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308017:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308018:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610032.308018:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610032.308019:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749610032.308021:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 6 10000000:00000010:3.0:1749610032.308023:0:6261:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88012be13400. 10000000:00000001:3.0:1749610032.308026:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749610032.308026:0:6261:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1749610032.308028:0:6261:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610032.308029:0:6261:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610032.308031:0:6261:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610032.308032:0:6261:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff880130e8f480. 00000020:00000001:3.0:1749610032.308034:0:6261:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610032.308036:0:6261:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88013644c900. 00000020:00000040:3.0:1749610032.308038:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88007913b000 : new refcount 6 00000020:00000010:3.0:1749610032.308040:0:6261:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b436d720. 00000010:00000001:3.0:1749610032.308043:0:6261:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749610032.308046:0:6261:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749610032.308047:0:6261:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749610032.308049:0:6261:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1749610032.308057:0:6261:0:(client.c:3534:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009ac3dc00 x1834598494455424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.308076:0:6261:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610032.308078:0:6261:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749610032.308081:0:6261:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749610032.308086:0:6261:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610032.308087:0:6261:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749610032.308088:0:6261:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749610032.308089:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610032.308091:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749610032.308092:0:6261:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749610032.308094:0:6261:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000020:00000001:3.0:1749610032.308096:0:6261:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610032.308097:0:6261:0:(genops.c:1242:class_import_put()) import ffff88007913a800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610032.308099:0:6261:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610032.308100:0:6261:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.308102:0:6261:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749610032.308104:0:6261:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:3.0:1749610032.308106:0:6261:0:(import.c:66:import_set_state_nolock()) ffff88007913a800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1749610032.308108:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610032.308109:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749610032.308110:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610032.308111:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749610032.308112:0:6261:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.308113:0:6261:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.308115:0:6261:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749610032.308116:0:6261:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749610032.308117:0:6261:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1749610032.308119:0:6261:0:(client.c:3534:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009ac3dc00 x1834598494455424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610047 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.308125:0:6261:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610032.308126:0:6261:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00000040:3.0:1749610032.308128:0:6261:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749610032.308129:0:6261:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610032.308130:0:6261:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749610032.308131:0:6261:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749610032.308131:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610032.308132:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749610032.308134:0:6261:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749610032.308261:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749610032.308264:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610032.308270:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610032.308779:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610032.308782:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610032.308783:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610032.309136:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309138:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749610032.309141:0:6261:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749610032.309143:0:6261:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610032.309145:0:6261:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b436d720. 00000020:00000040:3.0:1749610032.309149:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88007913c800 : new refcount 3 00000020:00000010:3.0:1749610032.309152:0:6261:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b436d720. 00000010:00000001:3.0:1749610032.309153:0:6261:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749610032.309155:0:6261:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749610032.309156:0:6261:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749610032.309157:0:6261:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1749610032.309161:0:6261:0:(client.c:3534:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009ac3ed80 x1834598494455552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610032.309183:0:6261:0:(client.c:3534:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009ac3c380 x1834598494455808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610032.309189:0:6261:0:(client.c:3534:ptlrpc_abort_inflight()) @@@ inflight req@ffff88009ac3c700 x1834598494455936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309199:0:6261:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610032.309201:0:6261:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749610032.309203:0:6261:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749610032.309204:0:6261:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610032.309205:0:6261:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749610032.309206:0:6261:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749610032.309207:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610032.309208:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749610032.309209:0:6261:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749610032.309210:0:6261:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000020:00000001:3.0:1749610032.309212:0:6261:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610032.309213:0:6261:0:(genops.c:1242:class_import_put()) import ffff88007913c000 refcount=4 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610032.309214:0:6261:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610032.309219:0:6261:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309221:0:6261:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749610032.309222:0:6261:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1749610032.309224:0:6261:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1749610032.309227:0:6261:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807100. 00000020:00000040:3.0:1749610032.309229:0:6261:0:(genops.c:1229:class_import_get()) import ffff88007913c000 refcount=5 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610032.309232:0:6261:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610032.309234:0:6261:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610032.309237:0:6261:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610032.309240:0:6261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ad300. 00000100:00000001:3.0:1749610032.309245:0:6261:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309247:0:6261:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612134889550080 : -131938820001536 : ffff880099807100) 00000100:00080000:3.0:1749610032.309249:0:6261:0:(import.c:66:import_set_state_nolock()) ffff88007913c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1749610032.309252:0:6261:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610032.309255:0:6261:0:(jobid.c:540:jobid_get_from_cache()) Process entered 00000100:00000010:3.0:1749610032.309259:0:6261:0:(jobid.c:564:jobid_get_from_cache()) kmalloced '(pidmap)': 96 at ffff8800b436d300. 00000100:00000001:3.0:1749610032.309262:0:6261:0:(jobid.c:280:cfs_get_environ()) Process entered 00000100:00000040:3.0:1749610032.309268:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: XDG_SESSION_ID=1913 00000100:00000040:3.0:1749610032.309269:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: SHELL=/bin/bash 00000100:00000040:3.0:1749610032.309270:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: SSH_CLIENT=192.168.202.6 35658 22 00000100:00000040:3.0:1749610032.309271:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: USER=root 00000100:00000040:3.0:1749610032.309272:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/home/green/git/lustre-release/lustre/utils:/home/green/git/lustre-release/lustre/tests:/sbin:/usr/sbin 00000100:00000040:3.0:1749610032.309274:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: MAIL=/var/mail/root 00000100:00000040:3.0:1749610032.309275:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: _=/usr/bin/umount 00000100:00000040:3.0:1749610032.309276:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: PWD=/root 00000100:00000040:3.0:1749610032.309276:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: LANG=en_US 00000100:00000040:3.0:1749610032.309277:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: HOME=/root 00000100:00000040:3.0:1749610032.309278:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: SHLVL=2 00000100:00000040:3.0:1749610032.309279:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: LOGNAME=root 00000100:00000040:3.0:1749610032.309280:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: CVS_RSH=ssh 00000100:00000040:3.0:1749610032.309281:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: SSH_CONNECTION=192.168.202.6 35658 192.168.202.106 22 00000100:00000040:3.0:1749610032.309282:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: LESSOPEN=||/usr/bin/lesspipe.sh %s 00000100:00000040:3.0:1749610032.309283:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: XDG_RUNTIME_DIR=/run/user/0 00000100:00000040:3.0:1749610032.309284:0:6261:0:(jobid.c:339:cfs_get_environ()) key: , entry: LUSTRE=/home/green/git/lustre-release/lustre 00000100:00000001:3.0:1749610032.309285:0:6261:0:(jobid.c:366:cfs_get_environ()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000040:3.0:1749610032.309291:0:6261:0:(jobid.c:414:jobid_get_from_environ()) jobid: get '' failed: rc = -2 00000100:00000040:3.0:1749610032.309292:0:6261:0:(jobid.c:613:jobid_get_from_cache()) jobid: PID mapping established: 6261-> 00000100:00000001:3.0:1749610032.309294:0:6261:0:(jobid.c:644:jobid_get_from_cache()) Process leaving 00000100:00000001:3.0:1749610032.309296:0:6261:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610032.309300:0:6261:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880099807100] to pc [ptlrpcd_rcv+-1] req@ffff880099807100 x1834598494456064/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309310:0:6261:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309323:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610032.309325:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610032.309326:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610032.309329:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099807100 x1834598494456064/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309335:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610032.309336:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610032.309339:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610032.309341:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610032.309342:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610032.309345:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880099807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:28320:1834598494456064:0@lo:39:umount.0 00000100:00000001:3.0:1749610032.309348:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610032.309351:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610032.309352:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610032.309354:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610032.309357:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880096e1e600. 02000000:00000001:3.0:1749610032.309359:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610032.309362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35738. 00000400:00000010:3.0:1749610032.309366:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05a18. 00000100:00000200:3.0:1749610032.309371:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494456064, portal 10 00000100:00000001:3.0:1749610032.309373:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610032.309374:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134889550080 : -131938820001536 : ffff880099807100) 00000100:00000040:3.0:1749610032.309380:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880099807100 x1834598494456064/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309385:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610032.309387:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610032.309393:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05ee0. 00000100:00000200:3.0:1749610032.309395:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494456064, offset 0 00000400:00000200:3.0:1749610032.309399:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610032.309409:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610032.309418:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf914900 00000400:00000100:3.0:1749610032.309422:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1834598494456064 offset 0 length 224: 4 00000400:00000200:3.0:1749610032.309425:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd4630 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1749610032.309427:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1749610032.309433:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880120f05ee0 00000400:00000010:3.0:1749610032.309434:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880120f05ee0. 00000100:00000001:3.0:1749610032.309436:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610032.309439:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099807100 x1834598494456064/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309445:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610032.309447:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880099807100 x1834598494456064/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610032.309452:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309453:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610032.309455:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610032.309459:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 738 usecs (1 jiffies) 00000100:00000001:3.0:1749610032.309461:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299305767 00000100:00000010:3.0:1749610032.309464:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4e4b00. 00000100:00000001:3.0:1749610032.309469:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610032.309481:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299305767 00000100:00000010:3.0:1749610032.309484:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4e4ac0. 00000100:00000001:3.0:1749610032.309486:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610032.309492:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299305767 00000100:00000010:3.0:1749610032.309494:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4e4500. 00000100:00000001:3.0:1749610032.309496:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610032.309501:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299305767 00000100:00000010:3.0:1749610032.309503:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d4e4d00. 00000100:00000001:3.0:1749610032.309509:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610032.309511:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610032.309513:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309515:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309516:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610032.309543:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610032.309545:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610032.309546:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610032.309547:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610032.309549:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610032.309550:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610032.309557:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299305767, at 4299305767 00000100:00000010:3.0:1749610032.309561:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d4e4d00. 00010000:00000010:0.1:1749610034.046599:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2ea00. 00010000:00000010:0.1:1749610034.046605:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d7e00. 00010000:00000010:1.1:1749610040.046807:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c600. 00010000:00000010:1.1:1749610040.046819:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f37b600. 00000100:00000001:3.0:1749610042.309992:0:6261:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610042.310001:0:6261:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749610042.310004:0:6261:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749610042.310006:0:6261:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749610042.310009:0:6261:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610042.310012:0:6261:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00000040:3.0:1749610042.310015:0:6261:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749610042.310017:0:6261:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610042.310018:0:6261:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749610042.310019:0:6261:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749610042.310020:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749610042.310022:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749610042.310024:0:6261:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749610042.310026:0:6261:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749610042.310029:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610042.310031:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610042.310508:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610042.310510:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610042.310511:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610042.311024:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610042.311027:0:6261:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749610042.311031:0:6261:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749610042.311033:0:6261:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610042.311036:0:6261:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b436d720. 00000020:00000001:3.0:1749610042.311052:0:6261:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610042.311055:0:6261:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88013644c900. 00000020:00000010:3.0:1749610042.311059:0:6261:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8800b436dd20. 00000020:00000010:3.0:1749610042.311061:0:6261:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff88012d4e46c0. 00000020:00000010:3.0:1749610042.311066:0:6261:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1fa00. 00000020:00000010:3.0:1749610042.311070:0:6261:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096e1f600. 00000040:00000010:3.0:1749610042.311073:0:6261:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096e1fc00. 00000020:00000010:3.0:1749610042.311077:0:6261:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b5800. 00000020:00000010:3.0:1749610042.311082:0:6261:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b58000. 00000020:00000010:3.0:1749610042.311085:0:6261:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096e1ec00. 80000000:00000010:3.0:1749610042.311089:0:6261:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dd20. 40000000:00000010:3.0:1749610042.311092:0:6261:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012d4e46c0. 00100000:00000010:3.0:1749610042.311096:0:6261:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b7800. 00040000:00000010:3.0:1749610042.311100:0:6261:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2adf00. 00040000:00000010:3.0:1749610042.311103:0:6261:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096e1e400. 00080000:00000010:3.0:1749610042.311108:0:6261:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65e000. 00080000:00000010:3.0:1749610042.311113:0:6261:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011521a000. 00002000:00000010:3.0:1749610042.311123:0:6261:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009badb800. 00000020:00000010:3.0:1749610042.311126:0:6261:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012d4e4d00. 00000020:00000001:3.0:1749610042.311131:0:6261:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749610042.311133:0:6261:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800b436d720. 00000020:00000001:3.0:1749610042.311135:0:6261:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749610042.311138:0:6261:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749610042.311140:0:6261:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749610042.311143:0:6261:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749610042.311145:0:6261:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749610042.311147:0:6261:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749610042.311148:0:6261:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88012e569400) refs 3 10000000:00000001:3.0:1749610042.311150:0:6261:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610042.311152:0:6261:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612137386611712 : -131936322939904 : ffff88012e569400) 00000100:00000040:3.0:1749610048.324591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299321782, at 4299321782 00000100:00000010:3.0:1749610048.324604:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88007dfd9380. 10000000:00000001:3.0:1749610057.491028:0:6261:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610057.491040:0:6261:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610057.491042:0:6261:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610057.491043:0:6261:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610057.491044:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610057.491045:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:1.1:1749610057.493601:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40c300. 00010000:00000010:1.1:1749610057.493608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f37b000. 00000100:00000040:3.0:1749610073.324603:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299346782, at 4299346782 00000100:00000010:3.0:1749610073.324609:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88007dfd99c0. 10000000:00000001:3.0:1749610073.491033:0:6261:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749610073.491038:0:6261:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749610073.491041:0:6261:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749610073.491043:0:6261:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610073.491062:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610073.491064:0:6261:0:(mgc_request.c:123:config_log_put()) log params(ffff88012e569200) refs 1 10000000:01000000:3.0:1749610073.491067:0:6261:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1749610073.491068:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491069:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491070:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491071:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491072:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491073:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491074:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491075:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491076:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491076:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749610073.491079:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 5 10000000:00000010:3.0:1749610073.491081:0:6261:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88012e569200. 10000000:00000001:3.0:1749610073.491088:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491089:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491090:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491091:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610073.491092:0:6261:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff880096e1e200) refs 1 10000000:01000000:3.0:1749610073.491094:0:6261:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:3.0:1749610073.491095:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491096:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491097:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491098:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491099:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491100:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491101:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491114:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491115:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491117:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:3.0:1749610073.491121:0:6261:0:(sec_config.c:501:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:3.0:1749610073.491124:0:6261:0:(sec_config.c:505:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff8801331f6a80. 00000020:00000040:3.0:1749610073.491127:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 4 10000000:00000010:3.0:1749610073.491129:0:6261:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff880096e1e200. 10000000:00000001:3.0:1749610073.491131:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491132:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610073.491132:0:6261:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff880096e1f200) refs 2 10000000:00000001:3.0:1749610073.491134:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491135:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610073.491135:0:6261:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88012e569400) refs 2 10000000:00000001:3.0:1749610073.491136:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491137:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610073.491138:0:6261:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88012e569400) refs 1 10000000:01000000:3.0:1749610073.491139:0:6261:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:00000001:3.0:1749610073.491139:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491140:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491141:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491141:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491142:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491142:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491143:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491143:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749610073.491144:0:6261:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749610073.491144:0:6261:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749610073.491145:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b7800 : new refcount 3 10000000:00000010:3.0:1749610073.491146:0:6261:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88012e569400. 10000000:00000001:3.0:1749610073.491148:0:6261:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749610073.491149:0:6261:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 10000000:00000001:3.0:1749610073.491150:0:6261:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610073.491151:0:6261:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610073.491153:0:6261:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610073.491155:0:6261:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8800b436d720. 00000020:00000001:3.0:1749610073.491157:0:6261:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610073.491160:0:6261:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:3.0:1749610073.491161:0:6261:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1749610073.491163:0:6261:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610073.491167:0:6261:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1749610073.491172:0:6261:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0001 00000020:00000001:3.0:1749610073.491174:0:6261:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749610073.491176:0:6261:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000010:3.0:1749610073.491195:0:6261:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff88012d4e4f00. 00000020:00000080:3.0:1749610073.491197:0:6261:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749610073.491200:0:6261:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749610073.491202:0:6261:0:(obd_config.c:882:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1749610073.491204:0:6261:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749610073.491206:0:6261:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff88012f88c050) has no exports 00000020:00000001:3.0:1749610073.491207:0:6261:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749610073.491209:0:6261:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:3.0:1749610073.491212:0:6261:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:3.0:1749610073.491214:0:6261:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:3.0:1749610073.491217:0:6261:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1749610073.491218:0:6261:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:3.0:1749610073.491220:0:6261:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff88012d4e4640. 00002000:00000001:3.0:1749610073.491222:0:6261:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:3.0:1749610073.491224:0:6261:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:3.0:1749610073.491229:0:6261:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:3282871526 to info ffff88009b65e000 00100000:00000001:3.0:1749610073.491232:0:6261:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:3.0:1749610073.491235:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012dc80b00. 00100000:00000010:3.0:1749610073.491237:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409fcc0. 00100000:00000010:3.0:1749610073.491239:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409ff80. 00100000:00000010:3.0:1749610073.491240:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409fd40. 00100000:00000010:3.0:1749610073.491242:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012dc80480. 00100000:00000010:3.0:1749610073.491243:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409ff40. 00100000:00000010:3.0:1749610073.491244:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409f880. 00100000:00000010:3.0:1749610073.491245:0:6261:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b409f7c0. 00100000:00000001:3.0:1749610073.491246:0:6261:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1749610073.491247:0:6261:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749610073.491248:0:6261:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1749610073.491250:0:6261:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff88012d4e4640. 00002000:00000001:3.0:1749610073.491251:0:6261:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:3.0:1749610073.491252:0:6261:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749610073.491253:0:6261:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff88012f88c050) has no exports 00000020:00000001:3.0:1749610073.491254:0:6261:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1749610073.491274:0:6261:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:3.0:1749610073.491277:0:6261:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1749610073.491279:0:6261:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1749610073.491281:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610073.491283:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610073.492288:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610073.492291:0:6261:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749610073.492292:0:6261:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749610073.493029:0:6261:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610073.493033:0:6261:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610073.493035:0:6261:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:3.0:1749610073.493052:0:6261:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:3.0:1749610073.493054:0:6261:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1749610073.493203:0:6261:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff880129ec8600. 00000020:00000010:3.0:1749610073.493210:0:6261:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006f5e8400. 00010000:00000010:3.1:1749610073.493641:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b40ca00. 00010000:00000010:3.1:1749610073.493647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012f37bc00. 00000020:00000001:3.0:1749610073.499733:0:6261:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:3.0:1749610073.499754:0:6261:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff880082774000. 00000020:00000002:3.0:1749610073.499776:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff880082770200/ffff88006dfc2120 to site lru. bkt: ffff880069ea7480 00000020:00000001:3.0:1749610073.499779:0:6261:0:(tgt_main.c:682:tgt_fini()) Process leaving 00100000:00000001:3.0:1749610073.499937:0:6261:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:3.0:1749610073.499942:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff88007627d800/ffff88006dfc9680 to site lru. bkt: ffff880069ea7288 00000020:00000002:3.0:1749610073.499948:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff88007627de00/ffff88008277d500 to site lru. bkt: ffff880069ea6e28 00100000:00000010:3.0:1749610073.499952:0:6261:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff88008277d700. 00100000:00000010:3.0:1749610073.499958:0:6261:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff88008277d400. 00100000:10000000:3.0:1749610073.499964:0:6261:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:3.0:1749610073.499968:0:6261:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff88012fd52540. 00100000:00000010:3.0:1749610073.499972:0:6261:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff88007819e800. 00000020:00000002:3.0:1749610073.499981:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff88007627ca00/ffff88008277d900 to site lru. bkt: ffff880069ea6338 00000020:00000002:3.0:1749610073.499984:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff88007627dc00/ffff88008277d600 to site lru. bkt: ffff880069ea56c0 00100000:00000010:3.0:1749610073.499990:0:6261:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88009b6e7000. 00002000:00000001:3.0:1749610073.499994:0:6261:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:3.0:1749610073.499998:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88007913b000 : new refcount 5 00000020:00000010:3.0:1749610073.500002:0:6261:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880083919100. 00000020:00000040:3.0:1749610073.500006:0:6261:0:(genops.c:898:class_export_put()) PUTting export ffff88007913b000 : new refcount 4 00000020:00000010:3.0:1749610073.500015:0:6261:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880083919580. 40000000:00000001:3.0:1749610073.500020:0:6261:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:3.0:1749610073.500073:0:6261:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:3.0:1749610073.500078:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff880129ec9e00/ffff88006dfc85a0 to site lru. bkt: ffff880069ea5e30 40000000:00000001:3.0:1749610073.500081:0:6261:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:3.0:1749610073.500082:0:6261:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:3.0:1749610073.500084:0:6261:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff880129ec9200. 40000000:00000001:3.0:1749610073.500087:0:6261:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:3.0:1749610073.500124:0:6261:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1749610073.500126:0:6261:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff88009957cc00. 40000000:00000001:3.0:1749610073.500128:0:6261:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1749610073.500130:0:6261:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:3.0:1749610073.500144:0:6261:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:3.0:1749610073.500147:0:6261:0:(lu_object.c:207:lu_object_put()) Add ffff880129ec8800/ffff88006dfc86c0 to site lru. bkt: ffff880069ea4c40 80000000:00000001:3.0:1749610073.500149:0:6261:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:3.0:1749610073.500152:0:6261:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:3.0:1749610073.500154:0:6261:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:3.0:1749610073.500157:0:6261:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b409f940. 80000000:00000010:3.0:1749610073.500160:0:6261:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b409fe00. 80000000:00000040:3.0:1749610073.500162:0:6261:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0001: FLD cache - Shrunk by 2 entries 80000000:00000001:3.0:1749610073.500164:0:6261:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1749610073.500166:0:6261:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1749610073.500168:0:6261:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0001): 80000000:00000040:3.0:1749610073.500169:0:6261:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:3.0:1749610073.500171:0:6261:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:3.0:1749610073.500172:0:6261:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff88009d701000. 80000000:00000001:3.0:1749610073.500176:0:6261:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:3.0:1749610073.500178:0:6261:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff88009957c500. 00080000:00000001:3.0:1749610073.500183:0:6261:0:(osd_handler.c:2652:osd_sync()) Process entered 00010000:00000010:3.1:1749610074.495577:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e200. 00010000:00000010:3.1:1749610074.495582:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d7600. 00000020:00000001:3.0:1749610074.496621:0:2754:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749610074.496623:0:2754:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007913a800 for lustre-MDT0000-lwp-OST0001 00000020:00000040:3.0:1749610074.496628:0:2754:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 4 to 0@lo 00000020:00000040:3.0:1749610074.496630:0:2754:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 3 to 0@lo 00000020:00000010:3.0:1749610074.496631:0:2754:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8800b208a2a0. 00000020:00000040:3.0:1749610074.496633:0:2754:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f88d5c0) now 4 - import 00000020:00000010:3.0:1749610074.496635:0:2754:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007913a800. 00000020:00000001:3.0:1749610074.496643:0:2754:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1749610074.496926:0:2754:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749610074.496928:0:2754:0:(genops.c:863:class_export_destroy()) destroying export ffff88007913c800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00000020:00000040:3.0:1749610074.496932:0:2754:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 2 to 0@lo 00000020:00000001:3.0:1749610074.496937:0:2754:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749610074.496939:0:2754:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610074.496941:0:2754:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88008ce40000) now 5 - export 00000020:00000010:3.0:1749610074.496943:0:2754:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007913c800. 00000020:00000001:3.0:1749610074.496953:0:2754:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749610074.498660:0:2754:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749610074.498661:0:2754:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007913c000 for lustre-MDT0001-lwp-OST0001 00000020:00000040:3.0:1749610074.498663:0:2754:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 1 to 0@lo 00000020:00000040:3.0:1749610074.498665:0:2754:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 0 to 0@lo 00000020:00000010:3.0:1749610074.498666:0:2754:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8800a8b839c0. 00000020:00000040:3.0:1749610074.498668:0:2754:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88008ce40000) now 4 - import 00000020:00000010:3.0:1749610074.498669:0:2754:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007913c000. 00000020:00000001:3.0:1749610074.498672:0:2754:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1749610074.500798:0:2754:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749610074.500800:0:2754:0:(genops.c:863:class_export_destroy()) destroying export ffff880129e0d800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000001:3.0:1749610074.500802:0:2754:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749610074.500804:0:2754:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610074.500805:0:2754:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 4 - export 00000020:00000010:3.0:1749610074.500807:0:2754:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880129e0d800. 00000020:00000001:3.0:1749610074.500810:0:2754:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00001000:3.0:1749610079.036788:0:7035:0:(cl_object.c:846:cl_env_put()) 1@ffff88012a32f000 00000020:00000010:3.0:1749610079.036796:0:7035:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880136aca400. 00000020:00000010:3.0:1749610079.036799:0:7035:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800b436da20. 00000008:00000010:3.0:1749610079.036803:0:7035:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff880129e80000. 00020000:00000010:3.0:1749610079.036807:0:7035:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff88006fe9e900. 00008000:00000010:3.0:1749610079.036809:0:7035:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff88012dbf4000. 00000080:00000010:3.0:1749610079.036813:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff88009d298150. 00000080:00000010:3.0:1749610079.036816:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012d050000. 00000020:00000010:3.0:1749610079.036819:0:7035:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136aca600. 00000008:00000010:3.0:1749610079.036821:0:7035:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a000. 00020000:00000010:3.0:1749610079.036829:0:7035:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970000. 00008000:00000010:3.0:1749610079.036831:0:7035:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9b50. 00000080:00000010:3.0:1749610079.036832:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d5a0. 00000020:00000010:3.0:1749610079.036834:0:7035:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136aca200. 00000020:00000010:3.0:1749610079.036835:0:7035:0:(cl_object.c:687:cl_env_fini()) slab-freed '(cle)': 144 at ffff88012a32f000. 00000080:00000010:3.0:1749610079.036839:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800a894b690. 00000080:00000010:3.0:1749610079.036841:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff88009d298348. 00000080:00000010:3.0:1749610079.036843:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff88009d2982a0. 00000080:00000010:3.0:1749610079.036845:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800a894b5e8. 00000080:00000010:3.0:1749610079.036846:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800a894b540. 00000080:00000010:3.0:1749610079.036850:0:7035:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff880094e61348. 00000080:00000010:3.0:1749610079.036852:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a690. 00000080:00000010:3.0:1749610079.036853:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d870. 00000080:00000010:3.0:1749610079.036854:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d780. 00000080:00000010:3.0:1749610079.036855:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a5a0. 00000080:00000010:3.0:1749610079.036857:0:7035:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a4b0. 00000080:00000010:3.0:1749610079.036858:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a88c4b68. 00000080:00000010:3.0:1749610079.036860:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012d050490. 00000080:00000010:3.0:1749610079.036861:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012d050248. 00000080:00000010:3.0:1749610079.036863:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a88c4920. 00000080:00000010:3.0:1749610079.036864:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a88c46d8. 00000080:00000010:3.0:1749610079.036865:0:7035:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800a6194000. 00000020:00000001:3.0:1749610079.041257:0:7036:0:(genops.c:298:class_unregister_type()) Process entered 00000020:00000010:3.0:1749610079.041275:0:7036:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff880075ef3480. 00000020:00000001:3.0:1749610079.041279:0:7036:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610079.060739:0:7045:0:(genops.c:298:class_unregister_type()) Process entered 00000020:00000010:3.0:1749610079.060760:0:7045:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff880075ef3180. 00000020:00000001:3.0:1749610079.060764:0:7045:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610079.110014:0:7063:0:(genops.c:298:class_unregister_type()) Process entered 00000020:00000010:3.0:1749610079.110033:0:7063:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff88007baca800. 00000020:00000001:3.0:1749610079.110036:0:7063:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610079.110054:0:7063:0:(genops.c:298:class_unregister_type()) Process entered 00000004:00000010:3.0:1749610079.110065:0:7063:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800979c4000. 00000020:00000010:3.0:1749610079.110068:0:7063:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff88007baca880. 00000020:00000001:3.0:1749610079.110074:0:7063:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610079.140285:0:7072:0:(genops.c:298:class_unregister_type()) Process entered 00002000:00000010:3.0:1749610079.140303:0:7072:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012ec41400. 00000020:00000010:3.0:1749610079.140311:0:7072:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff88011f17a100. 00000020:00000001:3.0:1749610079.140313:0:7072:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610079.140473:0:7072:0:(genops.c:298:class_unregister_type()) Process entered 00000020:00000010:3.0:1749610079.140482:0:7072:0:(genops.c:160:class_sysfs_release()) kfreed 'type': 112 at ffff88011f17a480. 00000020:00000001:3.0:1749610079.140484:0:7072:0:(genops.c:327:class_unregister_type()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610083.140426:0:7259:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610083.140431:0:7259:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1749610083.142883:0:7259:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000010:3.0:1749610083.410339:0:7350:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88013644c500. 00000020:00000010:3.0:1749610083.688451:0:7494:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff88013644ce00. 00000800:00000200:3.0:1749610083.994583:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:3.0:1749610083.994589:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:3.0:1749610083.994593:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000001:02000400:3.0:1749610086.589977:0:8074:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing load_modules_local 00000020:00000010:3.0:1749610089.553002:0:8996:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88011521c000. 00000100:00000010:3.0:1749610089.567582:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bf80. 00000100:00000010:3.0:1749610089.584248:0:9008:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84f00. 00000020:00000010:3.0:1749610089.584252:0:9008:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb841c0. 00000020:00000010:3.0:1749610089.584257:0:9008:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac861400. 00000020:00000010:3.0:1749610089.584260:0:9008:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac860000. 00000040:00000010:3.0:1749610089.584262:0:9008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac861800. 00000020:00000010:3.0:1749610089.584266:0:9008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b1000. 00000020:00000010:3.0:1749610089.584269:0:9008:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5a338. 00000020:00000010:3.0:1749610089.584273:0:9008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800ac860e00. 80000000:00000010:3.0:1749610089.584276:0:9008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dd20. 40000000:00000010:3.0:1749610089.584278:0:9008:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84380. 00100000:00000010:3.0:1749610089.584281:0:9008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b3800. 00040000:00000010:3.0:1749610089.584284:0:9008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9cd00. 00040000:00000010:3.0:1749610089.584288:0:9008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ac860200. 00080000:00000010:3.0:1749610089.584298:0:9008:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65d000. 00080000:00000010:3.0:1749610089.584304:0:9008:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011521e000. 00000004:00000010:3.0:1749610089.584308:0:9008:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b6800. 00000004:00000010:3.0:1749610089.584312:0:9008:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009b65f000. 00000100:00000010:3.0:1749610089.584316:0:9008:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88009a7b5000. 00000100:00000200:3.0:1749610089.584332:0:9008:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749610089.585069:0:9009:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84080. 00000020:00000010:3.0:1749610089.585072:0:9009:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84b40. 00000020:00000010:3.0:1749610089.585075:0:9009:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac861e00. 00000020:00000010:3.0:1749610089.585077:0:9009:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac860800. 00000040:00000010:3.0:1749610089.585079:0:9009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac861000. 00000020:00000010:3.0:1749610089.585081:0:9009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b4000. 00000020:00000010:3.0:1749610089.585083:0:9009:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5a840. 00000020:00000010:3.0:1749610089.585086:0:9009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88013726a400. 80000000:00000010:3.0:1749610089.585088:0:9009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d1e0. 40000000:00000010:3.0:1749610089.585089:0:9009:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84540. 00100000:00000010:3.0:1749610089.585092:0:9009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b42a7800. 00040000:00000010:3.0:1749610089.585094:0:9009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9cf00. 00040000:00000010:3.0:1749610089.585097:0:9009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4882e00. 00080000:00000010:3.0:1749610089.585100:0:9009:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65a000. 00080000:00000010:3.0:1749610089.585104:0:9009:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88011521a000. 00000004:00000010:3.0:1749610089.585107:0:9009:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b42a7000. 00000004:00000010:3.0:1749610089.585110:0:9009:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009b65b000. 00002000:00000010:3.0:1749610089.585124:0:9009:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d576400. 00000100:00000200:3.0:1749610089.585127:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585130:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35aa8. 00000400:00000010:3.0:1749610089.585133:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05ee0. 00000100:00000200:3.0:1749610089.585136:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585138:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35058. 00000400:00000010:3.0:1749610089.585139:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05f68. 00000100:00000200:3.0:1749610089.585140:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585141:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb357e8. 00000400:00000010:3.0:1749610089.585143:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f054c8. 00000100:00000200:3.0:1749610089.585144:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585149:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35a50. 00000400:00000010:3.0:1749610089.585150:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05908. 00000100:00000200:3.0:1749610089.585152:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585153:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35370. 00000400:00000010:3.0:1749610089.585154:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05550. 00000100:00000200:3.0:1749610089.585155:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585156:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35b00. 00000400:00000010:3.0:1749610089.585158:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05a18. 00000100:00000200:3.0:1749610089.585159:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585160:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35f20. 00000400:00000010:3.0:1749610089.585161:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f055d8. 00000100:00000200:3.0:1749610089.585162:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585163:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35478. 00000400:00000010:3.0:1749610089.585164:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05b28. 00000100:00000200:3.0:1749610089.585164:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585165:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35e70. 00000400:00000010:3.0:1749610089.585166:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05e58. 00000100:00000200:3.0:1749610089.585167:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585168:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35e18. 00000400:00000010:3.0:1749610089.585169:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05770. 00000100:00000200:3.0:1749610089.585170:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585170:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35268. 00000400:00000010:3.0:1749610089.585172:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05440. 00000100:00000200:3.0:1749610089.585172:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585173:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35cb8. 00000400:00000010:3.0:1749610089.585174:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05110. 00000100:00000200:3.0:1749610089.585175:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585176:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35318. 00000400:00000010:3.0:1749610089.585177:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f052a8. 00000100:00000200:3.0:1749610089.585178:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585179:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35420. 00000400:00000010:3.0:1749610089.585179:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05dd0. 00000100:00000200:3.0:1749610089.585180:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585181:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb350b0. 00000400:00000010:3.0:1749610089.585182:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05198. 00000100:00000200:3.0:1749610089.585187:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585188:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35f78. 00000400:00000010:3.0:1749610089.585189:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f056e8. 00000100:00000200:3.0:1749610089.585190:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585191:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb358f0. 00000400:00000010:3.0:1749610089.585192:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05660. 00000100:00000200:3.0:1749610089.585193:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585194:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb359f8. 00000400:00000010:3.0:1749610089.585195:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05000. 00000100:00000200:3.0:1749610089.585196:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585196:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35d68. 00000400:00000010:3.0:1749610089.585197:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05cc0. 00000100:00000200:3.0:1749610089.585198:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585199:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35948. 00000400:00000010:3.0:1749610089.585200:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05088. 00000100:00000200:3.0:1749610089.585201:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585203:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35160. 00000400:00000010:3.0:1749610089.585204:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05c38. 00000100:00000200:3.0:1749610089.585205:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585207:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35108. 00000400:00000010:3.0:1749610089.585209:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05990. 00000100:00000200:3.0:1749610089.585210:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585211:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb352c0. 00000400:00000010:3.0:1749610089.585212:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05bb0. 00000100:00000200:3.0:1749610089.585214:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585215:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35630. 00000400:00000010:3.0:1749610089.585216:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05220. 00000100:00000200:3.0:1749610089.585218:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585219:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35898. 00000400:00000010:3.0:1749610089.585221:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05880. 00000100:00000200:3.0:1749610089.585223:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585224:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35840. 00000400:00000010:3.0:1749610089.585226:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05330. 00000100:00000200:3.0:1749610089.585228:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585229:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35ec8. 00000400:00000010:3.0:1749610089.585236:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f057f8. 00000100:00000200:3.0:1749610089.585238:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585240:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb353c8. 00000400:00000010:3.0:1749610089.585242:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f053b8. 00000100:00000200:3.0:1749610089.585243:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585245:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb356e0. 00000400:00000010:3.0:1749610089.585247:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05d48. 00000100:00000200:3.0:1749610089.585248:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585249:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35d10. 00000400:00000010:3.0:1749610089.585251:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880120f05aa0. 00000100:00000200:3.0:1749610089.585253:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585254:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35790. 00000400:00000010:3.0:1749610089.585260:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269000. 00000100:00000200:3.0:1749610089.585264:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585265:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35528. 00000400:00000010:3.0:1749610089.585267:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269088. 00000100:00000200:3.0:1749610089.585269:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585270:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb355d8. 00000400:00000010:3.0:1749610089.585272:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269110. 00000100:00000200:3.0:1749610089.585273:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585275:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35210. 00000400:00000010:3.0:1749610089.585277:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269198. 00000100:00000200:3.0:1749610089.585278:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585280:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35688. 00000400:00000010:3.0:1749610089.585281:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269220. 00000100:00000200:3.0:1749610089.585283:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585284:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35580. 00000400:00000010:3.0:1749610089.585286:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92692a8. 00000100:00000200:3.0:1749610089.585288:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585289:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35bb0. 00000400:00000010:3.0:1749610089.585291:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269330. 00000100:00000200:3.0:1749610089.585293:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585295:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb354d0. 00000400:00000010:3.0:1749610089.585296:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92693b8. 00000100:00000200:3.0:1749610089.585298:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585304:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb359a0. 00000400:00000010:3.0:1749610089.585305:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269440. 00000100:00000200:3.0:1749610089.585307:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585308:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35c60. 00000400:00000010:3.0:1749610089.585309:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92694c8. 00000100:00000200:3.0:1749610089.585310:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585311:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35000. 00000400:00000010:3.0:1749610089.585312:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269550. 00000100:00000200:3.0:1749610089.585314:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585315:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35738. 00000400:00000010:3.0:1749610089.585316:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92695d8. 00000100:00000200:3.0:1749610089.585317:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585318:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35dc0. 00000400:00000010:3.0:1749610089.585318:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269660. 00000100:00000200:3.0:1749610089.585319:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585320:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35b58. 00000400:00000010:3.0:1749610089.585321:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92696e8. 00000100:00000200:3.0:1749610089.585322:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585323:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb35c08. 00000400:00000010:3.0:1749610089.585323:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269770. 00000100:00000200:3.0:1749610089.585325:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585325:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009cb351b8. 00000400:00000010:3.0:1749610089.585326:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a92697f8. 00000100:00000200:3.0:1749610089.585327:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585328:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881108. 00000400:00000010:3.0:1749610089.585329:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269880. 00000100:00000200:3.0:1749610089.585330:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585331:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881318. 00000400:00000010:3.0:1749610089.585332:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269908. 00000100:00000200:3.0:1749610089.585333:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585334:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881cb8. 00000400:00000010:3.0:1749610089.585335:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269990. 00000100:00000200:3.0:1749610089.585336:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585337:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881bb0. 00000400:00000010:3.0:1749610089.585337:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269a18. 00000100:00000200:3.0:1749610089.585341:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585343:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881790. 00000400:00000010:3.0:1749610089.585344:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269aa0. 00000100:00000200:3.0:1749610089.585345:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585346:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881478. 00000400:00000010:3.0:1749610089.585347:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269b28. 00000100:00000200:3.0:1749610089.585348:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585349:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8819a0. 00000400:00000010:3.0:1749610089.585350:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269bb0. 00000100:00000200:3.0:1749610089.585351:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585352:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8818f0. 00000400:00000010:3.0:1749610089.585353:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269c38. 00000100:00000200:3.0:1749610089.585353:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585354:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881948. 00000400:00000010:3.0:1749610089.585355:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269cc0. 00000100:00000200:3.0:1749610089.585356:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585357:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881210. 00000400:00000010:3.0:1749610089.585358:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269d48. 00000100:00000200:3.0:1749610089.585358:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585359:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8816e0. 00000400:00000010:3.0:1749610089.585360:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269dd0. 00000100:00000200:3.0:1749610089.585361:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585362:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881898. 00000400:00000010:3.0:1749610089.585363:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269e58. 00000100:00000200:3.0:1749610089.585364:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585364:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881058. 00000400:00000010:3.0:1749610089.585365:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269ee0. 00000100:00000200:3.0:1749610089.585366:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585367:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881e70. 00000400:00000010:3.0:1749610089.585368:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800a9269f68. 00000100:00000200:3.0:1749610089.585369:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585369:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881f20. 00000400:00000010:3.0:1749610089.585374:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d000. 00000100:00000200:3.0:1749610089.585375:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585376:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8811b8. 00000400:00000010:3.0:1749610089.585380:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d088. 00000100:00000200:3.0:1749610089.585381:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585383:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881630. 00000400:00000010:3.0:1749610089.585384:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d110. 00000100:00000200:3.0:1749610089.585385:0:9009:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1749610089.585386:0:9009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881a50. 00000400:00000010:3.0:1749610089.585386:0:9009:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d198. 00000100:00000010:3.0:1749610089.585389:0:9009:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b42a0000. 00000100:00000200:3.0:1749610089.585401:0:9009:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749610089.585604:0:9010:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84580. 00000020:00000010:3.0:1749610089.585606:0:9010:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb846c0. 00000020:00000010:3.0:1749610089.585608:0:9010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4883200. 00000020:00000010:3.0:1749610089.585609:0:9010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b4882400. 00000040:00000010:3.0:1749610089.585611:0:9010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b4882800. 00000020:00000010:3.0:1749610089.585613:0:9010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b42a4800. 00000020:00000010:3.0:1749610089.585615:0:9010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610089.585617:0:9010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b4883000. 80000000:00000010:3.0:1749610089.585619:0:9010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dea0. 40000000:00000010:3.0:1749610089.585620:0:9010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84200. 00100000:00000010:3.0:1749610089.585624:0:9010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009de4b000. 00040000:00000010:3.0:1749610089.585626:0:9010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c700. 00040000:00000010:3.0:1749610089.585627:0:9010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b4882600. 00080000:00000010:3.0:1749610089.585630:0:9010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b659000. 00080000:00000010:3.0:1749610089.585635:0:9010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880115218000. 00000004:00000010:3.0:1749610089.585638:0:9010:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009de4f800. 00000004:00000010:3.0:1749610089.585641:0:9010:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009b65c000. 00002000:00000010:3.0:1749610089.585643:0:9010:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d576c00. 00000100:00000010:3.0:1749610089.585646:0:9010:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88009de49800. 00000100:00000200:3.0:1749610089.585649:0:9010:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1749610089.586236:0:9011:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84ec0. 00000020:00000010:3.0:1749610089.586239:0:9011:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb842c0. 00000020:00000010:3.0:1749610089.586242:0:9011:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b4882200. 00000020:00000010:3.0:1749610089.586245:0:9011:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c9400. 00000040:00000010:3.0:1749610089.586248:0:9011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e5c9200. 00000020:00000010:3.0:1749610089.586255:0:9011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009de4a800. 00000020:00000010:3.0:1749610089.586258:0:9011:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5b250. 00000020:00000010:3.0:1749610089.586260:0:9011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5c9c00. 80000000:00000010:3.0:1749610089.586262:0:9011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d600. 40000000:00000010:3.0:1749610089.586264:0:9011:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84500. 00100000:00000010:3.0:1749610089.586267:0:9011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009de4a000. 00040000:00000010:3.0:1749610089.586269:0:9011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9ca00. 00040000:00000010:3.0:1749610089.586272:0:9011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e5c8400. 00080000:00000010:3.0:1749610089.586276:0:9011:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009b65e000. 00080000:00000010:3.0:1749610089.586281:0:9011:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012b1e8000. 00000004:00000010:3.0:1749610089.586284:0:9011:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009de4d800. 00000004:00000010:3.0:1749610089.586288:0:9011:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c0cd000. 00002000:00000010:3.0:1749610089.586291:0:9011:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d574000. 00000100:00000200:3.0:1749610089.586293:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586296:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881160. 00000400:00000010:3.0:1749610089.586299:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d220. 00000100:00000200:3.0:1749610089.586302:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586303:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881000. 00000400:00000010:3.0:1749610089.586305:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d2a8. 00000100:00000200:3.0:1749610089.586307:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586308:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8815d8. 00000400:00000010:3.0:1749610089.586310:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d330. 00000100:00000200:3.0:1749610089.586311:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586312:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8819f8. 00000400:00000010:3.0:1749610089.586314:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d3b8. 00000100:00000200:3.0:1749610089.586315:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586316:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881738. 00000400:00000010:3.0:1749610089.586318:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d440. 00000100:00000200:3.0:1749610089.586319:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586320:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881580. 00000400:00000010:3.0:1749610089.586322:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d4c8. 00000100:00000200:3.0:1749610089.586323:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586324:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881d10. 00000400:00000010:3.0:1749610089.586325:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d550. 00000100:00000200:3.0:1749610089.586330:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586332:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881840. 00000400:00000010:3.0:1749610089.586334:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d5d8. 00000100:00000200:3.0:1749610089.586336:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586337:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881dc0. 00000400:00000010:3.0:1749610089.586339:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d660. 00000100:00000200:3.0:1749610089.586341:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586342:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881c60. 00000400:00000010:3.0:1749610089.586344:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d6e8. 00000100:00000200:3.0:1749610089.586345:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586347:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881b00. 00000400:00000010:3.0:1749610089.586348:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d770. 00000100:00000200:3.0:1749610089.586349:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586351:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881f78. 00000400:00000010:3.0:1749610089.586352:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d7f8. 00000100:00000200:3.0:1749610089.586353:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586354:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881370. 00000400:00000010:3.0:1749610089.586355:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d880. 00000100:00000200:3.0:1749610089.586356:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586356:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881aa8. 00000400:00000010:3.0:1749610089.586357:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d908. 00000100:00000200:3.0:1749610089.586358:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586359:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8812c0. 00000400:00000010:3.0:1749610089.586360:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9d990. 00000100:00000200:3.0:1749610089.586361:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586362:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881ec8. 00000400:00000010:3.0:1749610089.586362:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9da18. 00000100:00000200:3.0:1749610089.586363:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586364:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881e18. 00000400:00000010:3.0:1749610089.586365:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9daa0. 00000100:00000200:3.0:1749610089.586366:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586367:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8810b0. 00000400:00000010:3.0:1749610089.586368:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9db28. 00000100:00000200:3.0:1749610089.586369:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586369:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881c08. 00000400:00000010:3.0:1749610089.586373:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9dbb0. 00000100:00000200:3.0:1749610089.586375:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586376:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8813c8. 00000400:00000010:3.0:1749610089.586377:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9dc38. 00000100:00000200:3.0:1749610089.586378:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586379:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881d68. 00000400:00000010:3.0:1749610089.586380:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9dcc0. 00000100:00000200:3.0:1749610089.586381:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586382:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881688. 00000400:00000010:3.0:1749610089.586383:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9dd48. 00000100:00000200:3.0:1749610089.586384:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586384:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881b58. 00000400:00000010:3.0:1749610089.586385:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9ddd0. 00000100:00000200:3.0:1749610089.586386:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586387:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881420. 00000400:00000010:3.0:1749610089.586388:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9de58. 00000100:00000200:3.0:1749610089.586389:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586390:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881268. 00000400:00000010:3.0:1749610089.586390:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9dee0. 00000100:00000200:3.0:1749610089.586391:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586392:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8814d0. 00000400:00000010:3.0:1749610089.586393:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88006ee9df68. 00000100:00000200:3.0:1749610089.586394:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586395:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d881528. 00000400:00000010:3.0:1749610089.586399:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b000. 00000100:00000200:3.0:1749610089.586401:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586402:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d8817e8. 00000400:00000010:3.0:1749610089.586402:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b088. 00000100:00000200:3.0:1749610089.586403:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586405:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900000. 00000400:00000010:3.0:1749610089.586406:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b110. 00000100:00000200:3.0:1749610089.586407:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586408:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900058. 00000400:00000010:3.0:1749610089.586408:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b198. 00000100:00000200:3.0:1749610089.586409:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586413:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9000b0. 00000400:00000010:3.0:1749610089.586414:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b220. 00000100:00000200:3.0:1749610089.586415:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586416:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900108. 00000400:00000010:3.0:1749610089.586418:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b2a8. 00000100:00000200:3.0:1749610089.586419:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586420:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900160. 00000400:00000010:3.0:1749610089.586420:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b330. 00000100:00000200:3.0:1749610089.586421:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586422:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9001b8. 00000400:00000010:3.0:1749610089.586423:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b3b8. 00000100:00000200:3.0:1749610089.586424:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586425:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900210. 00000400:00000010:3.0:1749610089.586426:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b440. 00000100:00000200:3.0:1749610089.586426:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586427:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900f20. 00000400:00000010:3.0:1749610089.586428:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b4c8. 00000100:00000200:3.0:1749610089.586429:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586430:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900268. 00000400:00000010:3.0:1749610089.586431:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b550. 00000100:00000200:3.0:1749610089.586432:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586433:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9002c0. 00000400:00000010:3.0:1749610089.586433:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b5d8. 00000100:00000200:3.0:1749610089.586434:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586435:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900318. 00000400:00000010:3.0:1749610089.586436:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b660. 00000100:00000200:3.0:1749610089.586437:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586438:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900370. 00000400:00000010:3.0:1749610089.586438:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b6e8. 00000100:00000200:3.0:1749610089.586439:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586440:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9003c8. 00000400:00000010:3.0:1749610089.586441:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b770. 00000100:00000200:3.0:1749610089.586442:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586443:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900420. 00000400:00000010:3.0:1749610089.586443:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b7f8. 00000100:00000200:3.0:1749610089.586452:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586453:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900478. 00000400:00000010:3.0:1749610089.586454:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b880. 00000100:00000200:3.0:1749610089.586455:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586456:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9004d0. 00000400:00000010:3.0:1749610089.586457:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b908. 00000100:00000200:3.0:1749610089.586458:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586459:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900528. 00000400:00000010:3.0:1749610089.586460:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05b990. 00000100:00000200:3.0:1749610089.586461:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586462:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900580. 00000400:00000010:3.0:1749610089.586462:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05ba18. 00000100:00000200:3.0:1749610089.586463:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586464:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9005d8. 00000400:00000010:3.0:1749610089.586465:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05baa0. 00000100:00000200:3.0:1749610089.586466:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586467:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900630. 00000400:00000010:3.0:1749610089.586468:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bb28. 00000100:00000200:3.0:1749610089.586468:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586469:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900688. 00000400:00000010:3.0:1749610089.586470:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bbb0. 00000100:00000200:3.0:1749610089.586471:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586472:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9006e0. 00000400:00000010:3.0:1749610089.586473:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bc38. 00000100:00000200:3.0:1749610089.586474:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586475:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900738. 00000400:00000010:3.0:1749610089.586476:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bcc0. 00000100:00000200:3.0:1749610089.586477:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586477:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900790. 00000400:00000010:3.0:1749610089.586478:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bd48. 00000100:00000200:3.0:1749610089.586479:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586480:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9007e8. 00000400:00000010:3.0:1749610089.586481:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bdd0. 00000100:00000200:3.0:1749610089.586482:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586483:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900840. 00000400:00000010:3.0:1749610089.586487:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05be58. 00000100:00000200:3.0:1749610089.586488:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586490:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900898. 00000400:00000010:3.0:1749610089.586491:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bee0. 00000100:00000200:3.0:1749610089.586492:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586493:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9008f0. 00000400:00000010:3.0:1749610089.586494:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88009c05bf68. 00000100:00000200:3.0:1749610089.586495:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586496:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900948. 00000400:00000010:3.0:1749610089.586499:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749610089.586501:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586502:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9009a0. 00000400:00000010:3.0:1749610089.586503:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749610089.586504:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586504:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d9009f8. 00000400:00000010:3.0:1749610089.586505:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000200:3.0:1749610089.586506:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586507:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900a50. 00000400:00000010:3.0:1749610089.586508:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000200:3.0:1749610089.586509:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586509:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900aa8. 00000400:00000010:3.0:1749610089.586510:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749610089.586511:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586512:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900b00. 00000400:00000010:3.0:1749610089.586513:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000200:3.0:1749610089.586514:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586515:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900b58. 00000400:00000010:3.0:1749610089.586516:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749610089.586516:0:9011:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1749610089.586517:0:9011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900bb0. 00000400:00000010:3.0:1749610089.586518:0:9011:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000010:3.0:1749610089.586541:0:9011:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88009de48000. 00000100:00000200:3.0:1749610089.586552:0:9011:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1749610089.586681:0:9012:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84480. 00000020:00000010:3.0:1749610089.586683:0:9012:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb847c0. 00000020:00000010:3.0:1749610089.586690:0:9012:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e5c8800. 00000020:00000010:3.0:1749610089.586693:0:9012:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c8c00. 00000040:00000010:3.0:1749610089.586695:0:9012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e5c9800. 00000020:00000010:3.0:1749610089.586698:0:9012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009de4d000. 00000020:00000010:3.0:1749610089.586700:0:9012:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5b758. 00000020:00000010:3.0:1749610089.586703:0:9012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5c9600. 80000000:00000010:3.0:1749610089.586705:0:9012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436da20. 40000000:00000010:3.0:1749610089.586707:0:9012:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84a40. 00100000:00000010:3.0:1749610089.586710:0:9012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009de4f000. 00040000:00000010:3.0:1749610089.586712:0:9012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c100. 00040000:00000010:3.0:1749610089.586715:0:9012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e5c9000. 00080000:00000010:3.0:1749610089.586718:0:9012:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c0ca000. 00080000:00000010:3.0:1749610089.586723:0:9012:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012b1ee000. 00000004:00000010:3.0:1749610089.586726:0:9012:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009de4b800. 00000004:00000010:3.0:1749610089.586729:0:9012:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c0cc000. 00002000:00000010:3.0:1749610089.586732:0:9012:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d575000. 00000100:00000010:3.0:1749610089.586736:0:9012:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff88009de4c000. 00000100:00000200:3.0:1749610089.586747:0:9012:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749610089.601448:0:9013:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88012de00000. 00000100:00000010:3.0:1749610089.601452:0:9013:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb849c0. 00000020:00000010:3.0:1749610089.601455:0:9013:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84e40. 00000020:00000010:3.0:1749610089.601461:0:9013:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e5c9e00. 00000020:00000010:3.0:1749610089.601464:0:9013:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c8000. 00000040:00000010:3.0:1749610089.601467:0:9013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012be13a00. 00000020:00000010:3.0:1749610089.601471:0:9013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009de49000. 00000020:00000010:3.0:1749610089.601475:0:9013:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5bc60. 00000020:00000010:3.0:1749610089.601477:0:9013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012be12c00. 80000000:00000010:3.0:1749610089.601480:0:9013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dba0. 40000000:00000010:3.0:1749610089.601483:0:9013:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84f80. 00100000:00000010:3.0:1749610089.601487:0:9013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009de48800. 00040000:00000010:3.0:1749610089.601490:0:9013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c200. 00040000:00000010:3.0:1749610089.601493:0:9013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5273c00. 00080000:00000010:3.0:1749610089.601498:0:9013:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c0c8000. 00080000:00000010:3.0:1749610089.601507:0:9013:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012b1ea000. 00000004:00000010:3.0:1749610089.601513:0:9013:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009de4c800. 00000004:00000010:3.0:1749610089.601517:0:9013:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c0c9000. 00002000:00000010:3.0:1749610089.601541:0:9013:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d577000. 00000100:00000200:3.0:1749610089.601545:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601550:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900c08. 00000400:00000010:3.0:1749610089.601556:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c0ce000. 00000100:00000200:3.0:1749610089.601562:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601563:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900c60. 00000400:00000010:3.0:1749610089.601566:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c0cf000. 00000100:00000200:3.0:1749610089.601568:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601570:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900cb8. 00000400:00000010:3.0:1749610089.601573:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c0cb000. 00000100:00000200:3.0:1749610089.601575:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601577:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900d10. 00000400:00000010:3.0:1749610089.601586:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb68000. 00000100:00000200:3.0:1749610089.601590:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601592:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900d68. 00000400:00000010:3.0:1749610089.601595:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb69000. 00000100:00000200:3.0:1749610089.601597:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601599:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900dc0. 00000400:00000010:3.0:1749610089.601602:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6a000. 00000100:00000200:3.0:1749610089.601604:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601606:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900e18. 00000400:00000010:3.0:1749610089.601609:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6b000. 00000100:00000200:3.0:1749610089.601612:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601613:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900e70. 00000400:00000010:3.0:1749610089.601616:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6c000. 00000100:00000200:3.0:1749610089.601618:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601620:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900ec8. 00000400:00000010:3.0:1749610089.601623:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6d000. 00000100:00000200:3.0:1749610089.601625:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601627:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012d900f78. 00000400:00000010:3.0:1749610089.601629:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6e000. 00000100:00000200:3.0:1749610089.601632:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601640:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1000. 00000400:00000010:3.0:1749610089.601643:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009bb6f000. 00000100:00000200:3.0:1749610089.601646:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601647:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1058. 00000400:00000010:3.0:1749610089.601653:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c518000. 00000100:00000200:3.0:1749610089.601656:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601658:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d10b0. 00000400:00000010:3.0:1749610089.601661:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c519000. 00000100:00000200:3.0:1749610089.601663:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601665:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1108. 00000400:00000010:3.0:1749610089.601668:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51a000. 00000100:00000200:3.0:1749610089.601671:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601672:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1160. 00000400:00000010:3.0:1749610089.601676:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51b000. 00000100:00000200:3.0:1749610089.601678:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601680:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d11b8. 00000400:00000010:3.0:1749610089.601683:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51c000. 00000100:00000200:3.0:1749610089.601685:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601686:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1210. 00000400:00000010:3.0:1749610089.601688:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51d000. 00000100:00000200:3.0:1749610089.601690:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601691:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1268. 00000400:00000010:3.0:1749610089.601693:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51e000. 00000100:00000200:3.0:1749610089.601695:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601696:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d12c0. 00000400:00000010:3.0:1749610089.601698:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c51f000. 00000100:00000200:3.0:1749610089.601699:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601700:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1318. 00000400:00000010:3.0:1749610089.601706:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c180000. 00000100:00000200:3.0:1749610089.601708:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601709:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1370. 00000400:00000010:3.0:1749610089.601712:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c181000. 00000100:00000200:3.0:1749610089.601713:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601714:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d13c8. 00000400:00000010:3.0:1749610089.601716:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c182000. 00000100:00000200:3.0:1749610089.601717:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601721:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1420. 00000400:00000010:3.0:1749610089.601724:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c183000. 00000100:00000200:3.0:1749610089.601725:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601726:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1478. 00000400:00000010:3.0:1749610089.601729:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c184000. 00000100:00000200:3.0:1749610089.601731:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601732:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d14d0. 00000400:00000010:3.0:1749610089.601734:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c185000. 00000100:00000200:3.0:1749610089.601736:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601736:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1528. 00000400:00000010:3.0:1749610089.601739:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c186000. 00000100:00000200:3.0:1749610089.601740:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601741:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1580. 00000400:00000010:3.0:1749610089.601743:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c187000. 00000100:00000200:3.0:1749610089.601745:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601746:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d15d8. 00000400:00000010:3.0:1749610089.601751:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da40000. 00000100:00000200:3.0:1749610089.601753:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601754:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1630. 00000400:00000010:3.0:1749610089.601757:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da41000. 00000100:00000200:3.0:1749610089.601758:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601759:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1688. 00000400:00000010:3.0:1749610089.601761:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da42000. 00000100:00000200:3.0:1749610089.601763:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601764:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d16e0. 00000400:00000010:3.0:1749610089.601766:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da43000. 00000100:00000200:3.0:1749610089.601767:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601768:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1738. 00000400:00000010:3.0:1749610089.601771:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da44000. 00000100:00000200:3.0:1749610089.601772:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601773:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1790. 00000400:00000010:3.0:1749610089.601775:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da45000. 00000100:00000200:3.0:1749610089.601777:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601778:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d17e8. 00000400:00000010:3.0:1749610089.601780:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da46000. 00000100:00000200:3.0:1749610089.601782:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601785:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1840. 00000400:00000010:3.0:1749610089.601788:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88006da47000. 00000100:00000200:3.0:1749610089.601790:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601791:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1898. 00000400:00000010:3.0:1749610089.601797:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e10000. 00000100:00000200:3.0:1749610089.601799:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601800:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d18f0. 00000400:00000010:3.0:1749610089.601802:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e11000. 00000100:00000200:3.0:1749610089.601804:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601805:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1948. 00000400:00000010:3.0:1749610089.601807:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e12000. 00000100:00000200:3.0:1749610089.601809:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601809:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d19a0. 00000400:00000010:3.0:1749610089.601812:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e13000. 00000100:00000200:3.0:1749610089.601813:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601814:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d19f8. 00000400:00000010:3.0:1749610089.601816:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e14000. 00000100:00000200:3.0:1749610089.601818:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601819:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1a50. 00000400:00000010:3.0:1749610089.601821:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e15000. 00000100:00000200:3.0:1749610089.601823:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601823:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1aa8. 00000400:00000010:3.0:1749610089.601826:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e16000. 00000100:00000200:3.0:1749610089.601827:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601828:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1b00. 00000400:00000010:3.0:1749610089.601830:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff880096e17000. 00000100:00000200:3.0:1749610089.601832:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601833:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1b58. 00000400:00000010:3.0:1749610089.601838:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b4018000. 00000100:00000200:3.0:1749610089.601840:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601841:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1bb0. 00000400:00000010:3.0:1749610089.601844:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b4019000. 00000100:00000200:3.0:1749610089.601845:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601846:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1c08. 00000400:00000010:3.0:1749610089.601848:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401a000. 00000100:00000200:3.0:1749610089.601850:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601853:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1c60. 00000400:00000010:3.0:1749610089.601856:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401b000. 00000100:00000200:3.0:1749610089.601858:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601859:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1cb8. 00000400:00000010:3.0:1749610089.601862:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401c000. 00000100:00000200:3.0:1749610089.601863:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601864:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1d10. 00000400:00000010:3.0:1749610089.601866:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401d000. 00000100:00000200:3.0:1749610089.601868:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601869:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1d68. 00000400:00000010:3.0:1749610089.601871:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401e000. 00000100:00000200:3.0:1749610089.601873:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601874:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1dc0. 00000400:00000010:3.0:1749610089.601876:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8800b401f000. 00000100:00000200:3.0:1749610089.601877:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601878:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1e18. 00000400:00000010:3.0:1749610089.601883:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2b8000. 00000100:00000200:3.0:1749610089.601885:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601886:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1e70. 00000400:00000010:3.0:1749610089.601889:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2b9000. 00000100:00000200:3.0:1749610089.601890:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601891:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1ec8. 00000400:00000010:3.0:1749610089.601893:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2ba000. 00000100:00000200:3.0:1749610089.601895:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601896:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1f20. 00000400:00000010:3.0:1749610089.601898:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2bb000. 00000100:00000200:3.0:1749610089.601899:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601900:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b53d1f78. 00000400:00000010:3.0:1749610089.601902:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2bc000. 00000100:00000200:3.0:1749610089.601904:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601907:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7000. 00000400:00000010:3.0:1749610089.601910:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2bd000. 00000100:00000200:3.0:1749610089.601912:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601913:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7058. 00000400:00000010:3.0:1749610089.601915:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2be000. 00000100:00000200:3.0:1749610089.601917:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601920:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f70b0. 00000400:00000010:3.0:1749610089.601923:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009d2bf000. 00000100:00000200:3.0:1749610089.601925:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601926:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7108. 00000400:00000010:3.0:1749610089.601931:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c990000. 00000100:00000200:3.0:1749610089.601934:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601934:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7160. 00000400:00000010:3.0:1749610089.601937:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c991000. 00000100:00000200:3.0:1749610089.601938:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601939:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f71b8. 00000400:00000010:3.0:1749610089.601941:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c992000. 00000100:00000200:3.0:1749610089.601943:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601944:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7210. 00000400:00000010:3.0:1749610089.601946:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c993000. 00000100:00000200:3.0:1749610089.601947:0:9013:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1749610089.601948:0:9013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7268. 00000400:00000010:3.0:1749610089.601951:0:9013:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff88009c994000. 00000100:00000010:3.0:1749610089.601962:0:9013:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009c4ec000. 00000100:00000200:3.0:1749610089.601978:0:9013:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:3.0:1749610089.602557:0:9014:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff880082800000. 00000100:00000010:3.0:1749610089.602560:0:9014:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84840. 00000020:00000010:3.0:1749610089.602561:0:9014:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84980. 00000020:00000010:3.0:1749610089.602563:0:9014:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b5272e00. 00000020:00000010:3.0:1749610089.602565:0:9014:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b5273800. 00000040:00000010:3.0:1749610089.602566:0:9014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b5272c00. 00000020:00000010:3.0:1749610089.602569:0:9014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009de4e800. 00000020:00000010:3.0:1749610089.602571:0:9014:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5c168. 00000020:00000010:3.0:1749610089.602572:0:9014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b5272a00. 80000000:00000010:3.0:1749610089.602574:0:9014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d5a0. 40000000:00000010:3.0:1749610089.602575:0:9014:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84180. 00100000:00000010:3.0:1749610089.602579:0:9014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4096000. 00040000:00000010:3.0:1749610089.602580:0:9014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c300. 00040000:00000010:3.0:1749610089.602582:0:9014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b5273200. 00080000:00000010:3.0:1749610089.602585:0:9014:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c995000. 00080000:00000010:3.0:1749610089.602589:0:9014:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012b1ec000. 00000004:00000010:3.0:1749610089.602595:0:9014:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4091800. 00000004:00000010:3.0:1749610089.602598:0:9014:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c996000. 00002000:00000010:3.0:1749610089.602601:0:9014:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880131055000. 00000100:00000010:3.0:1749610089.602612:0:9014:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88006bb9c000. 00000100:00000200:3.0:1749610089.602624:0:9014:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1749610089.603188:0:9015:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88006ba00000. 00000100:00000010:3.0:1749610089.603190:0:9015:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800acb84040. 00000020:00000010:3.0:1749610089.603192:0:9015:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84d40. 00000020:00000010:3.0:1749610089.603195:0:9015:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac8c6e00. 00000020:00000010:3.0:1749610089.603197:0:9015:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac8c6000. 00000040:00000010:3.0:1749610089.603199:0:9015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac8c7c00. 00000020:00000010:3.0:1749610089.603201:0:9015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4094800. 00000020:00000010:3.0:1749610089.603203:0:9015:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5c670. 00000020:00000010:3.0:1749610089.603205:0:9015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800ac8c7a00. 80000000:00000010:3.0:1749610089.603206:0:9015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d360. 40000000:00000010:3.0:1749610089.603208:0:9015:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84d00. 00100000:00000010:3.0:1749610089.603211:0:9015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4093000. 00040000:00000010:3.0:1749610089.603213:0:9015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c600. 00040000:00000010:3.0:1749610089.603214:0:9015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800ac8c7800. 00080000:00000010:3.0:1749610089.603217:0:9015:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c997000. 00080000:00000010:3.0:1749610089.603225:0:9015:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880092e48000. 00000004:00000010:3.0:1749610089.603228:0:9015:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4097000. 00000004:00000010:3.0:1749610089.603234:0:9015:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009d288000. 00002000:00000010:3.0:1749610089.603236:0:9015:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880131054400. 00000100:00000010:3.0:1749610089.603246:0:9015:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88009d334000. 00000100:00000200:3.0:1749610089.603259:0:9015:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1749610089.603743:0:8996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c40. 00000020:00000010:3.0:1749610089.603747:0:8996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c40. 00000020:00000010:3.0:1749610089.603751:0:8996:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac8c7e00. 00000020:00000010:3.0:1749610089.603754:0:8996:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c580. 00000020:00000010:3.0:1749610089.603757:0:8996:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000020:00000010:3.0:1749610089.603780:0:8996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c40. 00000020:00000010:3.0:1749610089.603782:0:8996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c40. 00000100:00000200:3.0:1749610089.603789:0:8996:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494457088 02000000:00000010:3.0:1749610089.603804:0:8996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff880092e4a000. 20000000:00000010:3.0:1749610089.603816:0:8996:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800ac8c6200. 20000000:00000010:3.0:1749610089.603822:0:8996:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff880092e4c000. 20000000:00000010:3.0:1749610089.603827:0:8996:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff880092e4e000. 20000000:00000010:3.0:1749610089.603831:0:8996:0:(mgs_llog.c:456:mgs_new_fsdb()) kmalloced '(fsdb)': 496 at ffff8800ac8c7400. 20000000:00000010:3.0:1749610089.603841:0:8996:0:(mgs_llog.c:476:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff88009bb38000. 20000000:00000010:3.0:1749610089.603844:0:8996:0:(mgs_llog.c:483:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff88009bb3a000. 20000000:00000010:3.0:1749610089.603846:0:8996:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88007d207420. 20000000:00000010:3.0:1749610089.603848:0:8996:0:(mgs_llog.c:139:name_create()) kmalloced '(*newname)': 14 at ffff88007d207010. 00000020:00000010:3.0:1749610089.604750:0:9017:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ac8c6400. 00000020:00000010:3.0:1749610089.604755:0:9017:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ac8c6600. 00000040:00000010:3.0:1749610089.604757:0:9017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ac8c7600. 00000020:00000010:3.0:1749610089.604760:0:9017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749610089.604763:0:9017:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5cb78. 00000020:00000010:3.0:1749610089.604765:0:9017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096e1ce00. 80000000:00000010:3.0:1749610089.604767:0:9017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d9c0. 40000000:00000010:3.0:1749610089.604769:0:9017:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84c40. 00100000:00000010:3.0:1749610089.604771:0:9017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749610089.604773:0:9017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c800. 00040000:00000010:3.0:1749610089.604775:0:9017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096e1d400. 00080000:00000010:3.0:1749610089.604779:0:9017:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009d289000. 00080000:00000010:3.0:1749610089.604782:0:9017:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bb3c000. 00000004:00000010:3.0:1749610089.604785:0:9017:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bb000. 00000004:00000010:3.0:1749610089.604788:0:9017:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009d28a000. 00002000:00000010:3.0:1749610089.604797:0:9017:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006ef74000. 00000020:00000010:3.0:1749610089.604799:0:9017:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84880. 00000040:00000010:3.0:1749610089.604804:0:9017:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009bb3e000. 00000020:00000010:3.0:1749610089.608066:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1d600. 00000020:00000010:3.0:1749610089.608069:0:9018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880096e1d000. 00000040:00000010:3.0:1749610089.608072:0:9018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880096e1d200. 00000020:00000010:3.0:1749610089.608075:0:9018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749610089.608082:0:9018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5d080. 00000020:00000010:3.0:1749610089.608084:0:9018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880096e1da00. 80000000:00000010:3.0:1749610089.608087:0:9018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d9c0. 40000000:00000010:3.0:1749610089.608089:0:9018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84700. 00100000:00000010:3.0:1749610089.608092:0:9018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51b9800. 00040000:00000010:3.0:1749610089.608094:0:9018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c800. 00040000:00000010:3.0:1749610089.608097:0:9018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880096e1dc00. 00080000:00000010:3.0:1749610089.608101:0:9018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009d28b000. 00080000:00000010:3.0:1749610089.608104:0:9018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bb3c000. 00000004:00000010:3.0:1749610089.608108:0:9018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51be000. 00000004:00000010:3.0:1749610089.608126:0:9018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009d28c000. 00002000:00000010:3.0:1749610089.608129:0:9018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006ef74400. 00000020:00000010:3.0:1749610089.608132:0:9018:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84d80. 00000040:00000010:3.0:1749610089.608137:0:9018:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009bb3e000. 00000100:00000010:3.0:1749610089.608142:0:9018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804e00. 02000000:00000010:3.0:1749610089.608147:0:9018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880096e1c000. 00000100:00000010:3.0:1749610089.608153:0:9018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d7016c0. 00000100:00000010:3.0:1749610089.608159:0:9018:0:(jobid.c:564:jobid_get_from_cache()) kmalloced '(pidmap)': 96 at ffff8800b436db40. 02000000:00000010:3.0:1749610089.608179:0:9018:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff880083508000. 00000400:00000010:3.0:1749610089.608182:0:9018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f72c0. 00000400:00000010:3.0:1749610089.608186:0:9018:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff88009d701cc0. 00000100:00000200:3.0:1749610089.608189:0:9018:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834598494457984, portal 25 00000400:00000010:3.0:1749610089.608192:0:9018:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610089.608194:0:9018:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834598494457984, offset 0 00000400:00000200:3.0:1749610089.608198:0:9018:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610089.608202:0:9018:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610089.608207:0:9018:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6848ebf915080 00000400:00000200:3.0:1749610089.608210:0:9018:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x3241 [2] + 0 00000400:00000010:3.0:1749610089.608213:0:9018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c2a10b0. 00000400:00000200:3.0:1749610089.608216:0:9018:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88011344ad80 00000400:00000200:3.0:1749610089.608219:0:9018:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610089.608221:0:9018:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610089.608223:0:9018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88011344ad80 00000400:00000010:3.0:1749610089.608227:0:9018:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 152 at ffff88011344ad80. 00000100:00000200:3.0:1749610089.608231:0:9018:0:(events.c:297:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1749610089.608245:0:9018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610089.608247:0:9018:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610089.608251:0:9018:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880099804e00 x1834598494457984/t0(0) o502->MGC192.168.202.106@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610105 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610089.608736:0:9018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f72c0. 00000400:00000200:3.0:1749610089.608740:0:9018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009d701cc0 00000400:00000010:3.0:1749610089.608741:0:9018:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff88009d701cc0. 00000100:00000200:3.0:1749610089.608745:0:9018:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099804e00 x1834598494457984/t0(0) o502->MGC192.168.202.106@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610105 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610089.608750:0:9018:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099804e00 x1834598494457984/t0(0) o502->MGC192.168.202.106@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1749610105 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610089.608760:0:9018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d7016c0. 02000000:00000010:3.0:1749610089.608764:0:9018:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff880083508000. 02000000:00000010:3.0:1749610089.608771:0:9018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880096e1c000. 00000100:00000010:3.0:1749610089.608774:0:9018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804e00. 00000020:00000010:3.0:1749610089.608783:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.608786:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.608789:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88013644c580. 00000020:00000010:3.0:1749610089.608798:0:9018:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac2c050. 00000020:00000010:3.0:1749610089.608802:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51be800. 00000020:00000010:3.0:1749610089.608813:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88013644c580. 00000020:00000010:3.0:1749610089.608815:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff88009d7016c0. 00000001:00000010:3.0:1749610089.608833:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701cc0. 00000001:00000010:3.0:1749610089.608836:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3a80. 00000001:00000010:3.0:1749610089.608838:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1c000. 00000001:00000010:3.0:1749610089.608840:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1c200. 00000001:00000010:3.0:1749610089.608842:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1c400. 00000001:00000010:3.0:1749610089.608843:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1c600. 00000001:00000010:3.0:1749610089.608845:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701240. 00000001:00000010:3.0:1749610089.608850:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3e40. 00000001:00000010:3.0:1749610089.608852:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1c800. 00000001:00000010:3.0:1749610089.608853:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1ca00. 00000001:00000010:3.0:1749610089.608855:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1cc00. 00000001:00000010:3.0:1749610089.608856:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1d800. 00000020:00000010:3.0:1749610089.608859:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1d400. 00000020:00000010:3.0:1749610089.608861:0:9018:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c580. 00000020:00000010:3.0:1749610089.608863:0:9018:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000008:00000010:3.0:1749610089.608866:0:9018:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a000. 00020000:00000010:3.0:1749610089.608870:0:9018:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970000. 00008000:00000010:3.0:1749610089.608872:0:9018:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9050. 00000080:00000010:3.0:1749610089.608876:0:9018:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d780. 00000020:00000010:3.0:1749610089.608878:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880096e1ce00. 00000020:00000010:3.0:1749610089.608881:0:9018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8a77000. 00000040:00000010:3.0:1749610089.608883:0:9018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8a77e00. 00000020:00000010:3.0:1749610089.608885:0:9018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bb800. 00000020:00000010:3.0:1749610089.608887:0:9018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5d588. 00000020:00000010:3.0:1749610089.608889:0:9018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8a76400. 80000000:00000010:3.0:1749610089.608891:0:9018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d2a0. 40000000:00000010:3.0:1749610089.608893:0:9018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84780. 00100000:00000010:3.0:1749610089.608895:0:9018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749610089.608897:0:9018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c400. 00040000:00000010:3.0:1749610089.608899:0:9018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8a77800. 00080000:00000010:3.0:1749610089.608902:0:9018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009d28d000. 00080000:00000010:3.0:1749610089.608910:0:9018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b68000. 00000004:00000010:3.0:1749610089.608913:0:9018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bc000. 00000004:00000010:3.0:1749610089.608916:0:9018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009d28e000. 00000004:00000010:3.0:1749610089.608920:0:9018:0:(lod_dev.c:2182:lod_device_alloc()) kmalloced '(lod)': 3848 at ffff88009d28f000. 00000004:00000010:3.0:1749610089.608925:0:9018:0:(lod_dev.c:1978:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at ffff88012a2d31c0. 00000004:00000010:3.0:1749610089.608927:0:9018:0:(lod_dev.c:2003:lod_connect_to_osd()) kmalloced '(data)': 192 at ffff88009d7010c0. 00000020:00000010:3.0:1749610089.608931:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bd800. 00000004:00000010:3.0:1749610089.608935:0:9018:0:(lod_dev.c:2031:lod_connect_to_osd()) kfreed 'data': 192 at ffff88009d7010c0. 00000004:00000010:3.0:1749610089.608939:0:9018:0:(lod_dev.c:2032:lod_connect_to_osd()) kfreed 'nextdev': 27 at ffff88012a2d31c0. 00000020:00000010:3.0:1749610089.608956:0:9018:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880099bd9048. 00000020:00000010:3.0:1749610089.608957:0:9018:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880099bd9188. 00000020:00000010:3.0:1749610089.608958:0:9018:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880099bd9190. 00000020:00000010:3.0:1749610089.608959:0:9018:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff880099bd9198. 00000020:00000010:3.0:1749610089.609050:0:9018:0:(lprocfs_status_server.c:47:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at ffff880130e8ff00. 00000020:00000010:3.0:1749610089.609056:0:9018:0:(lprocfs_status_server.c:57:ldebugfs_add_symlink()) kfreed 'dest': 129 at ffff880130e8ff00. 00000020:00000010:3.0:1749610089.609062:0:9018:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff880130e8ff00. 00000020:00000010:3.0:1749610089.609066:0:9018:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff880130e8ff00. 00000020:00000010:3.0:1749610089.609070:0:9018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8a77000. 00000040:00000010:3.0:1749610089.609071:0:9018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8a77e00. 00000020:00000010:3.0:1749610089.609073:0:9018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bb800. 00000020:00000010:3.0:1749610089.609075:0:9018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5d588. 00000020:00000010:3.0:1749610089.609077:0:9018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8a76400. 80000000:00000010:3.0:1749610089.609080:0:9018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d2a0. 40000000:00000010:3.0:1749610089.609082:0:9018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84780. 00100000:00000010:3.0:1749610089.609084:0:9018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749610089.609086:0:9018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9c400. 00040000:00000010:3.0:1749610089.609088:0:9018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8a77800. 00080000:00000010:3.0:1749610089.609090:0:9018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b68000. 00080000:00000010:3.0:1749610089.609093:0:9018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009d28d000. 00000004:00000010:3.0:1749610089.609095:0:9018:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bc000. 00000004:00000010:3.0:1749610089.609098:0:9018:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009d28e000. 00000020:00000010:3.0:1749610089.609100:0:9018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1ce00. 00000020:00000010:3.0:1749610089.609102:0:9018:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c580. 00000020:00000010:3.0:1749610089.609104:0:9018:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000008:00000010:3.0:1749610089.609106:0:9018:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a000. 00020000:00000010:3.0:1749610089.609108:0:9018:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970000. 00008000:00000010:3.0:1749610089.609109:0:9018:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9050. 00000080:00000010:3.0:1749610089.609126:0:9018:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d780. 00000020:00000010:3.0:1749610089.609128:0:9018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880096e1d400. 00000020:00000010:3.0:1749610089.609131:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff88009d7016c0. 00000020:00000010:3.0:1749610089.609134:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.609139:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.609142:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.609143:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880129d9c400. 00000020:00000010:3.0:1749610089.609145:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8800b436d2a0. 00000020:00000010:3.0:1749610089.609150:0:9018:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac2d5c0. 00000020:00000010:3.0:1749610089.609152:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bc000. 00000004:00000010:3.0:1749610089.609156:0:9018:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8800acb84780. 00000020:00000010:3.0:1749610089.609160:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8800b436d2a0. 00000020:00000010:3.0:1749610089.609162:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff8800b436d2a0. 00000020:00000010:3.0:1749610089.609164:0:9018:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff8800acb84c40. 00000020:00000010:3.0:1749610089.609166:0:9018:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at ffff88007d2071f0. 00000020:00000010:3.0:1749610089.609167:0:9018:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at ffff88012a2d3800. 00000020:00000010:3.0:1749610089.609169:0:9018:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff8800b436d2a0. 00000020:00000010:3.0:1749610089.609171:0:9018:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff880130e8ff00. 00000001:00000010:3.0:1749610089.609180:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8fb40. 00000001:00000010:3.0:1749610089.609182:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3080. 00000001:00000010:3.0:1749610089.609184:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a76a00. 00000001:00000010:3.0:1749610089.609185:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a77800. 00000001:00000010:3.0:1749610089.609186:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a76400. 00000001:00000010:3.0:1749610089.609188:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a77e00. 00000001:00000010:3.0:1749610089.609189:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8fa80. 00000001:00000010:3.0:1749610089.609190:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3d80. 00000001:00000010:3.0:1749610089.609191:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a77000. 00000001:00000010:3.0:1749610089.609193:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a77a00. 00000001:00000010:3.0:1749610089.609194:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a76c00. 00000001:00000010:3.0:1749610089.609196:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800a8a77400. 00000020:00000010:3.0:1749610089.609197:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8a77200. 00000020:00000010:3.0:1749610089.609199:0:9018:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c580. 00000020:00000010:3.0:1749610089.609200:0:9018:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000008:00000010:3.0:1749610089.609201:0:9018:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a000. 00020000:00000010:3.0:1749610089.609203:0:9018:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970000. 00008000:00000010:3.0:1749610089.609207:0:9018:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9050. 00000080:00000010:3.0:1749610089.609209:0:9018:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d780. 00000020:00000010:3.0:1749610089.609211:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8a76000. 00000020:00000010:3.0:1749610089.609213:0:9018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8a76800. 00000040:00000010:3.0:1749610089.609215:0:9018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8a77600. 00000020:00000010:3.0:1749610089.609217:0:9018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749610089.609218:0:9018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5d588. 00000020:00000010:3.0:1749610089.609220:0:9018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8a76600. 80000000:00000010:3.0:1749610089.609221:0:9018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d2a0. 40000000:00000010:3.0:1749610089.609222:0:9018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84b00. 00100000:00000010:3.0:1749610089.609224:0:9018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bb800. 00040000:00000010:3.0:1749610089.609225:0:9018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9c400. 00040000:00000010:3.0:1749610089.609227:0:9018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8a76e00. 00080000:00000010:3.0:1749610089.609229:0:9018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009d28e000. 00080000:00000010:3.0:1749610089.609230:0:9018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b68000. 00000004:00000010:3.0:1749610089.609233:0:9018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bf000. 00000004:00000010:3.0:1749610089.609235:0:9018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009d28d000. 00000004:00000010:3.0:1749610089.609237:0:9018:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bb000. 00000004:00000010:3.0:1749610089.609240:0:9018:0:(mdt_handler.c:8294:mdt_device_alloc()) kmalloced '(m)': 3920 at ffff88009d28a000. 00000004:00000010:3.0:1749610089.609246:0:9018:0:(mdt_handler.c:5956:mdt_stack_init()) kmalloced '(name)': 128 at ffff88013644ca00. 00000004:00000010:3.0:1749610089.609248:0:9018:0:(mdt_handler.c:5957:mdt_stack_init()) kmalloced '(uuid)': 128 at ffff88013644c100. 00000004:00000010:3.0:1749610089.609250:0:9018:0:(mdt_handler.c:5961:mdt_stack_init()) kmalloced '(bufs)': 104 at ffff88013644cc80. 00000004:00000010:3.0:1749610089.609253:0:9018:0:(mdt_handler.c:5985:mdt_stack_init()) kmalloced '(lcfg)': 120 at ffff88013644c080. 00000020:00000010:3.0:1749610089.609258:0:9018:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac29570. 00000020:00000010:3.0:1749610089.609261:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51ba800. 00000004:00000010:3.0:1749610089.609265:0:9018:0:(mdt_handler.c:6001:mdt_stack_init()) kfreed 'lcfg': 120 at ffff88013644c080. 00000004:00000010:3.0:1749610089.609267:0:9018:0:(mdt_handler.c:6008:mdt_stack_init()) kmalloced '(lcfg)': 128 at ffff88013644c080. 00000001:00000010:3.0:1749610089.609274:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8fd80. 00000001:00000010:3.0:1749610089.609276:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3aa0. 00000001:00000010:3.0:1749610089.609277:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1d400. 00000001:00000010:3.0:1749610089.609278:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880096e1ce00. 00000001:00000010:3.0:1749610089.609281:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129f8da00. 00000001:00000010:3.0:1749610089.609283:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cba00. 00000001:00000010:3.0:1749610089.609288:0:9018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8f900. 00000001:00000010:3.0:1749610089.609289:0:9018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d37a0. 00000001:00000010:3.0:1749610089.609291:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca600. 00000001:00000010:3.0:1749610089.609293:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca200. 00000001:00000010:3.0:1749610089.609294:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cb800. 00000001:00000010:3.0:1749610089.609296:0:9018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cbc00. 00000020:00000010:3.0:1749610089.609297:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cb000. 00000020:00000010:3.0:1749610089.609299:0:9018:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c400. 00000020:00000010:3.0:1749610089.609300:0:9018:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000008:00000010:3.0:1749610089.609302:0:9018:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a580. 00020000:00000010:3.0:1749610089.609303:0:9018:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970900. 00008000:00000010:3.0:1749610089.609304:0:9018:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9180. 00000080:00000010:3.0:1749610089.609306:0:9018:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d870. 00000020:00000010:3.0:1749610089.609308:0:9018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca800. 00000020:00000010:3.0:1749610089.609309:0:9018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cbe00. 00000040:00000010:3.0:1749610089.609311:0:9018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42ca000. 00000020:00000010:3.0:1749610089.609312:0:9018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749610089.609314:0:9018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5da90. 00000020:00000010:3.0:1749610089.609315:0:9018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cb400. 80000000:00000010:3.0:1749610089.609317:0:9018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d420. 40000000:00000010:3.0:1749610089.609318:0:9018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84600. 00100000:00000010:3.0:1749610089.609321:0:9018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1c9800. 00040000:00000010:3.0:1749610089.609323:0:9018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d9cc00. 00040000:00000010:3.0:1749610089.609324:0:9018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42ca400. 00080000:00000010:3.0:1749610089.609327:0:9018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009d289000. 00080000:00000010:3.0:1749610089.609330:0:9018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6a000. 00000004:00000010:3.0:1749610089.609333:0:9018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1c8800. 00000004:00000010:3.0:1749610089.609340:0:9018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acb78000. 00000004:00000010:3.0:1749610089.609342:0:9018:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1ce000. 00000004:00000010:3.0:1749610089.609344:0:9018:0:(mdd_device.c:1536:mdd_device_alloc()) kmalloced '(m)': 688 at ffff88006ef74000. 00000004:00000010:3.0:1749610089.609348:0:9018:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at ffff880130e8fc00. 00000020:00000010:3.0:1749610089.609351:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007d1ca000. 00000004:00000010:3.0:1749610089.609358:0:9018:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at ffff880130e8fc00. 00000020:00000010:3.0:1749610089.609409:0:9018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42cbe00. 00000040:00000010:3.0:1749610089.609411:0:9018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b42ca000. 00000020:00000010:3.0:1749610089.609414:0:9018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749610089.609416:0:9018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5da90. 00000020:00000010:3.0:1749610089.609418:0:9018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cb400. 80000000:00000010:3.0:1749610089.609419:0:9018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d420. 40000000:00000010:3.0:1749610089.609421:0:9018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84600. 00100000:00000010:3.0:1749610089.609422:0:9018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007d1c9800. 00040000:00000010:3.0:1749610089.609426:0:9018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9cc00. 00040000:00000010:3.0:1749610089.609427:0:9018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42ca400. 00080000:00000010:3.0:1749610089.609430:0:9018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b6a000. 00080000:00000010:3.0:1749610089.609432:0:9018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009d289000. 00000004:00000010:3.0:1749610089.609435:0:9018:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007d1c8800. 00000004:00000010:3.0:1749610089.609437:0:9018:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acb78000. 00000004:00000010:3.0:1749610089.609439:0:9018:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007d1ce000. 00000020:00000010:3.0:1749610089.609441:0:9018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42ca800. 00000020:00000010:3.0:1749610089.609443:0:9018:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c400. 00000020:00000010:3.0:1749610089.609444:0:9018:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000008:00000010:3.0:1749610089.609446:0:9018:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a580. 00020000:00000010:3.0:1749610089.609448:0:9018:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970900. 00008000:00000010:3.0:1749610089.609449:0:9018:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9180. 00000080:00000010:3.0:1749610089.609451:0:9018:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d870. 00000020:00000010:3.0:1749610089.609452:0:9018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cb000. 00000004:00000010:3.0:1749610089.609455:0:9018:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff880130e8fc00. 00000020:00000010:3.0:1749610089.609458:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007d1ce000. 00000004:00000010:3.0:1749610089.609460:0:9018:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff880130e8fc00. 00000004:00000010:3.0:1749610089.609462:0:9018:0:(mdt_handler.c:5886:mdt_connect_to_next()) kmalloced '(data)': 192 at ffff880130e8fc00. 00000020:00000010:3.0:1749610089.609464:0:9018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007d1c8800. 00000004:00000010:3.0:1749610089.609466:0:9018:0:(mdt_handler.c:5908:mdt_connect_to_next()) kfreed 'data': 192 at ffff880130e8fc00. 00000004:00000010:3.0:1749610089.609469:0:9018:0:(mdt_handler.c:6048:mdt_stack_init()) kfreed 'lcfg': 128 at ffff88013644c080. 00000004:00000010:3.0:1749610089.609470:0:9018:0:(mdt_handler.c:6052:mdt_stack_init()) kfreed 'bufs': 104 at ffff88013644cc80. 00000004:00000010:3.0:1749610089.609472:0:9018:0:(mdt_handler.c:6054:mdt_stack_init()) kfreed 'name': 128 at ffff88013644ca00. 00000004:00000010:3.0:1749610089.609476:0:9018:0:(mdt_handler.c:6055:mdt_stack_init()) kfreed 'uuid': 128 at ffff88013644c100. 00000004:00000010:3.0:1749610089.609478:0:9018:0:(mdt_handler.c:5777:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff880129d9cc00. 80000000:00000010:3.0:1749610089.609480:0:9018:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff880130e8fc00. 80000000:00000010:3.0:1749610089.609483:0:9018:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff88013644c100. 00000020:00000010:3.0:1749610089.609486:0:9018:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff880129d86500. 00000004:00000010:3.0:1749610089.609494:0:9018:0:(mdt_handler.c:6896:mdt_object_alloc()) slab-alloced 'mo': 464 at ffff8800a7d26000. 00000004:00000010:3.0:1749610089.609499:0:9018:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff88012eaae960. 00000004:00000010:3.0:1749610089.609502:0:9018:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 264 at ffff880112fac948. 00080000:00000010:3.0:1749610089.609505:0:9018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012a2d1a00. 00000001:00000010:3.0:1749610089.609516:0:9018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800b52f72c0. 00000001:00000010:3.0:1749610089.609543:0:9018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800b52f72c0. 00080000:00000010:3.0:1749610089.609557:0:9018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129d86300. 00100000:00000010:3.0:1749610089.609564:0:9018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800acb84600. 00100000:00000010:3.0:1749610089.609576:0:9018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800acb84600. 00080000:00000010:3.0:1749610089.609579:0:9018:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800b42cb000. 00000001:00000010:3.0:1749610089.609582:0:9018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800b52f72c0. 00000100:00000010:3.0:1749610089.622583:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cc500. 00000040:00000010:3.0:1749610089.654383:0:8982:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8800b4256f60. 00000040:00000010:3.0:1749610089.654393:0:8982:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009c90c000. 00000040:00000010:3.0:1749610089.654399:0:8982:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800ac8c6600. 00000020:00000010:3.0:1749610089.654407:0:8982:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880136b20600. 00000040:00000010:3.0:1749610089.654411:0:8982:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880136b20400. 00000020:00000010:3.0:1749610089.654414:0:8982:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4006000. 00000020:00000010:3.0:1749610089.654420:0:8982:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880136b21000. 80000000:00000010:3.0:1749610089.654424:0:8982:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bfea0. 00040000:00000010:3.0:1749610089.654427:0:8982:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880136b20000. 00080000:00000010:3.0:1749610089.654432:0:8982:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c90e000. 00080000:00000010:3.0:1749610089.654437:0:8982:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c855000. 20000000:00000010:3.0:1749610089.654442:0:8982:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff880136b21800. 00000020:00000010:3.0:1749610089.654444:0:8982:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136b20800. 10000000:00000010:3.0:1749610089.654446:0:8982:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880111e94700. 00000020:00000010:3.0:1749610089.654469:0:8982:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880136803cc0. 00000020:00000010:3.0:1749610089.654473:0:8982:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8800736ed480. 00000020:02020000:3.0:1749610089.654482:0:8982:0:(obd_mount.c:89:lustre_process_log()) MGC192.168.202.106@tcp: Confguration from log lustre-MDT0000 failed from MGS -17. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000020:00020000:3.0:1749610089.658588:0:8982:0:(tgt_mount.c:1523:server_start_targets()) failed to start server lustre-MDT0000: -17 00000040:00000010:3.0:1749610089.660597:0:8982:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a926ae40. 00000020:00000010:3.0:1749610089.660613:0:8982:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88013726b000. 00000040:00000010:3.0:1749610089.660619:0:8982:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88013726bc00. 00000020:00000010:3.0:1749610089.660622:0:8982:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422c000. 00000020:00000010:3.0:1749610089.660628:0:8982:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b49ea400. 80000000:00000010:3.0:1749610089.660633:0:8982:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256a20. 00040000:00000010:3.0:1749610089.660636:0:8982:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b49eb600. 00080000:00000010:3.0:1749610089.660641:0:8982:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083886000. 00080000:00000010:3.0:1749610089.660646:0:8982:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c63e800. 00080000:00000010:3.0:1749610089.660649:0:8982:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009bdd7000. 20000000:00000010:3.0:1749610089.660654:0:8982:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b49eaa00. 00000020:00000010:3.0:1749610089.660657:0:8982:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129c58e00. 00000020:00020000:3.0:1749610089.660660:0:8982:0:(tgt_mount.c:2268:server_fill_super()) Unable to start targets: -17 00000020:00000010:3.0:1749610089.662587:0:8982:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88007d207000. 00000020:00000010:3.0:1749610089.662591:0:8982:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff88013644ca00. 00000020:00000010:3.0:1749610089.662594:0:8982:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff88013644ca00. 00000020:00000010:3.0:1749610089.662598:0:8982:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca400. 00000020:00000010:3.0:1749610089.662600:0:8982:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cb400. 00000040:00000010:3.0:1749610089.662602:0:8982:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42ca000. 00000020:00000010:3.0:1749610089.662604:0:8982:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1c9800. 00000020:00000010:3.0:1749610089.662608:0:8982:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5da90. 00000020:00000010:3.0:1749610089.662611:0:8982:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cbe00. 80000000:00000010:3.0:1749610089.662613:0:8982:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d420. 40000000:00000010:3.0:1749610089.662615:0:8982:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84880. 00100000:00000010:3.0:1749610089.662619:0:8982:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1cd000. 00040000:00000010:3.0:1749610089.662621:0:8982:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d86a00. 00040000:00000010:3.0:1749610089.662624:0:8982:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88007d1cb000. 00040000:00000010:3.0:1749610089.662627:0:8982:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42ca800. 00080000:00000010:3.0:1749610089.662631:0:8982:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acb78000. 00080000:00000010:3.0:1749610089.662635:0:8982:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6a000. 00000004:00000010:3.0:1749610089.662644:0:8982:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1cb800. 00000004:00000010:3.0:1749610089.662649:0:8982:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acb79000. 00000004:00000010:3.0:1749610089.662652:0:8982:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1c9000. 00002000:00000010:3.0:1749610089.662656:0:8982:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006ef74400. 00000020:00000010:3.0:1749610089.662659:0:8982:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84b80. 00000020:00000010:3.0:1749610089.662663:0:8982:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800b436dcc0. 00010000:00000010:3.0:1749610089.662676:0:8982:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff880130e8f300. 10000000:00000010:3.0:1749610089.662692:0:8982:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 293 at ffff880136b20c00. 10000000:00000010:3.0:1749610089.662695:0:8982:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff880136b21400. 00010000:00000010:3.0:1749610089.662699:0:8982:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff880130e8f540. 00000020:00000010:3.0:1749610089.662704:0:8982:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8800b436dcc0. 00000020:00000010:3.0:1749610089.662708:0:8982:0:(tgt_mount.c:1736:server_put_super()) kmalloced '(extraname)': 22 at ffff88012a2d3e60. 00000020:00000010:3.0:1749610089.662715:0:8982:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800acb84bc0. 00000020:02000400:3.0:1749610089.662718:0:8982:0:(obd_config.c:859:class_cleanup()) Failing over lustre-MDT0000 00000020:00000010:3.0:1749610089.663829:0:8982:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129c58e00. 00000020:00000010:3.0:1749610089.663832:0:8982:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88013726bc00. 00000040:00000010:3.0:1749610089.663834:0:8982:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88013726b000. 00000020:00000010:3.0:1749610089.663836:0:8982:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cc000. 00000020:00000010:3.0:1749610089.663839:0:8982:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5df98. 00000020:00000010:3.0:1749610089.663841:0:8982:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136b20200. 80000000:00000010:3.0:1749610089.663843:0:8982:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dcc0. 40000000:00000010:3.0:1749610089.663844:0:8982:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84940. 00100000:00000010:3.0:1749610089.663847:0:8982:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1cd800. 00040000:00000010:3.0:1749610089.663849:0:8982:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d86200. 00040000:00000010:3.0:1749610089.663851:0:8982:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88007d1ca800. 00040000:00000010:3.0:1749610089.663853:0:8982:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136b21c00. 00080000:00000010:3.0:1749610089.663856:0:8982:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acb7a000. 00080000:00000010:3.0:1749610089.663860:0:8982:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6c000. 00000004:00000010:3.0:1749610089.663863:0:8982:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1ce800. 00000004:00000010:3.0:1749610089.663866:0:8982:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acb7b000. 00000004:00000010:3.0:1749610089.663869:0:8982:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1cc800. 00000100:00000010:3.0:1749610089.677602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b7c0. 00000020:00000010:3.0:1749610089.690568:0:8982:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800acb84c80. 00000020:00000010:3.0:1749610089.690599:0:8982:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8800b23d7b78. 00040000:00000010:3.0:1749610089.690617:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e000. 00000001:00000010:3.0:1749610089.690628:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac810240. 00000001:00000010:3.0:1749610089.690631:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7b90. 00000001:00000010:3.0:1749610089.690633:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012a303300. 00040000:00000010:3.0:1749610089.690639:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880096650c80. 00040000:00000010:3.0:1749610089.690648:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e168. 00000001:00000010:3.0:1749610089.690651:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac810480. 00000001:00000010:3.0:1749610089.690653:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7bc0. 00000001:00000010:3.0:1749610089.690655:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012a303c00. 00040000:00000010:3.0:1749610089.690657:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800966506a0. 00040000:00000010:3.0:1749610089.690661:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e2d0. 00000001:00000010:3.0:1749610089.690664:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac8106c0. 00000001:00000010:3.0:1749610089.690666:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7bc8. 00000001:00000010:3.0:1749610089.690667:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012a303700. 00040000:00000010:3.0:1749610089.690669:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800966505c0. 00040000:00000010:3.0:1749610089.690674:0:8982:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff88012bdc5e00. 00000020:00000010:3.0:1749610089.690677:0:8982:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8800b23d7be8. 00040000:00000010:3.0:1749610089.690684:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e438. 00000001:00000010:3.0:1749610089.690686:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac8109c0. 00000001:00000010:3.0:1749610089.690688:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7bd0. 00000001:00000010:3.0:1749610089.690689:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012a303b00. 00040000:00000010:3.0:1749610089.690691:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880096650640. 00040000:00000010:3.0:1749610089.690695:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e5a0. 00000001:00000010:3.0:1749610089.690697:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac810c00. 00000001:00000010:3.0:1749610089.690699:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7bb0. 00000001:00000010:3.0:1749610089.690701:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012a303f00. 00040000:00000010:3.0:1749610089.690702:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880096650840. 00040000:00000010:3.0:1749610089.690706:0:8982:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 360 at ffff88009cb5e708. 00000001:00000010:3.0:1749610089.690709:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800ac810e40. 00000001:00000010:3.0:1749610089.690710:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800b23d7bf8. 00000001:00000010:3.0:1749610089.690712:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012db63d00. 00040000:00000010:3.0:1749610089.690714:0:8982:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880096650da0. 00040000:00000010:3.0:1749610089.690718:0:8982:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 328 at ffff88012bdc4000. 00000001:00000010:3.0:1749610089.690909:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27da00. 00000001:00000010:3.0:1749610089.690915:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27dc00. 00000001:00000010:3.0:1749610089.690917:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27de00. 00000001:00000010:3.0:1749610089.690918:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009998a000. 00000001:00000010:3.0:1749610089.690920:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800781b3ce0. 00000001:00000010:3.0:1749610089.690923:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011344a780. 00000001:00000010:3.0:1749610089.690928:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009998a200. 00000001:00000010:3.0:1749610089.690929:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009998a400. 00000001:00000010:3.0:1749610089.690931:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009998a600. 00000001:00000010:3.0:1749610089.690933:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009998a800. 00000001:00000010:3.0:1749610089.690935:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800781b3e20. 00000001:00000010:3.0:1749610089.690936:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007d1b0a80. 00000020:00000010:3.0:1749610089.690946:0:8982:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a3b5800. 00000020:00000010:3.0:1749610089.690952:0:8982:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136b20c00. 00000020:00000010:3.0:1749610089.690956:0:8982:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136b20800. 00000040:00000010:3.0:1749610089.690959:0:8982:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136b21800. 00000020:00000010:3.0:1749610089.690963:0:8982:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cf000. 00000020:00000010:3.0:1749610089.690967:0:8982:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5e4a0. 00000020:00000010:3.0:1749610089.690971:0:8982:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136b21e00. 80000000:00000010:3.0:1749610089.690975:0:8982:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d900. 40000000:00000010:3.0:1749610089.690979:0:8982:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84a80. 00100000:00000010:3.0:1749610089.690983:0:8982:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1cf800. 00040000:00000010:3.0:1749610089.690987:0:8982:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129d86200. 00040000:00000010:3.0:1749610089.690991:0:8982:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff88007d1cc800. 00040000:00000010:3.0:1749610089.690994:0:8982:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136b20000. 00080000:00000010:3.0:1749610089.690999:0:8982:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800acb7c000. 00080000:00000010:3.0:1749610089.691004:0:8982:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6e000. 00000004:00000010:3.0:1749610089.691010:0:8982:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1ce800. 00000004:00000010:3.0:1749610089.691015:0:8982:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800acb7d000. 00000004:00000010:3.0:1749610089.691019:0:8982:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1ca800. 00040000:00000010:3.0:1749610089.691028:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88006a3b4800. 00040000:00000010:3.0:1749610089.691032:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88006a3b7000. 00040000:00000010:3.0:1749610089.691035:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800acb39000. 00040000:00000010:3.0:1749610089.691043:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b2196000. 00040000:00000010:3.0:1749610089.691046:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88006a3b3800. 00040000:00000010:3.0:1749610089.691052:0:8982:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 576 at ffff88006bb89400. 00000020:00000010:3.0:1749610089.691056:0:8982:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880136b20800. 00000040:00000010:3.0:1749610089.691059:0:8982:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880136b21800. 00000020:00000010:3.0:1749610089.691063:0:8982:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cf000. 00000020:00000010:3.0:1749610089.691066:0:8982:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5e4a0. 00000020:00000010:3.0:1749610089.691070:0:8982:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880136b21e00. 80000000:00000010:3.0:1749610089.691072:0:8982:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d900. 40000000:00000010:3.0:1749610089.691075:0:8982:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84a80. 00100000:00000010:3.0:1749610089.691078:0:8982:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007d1cf800. 00040000:00000010:3.0:1749610089.691081:0:8982:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d86200. 00040000:00000010:3.0:1749610089.691083:0:8982:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff88007d1cc800. 00040000:00000010:3.0:1749610089.691088:0:8982:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880136b20000. 00080000:00000010:3.0:1749610089.691091:0:8982:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b6e000. 00080000:00000010:3.0:1749610089.691096:0:8982:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800acb7c000. 00000004:00000010:3.0:1749610089.691099:0:8982:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007d1ce800. 00000004:00000010:3.0:1749610089.691102:0:8982:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800acb7d000. 00000004:00000010:3.0:1749610089.691105:0:8982:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007d1ca800. 00000020:00000010:3.0:1749610089.691109:0:8982:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136b20c00. 00000020:00000010:3.0:1749610089.691125:0:8982:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009c039570. 00000020:00000010:3.0:1749610089.691133:0:8982:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8800acb84c80. 00000020:00000010:3.0:1749610089.691301:0:8982:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff88006a3b7800. 00000020:00000010:3.0:1749610089.691304:0:8982:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006bb88000. 00010000:00000010:2.1:1749610089.696616:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b20a00. 00010000:00000010:2.1:1749610089.696622:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ed1d000. 00010000:00000010:2.1:1749610089.696629:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b517d000. 00010000:00000010:2.1:1749610089.696634:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b21a00. 00010000:00000010:2.1:1749610089.696636:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ed1ca00. 00010000:00000010:2.1:1749610089.696641:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acadad00. 02000000:00000010:3.0:1749610089.702679:0:8982:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8800b4003000. 02000000:00000010:3.0:1749610089.702685:0:8982:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff8800b4001000. 02000000:00000010:3.0:1749610089.702689:0:8982:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff88012d4a0000. 02000000:00000010:3.0:1749610089.702691:0:8982:0:(upcall_cache.c:606:upcall_cache_cleanup()) kfreed 'cache': 1192 at ffff8800b4001800. 00000020:00000010:3.0:1749610089.702699:0:8982:0:(tgt_main.c:670:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff8800a3772680. 00000020:00000010:3.0:1749610089.702702:0:8982:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88009998c000. 00000020:00000010:3.0:1749610089.702718:0:8982:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800a3772700. 00000020:00000010:3.0:1749610089.702721:0:8982:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000010:3.0:1749610089.702724:0:8982:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d600. 00000020:00000010:3.0:1749610089.702739:0:8982:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27cc00. 00000040:00000010:3.0:1749610089.702742:0:8982:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27ce00. 00000020:00000010:3.0:1749610089.702744:0:8982:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4007000. 00000020:00000010:3.0:1749610089.702748:0:8982:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:3.0:1749610089.702752:0:8982:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27d000. 80000000:00000010:3.0:1749610089.702754:0:8982:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf0c0. 40000000:00000010:3.0:1749610089.702756:0:8982:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136acdd80. 00100000:00000010:3.0:1749610089.702759:0:8982:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4002000. 00040000:00000010:3.0:1749610089.702763:0:8982:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b7b08c00. 00040000:00000010:3.0:1749610089.702768:0:8982:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27d200. 00080000:00000010:3.0:1749610089.702771:0:8982:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083884000. 00080000:00000010:3.0:1749610089.702776:0:8982:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c856000. 00000004:00000010:3.0:1749610089.702779:0:8982:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4006800. 00000004:00000010:3.0:1749610089.702784:0:8982:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c857000. 00000004:00000010:3.0:1749610089.702788:0:8982:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4003800. 00000020:00000010:3.0:1749610089.702790:0:8982:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000001:00000010:3.0:1749610089.702795:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880136803e40. 00000001:00000010:3.0:1749610089.702798:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243988. 00000001:00000010:3.0:1749610089.702800:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136803600. 00000001:00000010:3.0:1749610089.702803:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880136803f00. 00000001:00000010:3.0:1749610089.702804:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243950. 00000001:00000010:3.0:1749610089.702805:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136803c00. 00000020:00000010:3.0:1749610089.702824:0:8982:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88009d27c200. 00000020:00000010:3.0:1749610089.702828:0:8982:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801322dfc00. 00000020:00000010:3.0:1749610089.702870:0:8982:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800781b3d00. 00000020:00000010:3.0:1749610089.702873:0:8982:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801322df800. 00000001:00000010:3.0:1749610089.714194:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900008f3000. 00000001:00000010:3.0:1749610089.714207:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000935000. 00000001:00000010:3.0:1749610089.714209:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900009b9000. 00000001:00000010:3.0:1749610089.714211:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900009fb000. 00000001:00000010:3.0:1749610089.714212:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000a3d000. 00000001:00000010:3.0:1749610089.714214:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000a7f000. 00000001:00000010:3.0:1749610089.714215:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000ac1000. 00000001:00000010:3.0:1749610089.714229:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000b03000. 00000001:00000010:3.0:1749610089.714230:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000b45000. 00000001:00000010:3.0:1749610089.714232:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000b87000. 00000001:00000010:3.0:1749610089.714233:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000bc9000. 00000001:00000010:3.0:1749610089.714234:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000c0b000. 00000001:00000010:3.0:1749610089.714236:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000c4d000. 00000001:00000010:3.0:1749610089.714237:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000c8f000. 00000001:00000010:3.0:1749610089.714238:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000cd1000. 00000001:00000010:3.0:1749610089.714239:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d13000. 00000001:00000010:3.0:1749610089.714241:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d55000. 00000001:00000010:3.0:1749610089.714242:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000d97000. 00000001:00000010:3.0:1749610089.714243:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000dd9000. 00000001:00000010:3.0:1749610089.714244:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e1b000. 00000001:00000010:3.0:1749610089.714245:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e5d000. 00000001:00000010:3.0:1749610089.714246:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000e9f000. 00000001:00000010:3.0:1749610089.714248:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000ee1000. 00000001:00000010:3.0:1749610089.714249:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f23000. 00000001:00000010:3.0:1749610089.714250:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000f65000. 00000001:00000010:3.0:1749610089.714251:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fa7000. 00000001:00000010:3.0:1749610089.714252:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90000fe9000. 00000001:00000010:3.0:1749610089.714253:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000102b000. 00000001:00000010:3.0:1749610089.714255:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000106d000. 00000001:00000010:3.0:1749610089.714256:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010af000. 00000001:00000010:3.0:1749610089.714257:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900010f1000. 00000001:00000010:3.0:1749610089.714258:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001133000. 00000001:00000010:3.0:1749610089.714259:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001175000. 00000001:00000010:3.0:1749610089.714260:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900011b7000. 00000001:00000010:3.0:1749610089.714261:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900011f9000. 00000001:00000010:3.0:1749610089.714262:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000123b000. 00000001:00000010:3.0:1749610089.714263:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000127d000. 00000001:00000010:3.0:1749610089.714265:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900012bf000. 00000001:00000010:3.0:1749610089.714266:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001301000. 00000001:00000010:3.0:1749610089.714270:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001343000. 00000001:00000010:3.0:1749610089.714271:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001385000. 00000001:00000010:3.0:1749610089.714273:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900013c7000. 00000001:00000010:3.0:1749610089.714274:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001409000. 00000001:00000010:3.0:1749610089.714275:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000144b000. 00000001:00000010:3.0:1749610089.714277:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000148d000. 00000001:00000010:3.0:1749610089.714278:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900014cf000. 00000001:00000010:3.0:1749610089.714279:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001511000. 00000001:00000010:3.0:1749610089.714280:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001553000. 00000001:00000010:3.0:1749610089.714282:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001595000. 00000001:00000010:3.0:1749610089.714283:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900015d7000. 00000001:00000010:3.0:1749610089.714284:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001619000. 00000001:00000010:3.0:1749610089.714285:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000165b000. 00000001:00000010:3.0:1749610089.714286:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000169d000. 00000001:00000010:3.0:1749610089.714287:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900016df000. 00000001:00000010:3.0:1749610089.714289:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001721000. 00000001:00000010:3.0:1749610089.714290:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001763000. 00000001:00000010:3.0:1749610089.714291:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017a5000. 00000001:00000010:3.0:1749610089.714292:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900017e7000. 00000001:00000010:3.0:1749610089.714293:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001829000. 00000001:00000010:3.0:1749610089.714294:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000186b000. 00000001:00000010:3.0:1749610089.714295:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018ad000. 00000001:00000010:3.0:1749610089.714296:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900018ef000. 00000001:00000010:3.0:1749610089.714298:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001931000. 00000001:00000010:3.0:1749610089.714299:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001973000. 00000001:00000010:3.0:1749610089.714300:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900019b5000. 00000001:00000010:3.0:1749610089.714301:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900019f7000. 00000001:00000010:3.0:1749610089.714302:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a39000. 00000001:00000010:3.0:1749610089.714303:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001a7b000. 00000001:00000010:3.0:1749610089.714305:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001abd000. 00000001:00000010:3.0:1749610089.714306:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001aff000. 00000001:00000010:3.0:1749610089.714307:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b41000. 00000001:00000010:3.0:1749610089.714311:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001b83000. 00000001:00000010:3.0:1749610089.714312:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001bc5000. 00000001:00000010:3.0:1749610089.714314:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c07000. 00000001:00000010:3.0:1749610089.714315:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c49000. 00000001:00000010:3.0:1749610089.714317:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001c8b000. 00000001:00000010:3.0:1749610089.714318:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001ccd000. 00000001:00000010:3.0:1749610089.714319:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d0f000. 00000001:00000010:3.0:1749610089.714320:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d51000. 00000001:00000010:3.0:1749610089.714321:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001d93000. 00000001:00000010:3.0:1749610089.714322:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001dd5000. 00000001:00000010:3.0:1749610089.714323:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e17000. 00000001:00000010:3.0:1749610089.714324:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e59000. 00000001:00000010:3.0:1749610089.714325:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001e9b000. 00000001:00000010:3.0:1749610089.714326:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001edd000. 00000001:00000010:3.0:1749610089.714327:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f1f000. 00000001:00000010:3.0:1749610089.714328:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001f61000. 00000001:00000010:3.0:1749610089.714329:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001fa3000. 00000001:00000010:3.0:1749610089.714331:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90001fe5000. 00000001:00000010:3.0:1749610089.714332:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002027000. 00000001:00000010:3.0:1749610089.714333:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002069000. 00000001:00000010:3.0:1749610089.714333:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020ab000. 00000001:00000010:3.0:1749610089.714334:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900020ed000. 00000001:00000010:3.0:1749610089.714336:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000212f000. 00000001:00000010:3.0:1749610089.714337:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002171000. 00000001:00000010:3.0:1749610089.714338:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900021b3000. 00000001:00000010:3.0:1749610089.714339:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900021f5000. 00000001:00000010:3.0:1749610089.714339:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002237000. 00000001:00000010:3.0:1749610089.714340:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002279000. 00000001:00000010:3.0:1749610089.714341:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900022bb000. 00000001:00000010:3.0:1749610089.714342:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900022fd000. 00000001:00000010:3.0:1749610089.714343:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000233f000. 00000001:00000010:3.0:1749610089.714344:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002381000. 00000001:00000010:3.0:1749610089.714348:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900023c3000. 00000001:00000010:3.0:1749610089.714349:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002405000. 00000001:00000010:3.0:1749610089.714350:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002447000. 00000001:00000010:3.0:1749610089.714351:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002489000. 00000001:00000010:3.0:1749610089.714352:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900024cb000. 00000001:00000010:3.0:1749610089.714353:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000250d000. 00000001:00000010:3.0:1749610089.714354:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000254f000. 00000001:00000010:3.0:1749610089.714355:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002591000. 00000001:00000010:3.0:1749610089.714356:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900025d3000. 00000001:00000010:3.0:1749610089.714357:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002615000. 00000001:00000010:3.0:1749610089.714357:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002657000. 00000001:00000010:3.0:1749610089.714358:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002699000. 00000001:00000010:3.0:1749610089.714359:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900026db000. 00000001:00000010:3.0:1749610089.714360:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000271d000. 00000001:00000010:3.0:1749610089.714361:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000275f000. 00000001:00000010:3.0:1749610089.714362:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027a1000. 00000001:00000010:3.0:1749610089.714362:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900027e3000. 00000001:00000010:3.0:1749610089.714363:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002825000. 00000001:00000010:3.0:1749610089.714364:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc90002867000. 00000001:00000010:3.0:1749610089.714365:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028a9000. 00000001:00000010:3.0:1749610089.714366:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900028eb000. 00000001:00000010:3.0:1749610089.714367:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000292d000. 00000001:00000010:3.0:1749610089.714367:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc9000296f000. 00000001:00000010:3.0:1749610089.714368:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029b1000. 00000001:00000010:3.0:1749610089.714369:0:8982:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262304 at ffffc900029f3000. 00000001:00000010:3.0:1749610089.714370:0:8982:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff88009d743400. 00000001:00000010:3.0:1749610089.714373:0:8982:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b517d200. 00010000:00000010:3.0:1749610089.714383:0:8982:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009d743000. 00000100:00000010:3.0:1749610089.741700:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b7c0. 00000020:00000010:3.0:1749610089.770512:0:9008:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ac860000. 00000040:00000010:3.0:1749610089.770518:0:9008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800ac861800. 00000020:00000010:3.0:1749610089.770545:0:9008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009a7b1000. 00000020:00000010:3.0:1749610089.770563:0:9008:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5a338. 00000020:00000010:3.0:1749610089.770568:0:9008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800ac860e00. 80000000:00000010:3.0:1749610089.770572:0:9008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436dd20. 40000000:00000010:3.0:1749610089.770575:0:9008:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84380. 00100000:00000010:3.0:1749610089.770579:0:9008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009a7b3800. 00040000:00000010:3.0:1749610089.770585:0:9008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9cd00. 00040000:00000010:3.0:1749610089.770589:0:9008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800ac860200. 00000004:00000010:3.0:1749610089.770593:0:9008:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009b65f000. 00000020:00000010:3.0:1749610089.770597:0:9008:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ac861400. 00000020:00000010:3.0:1749610089.770603:0:9008:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb841c0. 00000100:00000010:3.0:1749610089.770611:0:9008:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800acb84f00. 00000020:00000010:3.0:1749610089.771346:0:9010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b4882400. 00000040:00000010:3.0:1749610089.771351:0:9010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b4882800. 00000020:00000010:3.0:1749610089.771354:0:9010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b42a4800. 00000020:00000010:3.0:1749610089.771358:0:9010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610089.771363:0:9010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b4883000. 80000000:00000010:3.0:1749610089.771365:0:9010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436dea0. 40000000:00000010:3.0:1749610089.771372:0:9010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84200. 00100000:00000010:3.0:1749610089.771375:0:9010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009de4b000. 00040000:00000010:3.0:1749610089.771378:0:9010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9c700. 00040000:00000010:3.0:1749610089.771381:0:9010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b4882600. 00000004:00000010:3.0:1749610089.771384:0:9010:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009b65c000. 00002000:00000010:3.0:1749610089.771389:0:9010:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012d576c00. 00000020:00000010:3.0:1749610089.771392:0:9010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b4883200. 00000020:00000010:3.0:1749610089.771396:0:9010:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb846c0. 00000100:00000010:3.0:1749610089.771399:0:9010:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800acb84580. 00000020:00000010:3.0:1749610089.772229:0:9012:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012e5c8c00. 00000040:00000010:3.0:1749610089.772235:0:9012:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012e5c9800. 00000020:00000010:3.0:1749610089.772237:0:9012:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009de4d000. 00000020:00000010:3.0:1749610089.772241:0:9012:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5b758. 00000020:00000010:3.0:1749610089.772244:0:9012:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e5c9600. 80000000:00000010:3.0:1749610089.772247:0:9012:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436da20. 40000000:00000010:3.0:1749610089.772249:0:9012:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84a40. 00100000:00000010:3.0:1749610089.772252:0:9012:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009de4f000. 00040000:00000010:3.0:1749610089.772262:0:9012:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9c100. 00040000:00000010:3.0:1749610089.772265:0:9012:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012e5c9000. 00000004:00000010:3.0:1749610089.772267:0:9012:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c0cc000. 00002000:00000010:3.0:1749610089.772270:0:9012:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012d575000. 00000020:00000010:3.0:1749610089.772274:0:9012:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e5c8800. 00000020:00000010:3.0:1749610089.772277:0:9012:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb847c0. 00000100:00000010:3.0:1749610089.772280:0:9012:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800acb84480. 00000020:00000010:3.0:1749610089.773054:0:9015:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800ac8c6000. 00000040:00000010:3.0:1749610089.773058:0:9015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800ac8c7c00. 00000020:00000010:3.0:1749610089.773060:0:9015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4094800. 00000020:00000010:3.0:1749610089.773067:0:9015:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5c670. 00000020:00000010:3.0:1749610089.773071:0:9015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800ac8c7a00. 80000000:00000010:3.0:1749610089.773074:0:9015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d360. 40000000:00000010:3.0:1749610089.773076:0:9015:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84d00. 00100000:00000010:3.0:1749610089.773080:0:9015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4093000. 00040000:00000010:3.0:1749610089.773084:0:9015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129d9c600. 00040000:00000010:3.0:1749610089.773086:0:9015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800ac8c7800. 00000004:00000010:3.0:1749610089.773089:0:9015:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009d288000. 00002000:00000010:3.0:1749610089.773096:0:9015:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880131054400. 00000020:00000010:3.0:1749610089.773099:0:9015:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800ac8c6e00. 00000020:00000010:3.0:1749610089.773102:0:9015:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb84d40. 00000100:00000010:3.0:1749610089.773106:0:9015:0:(service.c:3082:ptlrpc_main()) kfreed 'env': 56 at ffff8800acb84040. 00000020:00000010:3.0:1749610089.773108:0:9015:0:(tgt_handler.c:1686:tgt_io_thread_done()) kfreed 'tbc': 1048576 at ffff88006ba00000. 00010000:00000010:3.1:1749610089.774632:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acadaf00. 00010000:00000010:3.1:1749610089.774643:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ed1c000. 00010000:00000010:0.1:1749610089.774696:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012db4be00. 00010000:00000010:0.1:1749610089.774713:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b517d400. 00000100:00000010:3.0:1749610092.331687:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4b30140. 00000100:00000010:3.0:1749610102.331595:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b528ff00. 00010000:00000010:0.1:1749610109.368634:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a36c5800. 00010000:00000010:0.1:1749610109.368642:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b5272a00. 00010000:00000010:2.1:1749610115.371677:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a36c5a00. 00010000:00000010:2.1:1749610115.371686:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4071a00. 00000100:00000010:3.0:1749610117.331632:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cf0e40. 00010000:00000010:0.1:1749610121.376602:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a36c5800. 00010000:00000010:0.1:1749610121.376608:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4070e00. 00010000:00000010:1.1:1749610127.376701:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acadab00. 00010000:00000010:1.1:1749610127.376714:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ed1c800. 00000004:00000010:3.0:1749610127.437681:0:28320:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1cc000. 00000004:00000010:3.0:1749610127.437690:0:28320:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1cb800. 00000004:00000010:3.0:1749610127.437696:0:28320:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d741400. 02000000:00000010:3.0:1749610127.437715:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d743c00. 00000400:00000010:3.0:1749610127.437724:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7318. 00000400:00000010:3.0:1749610127.437733:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610127.437750:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494459648, portal 4 00000020:00000010:3.0:1749610127.437761:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b6e000. 00000400:00000010:3.0:1749610127.437795:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610127.437800:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494459648, offset 0 00000400:00000200:3.0:1749610127.437809:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610127.437824:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610127.437836:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf915700 00000400:00000200:3.0:1749610127.437846:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 0 00000400:00000200:3.0:1749610127.437856:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610127.437862:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610127.437869:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610127.437876:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804e00. 00000400:00000200:3.0:1749610127.437906:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610127.437909:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610127.437921:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097170380 x1834598494459648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610127.437946:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801309a49c0. 00000100:00000010:3.0:1749610127.437960:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801309a47c0. 00000100:00000010:3.0:1749610127.437966:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801309a4440. 00000100:00000010:3.0:1749610127.437981:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801309a4340. 00000100:00000010:3.0:1749610127.452600:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801309a4340. 00000400:00000010:3.0:1749610127.455821:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7318. 00000400:00000200:3.0:1749610127.455828:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610127.455830:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610127.455838:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097170380 x1834598494459648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610127.455849:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097170380 x1834598494459648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610127.455872:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d743c00. 02000000:00000010:3.0:1749610127.455877:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1800. 00000100:00000010:3.0:1749610127.455881:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170380. 00000100:00000010:3.0:1749610132.469677:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaa680. 00010000:00000010:2.1:1749610133.445782:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801322c1e00. 00010000:00000010:2.1:1749610133.445790:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880074878000. 00000100:00000010:3.0:1749610134.486631:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804380. 02000000:00000010:3.0:1749610134.486666:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136b21400. 00010000:00000010:3.0:1749610134.486680:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b800. 00010000:00000010:3.0:1749610134.486686:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b20200. 00000020:00000010:3.0:1749610134.486691:0:9690:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8801309a4340. 00000100:00000010:3.0:1749610134.486724:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130e8ff00. 00000100:00000010:3.0:1749610134.486737:0:9690:0:(jobid.c:564:jobid_get_from_cache()) kmalloced '(pidmap)': 96 at ffff8800b436d960. 00000100:00000010:3.0:1749610137.469572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaabc0. 00010000:00000010:2.1:1749610139.447718:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801322c1600. 00010000:00000010:2.1:1749610139.447732:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e5c9800. 00000100:00000010:3.0:1749610140.486685:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130e8ff00. 02000000:00000010:3.0:1749610140.486753:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880136b21400. 00000100:00000010:3.0:1749610140.486760:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804380. 10000000:00000010:3.0:1749610140.486770:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801309a40c0. 00000020:00000010:3.0:1749610140.486774:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136b21400. 00000020:00000010:3.0:1749610140.486780:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136b20800. 00000040:00000010:3.0:1749610140.486783:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136b21000. 00000020:00000010:3.0:1749610140.486789:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ce800. 00000020:00000010:3.0:1749610140.486794:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136b20c00. 80000000:00000010:3.0:1749610140.486798:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d360. 00040000:00000010:3.0:1749610140.486804:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136b21c00. 00080000:00000010:3.0:1749610140.486811:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c851000. 00080000:00000010:3.0:1749610140.486819:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6a000. 00000040:00000010:3.0:1749610140.486833:0:9690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880136b20400. 00080000:00000010:3.0:1749610140.486870:0:9690:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009d740c00. 00000040:00000010:3.0:1749610140.486876:0:9690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880136b20400. 10000000:02020000:3.0:1749610140.486881:0:9690:0:(mgc_request_server.c:621:mgc_process_server_cfg_log()) Failed to get MGS log lustre-mdtir and no local copy. 00000020:00000010:3.0:1749610140.486887:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880136b20800. 00000040:00000010:3.0:1749610140.486891:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880136b21000. 00000020:00000010:3.0:1749610140.486894:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ce800. 00000020:00000010:3.0:1749610140.486899:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880136b20c00. 80000000:00000010:3.0:1749610140.486902:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d360. 00040000:00000010:3.0:1749610140.486906:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880136b21c00. 00080000:00000010:3.0:1749610140.486911:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b6a000. 00080000:00000010:3.0:1749610140.486916:0:9690:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009d740c00. 00080000:00000010:3.0:1749610140.486933:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c851000. 00000020:00000010:3.0:1749610140.486938:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136b21400. 10000000:00000010:3.0:1749610140.486941:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801309a40c0. 10000000:00000400:3.0:1749610140.486944:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -2 00000100:00000010:3.0:1749610140.486954:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804380. 02000000:00000010:3.0:1749610140.486967:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880136b21400. 00010000:00000010:3.0:1749610140.486981:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880136b21e00. 00000100:00000010:3.0:1749610140.486997:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130e8ff00. 00010000:00000010:1.1:1749610140.489738:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b800. 00010000:00000010:1.1:1749610140.489749:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b20200. 00000100:00000010:3.0:1749610142.470707:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaab40. 00000100:00000010:3.0:1749610145.451646:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804000. 02000000:00000010:3.0:1749610145.451662:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740c00. 00010000:00000010:1.1:1749610145.451673:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012e5c9200. 00000100:00000010:3.0:1749610145.451930:0:9760:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801309a4b40. 00000020:00000010:3.0:1749610145.451935:0:9760:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801309a4a00. 00000020:00000010:3.0:1749610145.451940:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136b20c00. 00000020:00000010:3.0:1749610145.451943:0:9760:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136b21000. 00000040:00000010:3.0:1749610145.451947:0:9760:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136b20800. 00000020:00000010:3.0:1749610145.451951:0:9760:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ce800. 00000020:00000010:3.0:1749610145.451955:0:9760:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5c670. 00000020:00000010:3.0:1749610145.451958:0:9760:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136b20400. 80000000:00000010:3.0:1749610145.451962:0:9760:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d360. 40000000:00000010:3.0:1749610145.451964:0:9760:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801309a4840. 00100000:00000010:3.0:1749610145.451969:0:9760:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1ca000. 00040000:00000010:3.0:1749610145.451972:0:9760:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b400. 00040000:00000010:3.0:1749610145.451975:0:9760:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136b21800. 00080000:00000010:3.0:1749610145.451979:0:9760:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c851000. 00080000:00000010:3.0:1749610145.451984:0:9760:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b6a000. 00000004:00000010:3.0:1749610145.451989:0:9760:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1c8800. 00000004:00000010:3.0:1749610145.451993:0:9760:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c852000. 00000004:00000010:3.0:1749610145.451997:0:9760:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1ce000. 00002000:00000010:3.0:1749610145.452000:0:9760:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d743c00. 00000004:00000010:3.0:1749610145.452003:0:9760:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d740400. 00000100:00000010:3.0:1749610145.452069:0:9760:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff880121c00000. 00000100:00000200:3.0:1749610145.452095:0:9760:0:(service.c:3013:ptlrpc_main()) service thread 3 (#4) started 00000020:00000010:3.0:1749610145.452119:0:9696:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b6c000. 00000100:00000010:3.0:1749610145.452123:0:9696:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff880136b20200. 00000400:00000010:3.0:1749610145.452173:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000400:00000200:3.0:1749610145.452176:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:3.0:1749610145.452177:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000200:3.0:1749610145.452182:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880099804000 x1834598494461056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610145.452201:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880099804000 x1834598494461056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610145.452213:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c63e400. 02000000:00000010:3.0:1749610145.452216:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740c00. 00000100:00000010:3.0:1749610145.452219:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804000. 00000004:00000010:3.0:1749610145.452229:0:9696:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1cb000. 00000004:00000010:3.0:1749610145.452231:0:9696:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1c9800. 00000004:00000010:3.0:1749610145.452232:0:9696:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d740c00. 00000100:00000010:3.0:1749610145.474578:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e73a380. 00000020:00000010:3.0:1749610146.487516:0:9763:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136b21400. 00000020:00000010:3.0:1749610146.487565:0:9763:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5e7800. 00000040:00000010:3.0:1749610146.487571:0:9763:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e5e6200. 00000020:00000010:3.0:1749610146.487576:0:9763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:3.0:1749610146.487582:0:9763:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5b758. 00000020:00000010:3.0:1749610146.487586:0:9763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5e7a00. 80000000:00000010:3.0:1749610146.487622:0:9763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436dd20. 40000000:00000010:3.0:1749610146.487628:0:9763:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801309a4900. 00100000:00000010:3.0:1749610146.487634:0:9763:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1c9000. 00040000:00000010:3.0:1749610146.487639:0:9763:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b300. 00040000:00000010:3.0:1749610146.487643:0:9763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e5e6400. 00080000:00000010:3.0:1749610146.487649:0:9763:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c850000. 00080000:00000010:3.0:1749610146.487656:0:9763:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b68000. 00000004:00000010:3.0:1749610146.487664:0:9763:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1cc800. 00000004:00000010:3.0:1749610146.487669:0:9763:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c854000. 00000004:00000010:3.0:1749610146.487685:0:9763:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1ca800. 00002000:00000010:3.0:1749610146.487690:0:9763:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d743400. 00000004:00000010:3.0:1749610146.487694:0:9763:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d740800. 00000020:00000010:3.0:1749610146.487699:0:9763:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801309a40c0. 00000040:00000010:3.0:1749610146.487709:0:9763:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880083880000. 00000040:00000010:3.0:1749610146.488324:0:9763:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880083880000. 00000020:00000010:3.0:1749610146.488331:0:9763:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8801309a40c0. 00000020:00000010:3.0:1749610146.488353:0:9763:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012e5e7800. 00000040:00000010:3.0:1749610146.488359:0:9763:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012e5e6200. 00000020:00000010:3.0:1749610146.488362:0:9763:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:3.0:1749610146.488367:0:9763:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5b758. 00000020:00000010:3.0:1749610146.488373:0:9763:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e5e7a00. 80000000:00000010:3.0:1749610146.488376:0:9763:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436dd20. 40000000:00000010:3.0:1749610146.488379:0:9763:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801309a4900. 00100000:00000010:3.0:1749610146.488382:0:9763:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007d1c9000. 00040000:00000010:3.0:1749610146.488389:0:9763:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b300. 00040000:00000010:3.0:1749610146.488392:0:9763:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012e5e6400. 00080000:00000010:3.0:1749610146.488396:0:9763:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b68000. 00080000:00000010:3.0:1749610146.488401:0:9763:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c850000. 00000004:00000010:3.0:1749610146.488405:0:9763:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007d1cc800. 00000004:00000010:3.0:1749610146.488412:0:9763:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c854000. 00000004:00000010:3.0:1749610146.488415:0:9763:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007d1ca800. 00002000:00000010:3.0:1749610146.488419:0:9763:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d743400. 00000004:00000010:3.0:1749610146.488422:0:9763:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d740800. 00000020:00000010:3.0:1749610146.488426:0:9763:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880136b21400. 00010000:00000010:2.1:1749610146.489706:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5283700. 00010000:00000010:2.1:1749610146.489731:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b21e00. 00000100:00000010:3.0:1749610150.462618:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804000. 02000000:00000010:3.0:1749610150.462636:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740800. 00000100:00000010:3.0:1749610150.462666:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804380. 02000000:00000010:3.0:1749610150.462670:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d743400. 00000020:00000010:3.0:1749610150.462881:0:9760:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880083880000. 00000020:00000010:3.0:1749610150.462890:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bdc4000. 00000020:00000010:3.0:1749610150.462893:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c900. 00000020:00000010:3.0:1749610150.462896:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000200:3.0:1749610150.462927:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494461568 00010000:00020000:3.0:1749610150.462936:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610150.462940:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743800. 00000400:00000010:3.0:1749610150.462945:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610150.462948:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494461568, offset 0 00000400:00000200:3.0:1749610150.462953:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610150.462958:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610150.462964:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf915e80 00000400:00000200:3.0:1749610150.462972:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x434d [1] + 0 00000400:00000200:3.0:1749610150.462976:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610150.462979:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610150.462985:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880099804380 x1834598494461568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610150.462995:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610150.462997:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000020:00000010:3.0:1749610150.463004:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c900. 00000020:00000010:3.0:1749610150.463009:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610150.463012:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012bdc4000. 00000100:00000010:3.0:1749610150.467587:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368df640. 00010000:00000010:2.1:1749610152.492622:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b4a7800. 00010000:00000010:2.1:1749610152.492628:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b4b400. 00000020:00000010:3.0:1749610155.470964:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bdc4000. 00000020:00000010:3.0:1749610155.470968:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88013644c900. 00000020:00000010:3.0:1749610155.470971:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000200:3.0:1749610155.470989:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494461952 00010000:00020000:3.0:1749610155.470996:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610155.470999:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d742400. 00000400:00000010:3.0:1749610155.471003:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610155.471006:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494461952, offset 0 00000400:00000200:3.0:1749610155.471009:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610155.471014:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610155.471018:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916000 00000400:00000200:3.0:1749610155.471021:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4365 [1] + 0 00000400:00000200:3.0:1749610155.471033:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610155.471035:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610155.471039:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ce00 x1834598494461952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610155.471049:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610155.471050:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000020:00000010:3.0:1749610155.471056:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88013644c900. 00000020:00000010:3.0:1749610155.471059:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610155.471061:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012bdc4000. 00000100:00000010:3.0:1749610155.475563:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368df6c0. 00000020:00000010:3.0:1749610156.458145:0:9775:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88012b81b100. 00000040:00000010:3.0:1749610156.458274:0:9775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012bdc4000. 00000040:00000010:3.0:1749610156.458293:0:9775:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 32768 at ffff88012e7f0000. 00000040:00000010:3.0:1749610156.459004:0:9775:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800b436dd20. 00000020:00000010:3.0:1749610156.459009:0:9775:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012bdc5400. 00000020:00000010:3.0:1749610156.459012:0:9775:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012bdc5800. 00000040:00000010:3.0:1749610156.459014:0:9775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012bdc4e00. 00000020:00000010:3.0:1749610156.459017:0:9775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:3.0:1749610156.459021:0:9775:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5b758. 00000020:00000010:3.0:1749610156.459023:0:9775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012bdc4600. 80000000:00000010:3.0:1749610156.459025:0:9775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d2a0. 40000000:00000010:3.0:1749610156.459027:0:9775:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801309a4900. 00100000:00000010:3.0:1749610156.459030:0:9775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1cc800. 00040000:00000010:3.0:1749610156.459033:0:9775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b300. 00040000:00000010:3.0:1749610156.459035:0:9775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012bdc5600. 00080000:00000010:3.0:1749610156.459038:0:9775:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c854000. 00080000:00000010:3.0:1749610156.459042:0:9775:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083882000. 00000004:00000010:3.0:1749610156.459046:0:9775:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1c9000. 00000004:00000010:3.0:1749610156.459049:0:9775:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c850000. 00000004:00000010:3.0:1749610156.459052:0:9775:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1cd000. 00002000:00000010:3.0:1749610156.459055:0:9775:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d742c00. 00000004:00000010:3.0:1749610156.459057:0:9775:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d741000. 00000020:00000010:3.0:1749610156.459065:0:9775:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801309a40c0. 00000040:00000010:3.0:1749610156.459081:0:9775:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 32768 at ffff88012ff80000. 00000040:00000010:3.0:1749610156.459170:0:9775:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880136b21400. 00000040:00000010:3.0:1749610156.459187:0:9775:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 32768 at ffff88012ff28000. 00000040:00000010:3.0:1749610156.459779:0:9775:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8800b436d900. 00000040:00000010:3.0:1749610156.459795:0:9775:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 32768 at ffff88012ff30000. 00000004:00000010:3.0:1749610156.465685:0:9777:0:(mdd_orphans.c:519:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at ffff8801309a47c0. 00000020:00000010:3.0:1749610156.465689:0:9777:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e5e6400. 00000020:00000010:3.0:1749610156.465692:0:9777:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5e7a00. 00000040:00000010:3.0:1749610156.465694:0:9777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012e5e6200. 00000020:00000010:3.0:1749610156.465697:0:9777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b7800. 00000020:00000010:3.0:1749610156.465700:0:9777:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610156.465703:0:9777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5e7800. 80000000:00000010:3.0:1749610156.465705:0:9777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d1e0. 40000000:00000010:3.0:1749610156.465707:0:9777:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801309a49c0. 00100000:00000010:3.0:1749610156.465710:0:9777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b7000. 00040000:00000010:3.0:1749610156.465712:0:9777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b000. 00040000:00000010:3.0:1749610156.465715:0:9777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4be00. 00080000:00000010:3.0:1749610156.465718:0:9777:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c853000. 00080000:00000010:3.0:1749610156.465722:0:9777:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083884000. 00000004:00000010:3.0:1749610156.465725:0:9777:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b6000. 00000004:00000010:3.0:1749610156.465728:0:9777:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c857000. 00000004:00000010:3.0:1749610156.465731:0:9777:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b1800. 00000004:00000010:3.0:1749610156.465734:0:9777:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d740000. 00080000:00000010:3.0:1749610156.465738:0:9777:0:(osd_handler.c:6933:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff880136970900. 00080000:00000010:3.0:1749610156.465858:0:9777:0:(osd_handler.c:7023:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff880136970900. 00000020:00000010:3.0:1749610156.465863:0:9777:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012e5e7a00. 00000040:00000010:3.0:1749610156.465866:0:9777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012e5e6200. 00000020:00000010:3.0:1749610156.465869:0:9777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009a7b7800. 00000020:00000010:3.0:1749610156.465872:0:9777:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610156.465891:0:9777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012e5e7800. 80000000:00000010:3.0:1749610156.465894:0:9777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d1e0. 40000000:00000010:3.0:1749610156.465897:0:9777:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801309a49c0. 00100000:00000010:3.0:1749610156.465905:0:9777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009a7b7000. 00040000:00000010:3.0:1749610156.465907:0:9777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b000. 00040000:00000010:3.0:1749610156.465909:0:9777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4be00. 00080000:00000010:3.0:1749610156.465913:0:9777:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083884000. 00080000:00000010:3.0:1749610156.465916:0:9777:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c853000. 00000004:00000010:3.0:1749610156.465921:0:9777:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009a7b6000. 00000004:00000010:3.0:1749610156.465924:0:9777:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c857000. 00000004:00000010:3.0:1749610156.465926:0:9777:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009a7b1800. 00000004:00000010:3.0:1749610156.465929:0:9777:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d740000. 00000020:00000010:3.0:1749610156.465932:0:9777:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012e5e6400. 00000004:00000010:3.0:1749610156.465934:0:9777:0:(mdd_orphans.c:532:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at ffff8801309a47c0. 00080000:00000010:3.0:1749610156.466807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c900. 00080000:00000010:3.0:1749610156.466812:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c900. 00080000:00000010:3.0:1749610156.600855:0:9799:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c100. 00080000:00000010:3.0:1749610156.600860:0:9799:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c100. 00000400:00000001:3.0:1749610157.142842:0:10018:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:3.0:1749610157.172670:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c000. 00080000:00000010:3.0:1749610157.172675:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c000. 00000020:00000001:3.0:1749610157.172679:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610157.757405:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610157.757409:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610157.757411:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610157.871237:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cb80. 00080000:00000010:3.0:1749610157.871243:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cb80. 00000020:00000001:3.0:1749610157.871247:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610158.015579:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610158.015583:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610158.015585:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610158.130913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610158.130919:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610158.130923:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749610158.501654:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009b4a7200. 00010000:00000010:1.1:1749610158.501666:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136b4b600. 00080000:00000010:3.0:1749610158.512679:0:10368:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644ca80. 00080000:00000010:3.0:1749610158.512688:0:10368:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644ca80. 00000020:00000001:3.0:1749610158.512695:0:10368:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610158.725505:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644cb00. 00080000:00000010:3.0:1749610158.725511:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644cb00. 00000020:00000001:3.0:1749610158.725514:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610158.933671:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c000. 00080000:00000010:3.0:1749610158.933675:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c000. 00000020:00000001:3.0:1749610158.933678:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610159.141405:0:10561:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88013644c000. 00080000:00000010:3.0:1749610159.141412:0:10561:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88013644c000. 00000020:00000001:3.0:1749610159.141415:0:10561:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610159.844623:0:10700:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610159.844632:0:10700:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610159.844636:0:10700:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610160.153117:0:10762:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed500. 00080000:00000010:3.0:1749610160.153123:0:10762:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed500. 00000020:00000001:3.0:1749610160.153127:0:10762:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610160.374475:0:10826:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed480. 00080000:00000010:3.0:1749610160.374483:0:10826:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed480. 00000020:00000001:3.0:1749610160.374489:0:10826:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610160.466605:0:10875:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed500. 00080000:00000010:3.0:1749610160.466611:0:10875:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed500. 00000020:00000001:3.0:1749610160.466614:0:10875:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610160.479079:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610160.479082:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494462464 02000000:00000001:3.0:1749610160.479084:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610160.479085:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610160.479087:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610160.479089:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610160.479091:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494462464 00000020:00000001:3.0:1749610160.479093:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610160.479094:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610160.479095:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610160.479097:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610160.479098:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610160.479101:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000020:00000010:3.0:1749610160.479104:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610160.479106:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610160.479109:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610160.479115:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610160.479117:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610160.479119:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610160.479126:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610160.479131:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610160.479132:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610160.479135:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1749610160.479137:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335888256 : -131939373663360 : ffff880078803b80) 00000100:00000040:3.0:1749610160.479141:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078803b80 x1834598494462464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610160.479148:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494462464:12345-0@lo:38: 00000100:00000200:3.0:1749610160.479151:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494462464 00000020:00000001:3.0:1749610160.479152:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610160.479154:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610160.479159:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610160.479162:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610160.479163:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610160.479165:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610160.479167:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610160.479168:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610160.479169:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610160.479172:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d740800. 02000000:00000001:3.0:1749610160.479173:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610160.479174:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610160.479176:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610160.479177:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610160.479179:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610160.479181:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610160.479183:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610160.479184:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 11 to 0@lo 00000100:00000001:3.0:1749610160.479186:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610160.479187:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610160.479192:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 11 to 0@lo 02000000:00000001:3.0:1749610160.479194:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610160.479195:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610160.479196:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610160.479214:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610160.479217:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610160.479220:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494462464, offset 0 00000400:00000200:3.0:1749610160.479224:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610160.479230:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610160.479236:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916200 00000400:00000200:3.0:1749610160.479240:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x437d [1] + 0 00000400:00000200:3.0:1749610160.479243:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610160.479246:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610160.479257:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610160.479261:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3df80 x1834598494462464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610160.479269:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3df80 x1834598494462464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610160.479275:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610160.479279:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610160.479281:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610160.479283:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610160.479284:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610160.479287:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610160.479288:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610160.479290:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610160.479292:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610160.479295:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078803b80 x1834598494462464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610180 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610160.479302:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494462464:12345-0@lo:38: Request processed in 153us (241us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610160.479307:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1749610160.479309:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610160.479313:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610160.479316:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610160.479319:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610160.479321:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00000001:3.0:1749610160.479324:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610160.482578:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299433940, at 4299433940 00000100:00000010:3.0:1749610160.482589:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07d80. 00000100:00000200:1.0:1749610160.526745:0:10884:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749610160.526746:0:10884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb478. 00000400:00000010:1.0:1749610160.526748:0:10884:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801369aa000. 00000100:00000200:1.0:1749610160.526751:0:10884:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749610160.526752:0:10884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb4d0. 00000400:00000010:1.0:1749610160.526754:0:10884:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801369ab000. 00000100:00000200:1.0:1749610160.526756:0:10884:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:1.0:1749610160.526757:0:10884:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb528. 00000400:00000010:1.0:1749610160.526760:0:10884:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 2168 at ffff8801369ac000. 00000100:00000010:1.0:1749610160.526771:0:10884:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880118e7c000. 00000100:00000200:1.0:1749610160.526801:0:10884:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749610160.526986:0:10885:0:(service.c:2925:ptlrpc_main()) Process entered 00000020:00000001:1.0:1749610160.526994:0:10885:0:(tgt_handler.c:1656:tgt_io_thread_init()) Process entered 00000020:00000010:1.0:1749610160.527356:0:10885:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88012dd00000. 00000020:00000001:1.0:1749610160.527359:0:10885:0:(tgt_handler.c:1665:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610160.527363:0:10885:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07c80. 00000020:00000010:1.0:1749610160.527365:0:10885:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d07cc0. 00000020:00000010:1.0:1749610160.527368:0:10885:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136b4bc00. 00000020:00000010:1.0:1749610160.527371:0:10885:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136b4a600. 00000020:00000010:1.0:1749610160.527373:0:10885:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129d96800. 00000020:00000010:1.0:1749610160.527376:0:10885:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931b758. 00000020:00000010:1.0:1749610160.527378:0:10885:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136b4be00. 80000000:00000010:1.0:1749610160.527381:0:10885:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493840. 40000000:00000010:1.0:1749610160.527383:0:10885:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07280. 00100000:00000010:1.0:1749610160.527386:0:10885:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129d96000. 00040000:00000010:1.0:1749610160.527388:0:10885:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d889800. 00040000:00000010:1.0:1749610160.527391:0:10885:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136b4b800. 00080000:00000010:1.0:1749610160.527394:0:10885:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801369ad000. 00080000:00000010:1.0:1749610160.527403:0:10885:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124c48000. 00002000:00000010:1.0:1749610160.527408:0:10885:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf4a400. 00000100:00000010:1.0:1749610160.527419:0:10885:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880112fa0000. 00000100:00000200:1.0:1749610160.527436:0:10885:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749610160.527682:0:10886:0:(service.c:2925:ptlrpc_main()) Process entered 00000020:00000001:1.0:1749610160.527690:0:10886:0:(tgt_handler.c:1656:tgt_io_thread_init()) Process entered 00000020:00000010:1.0:1749610160.528038:0:10886:0:(tgt_handler.c:1661:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at ffff88012e900000. 00000020:00000001:1.0:1749610160.528040:0:10886:0:(tgt_handler.c:1665:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610160.528043:0:10886:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07d80. 00000020:00000010:1.0:1749610160.528045:0:10886:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d078c0. 00000020:00000010:1.0:1749610160.528049:0:10886:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8a76000. 00000020:00000010:1.0:1749610160.528051:0:10886:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8a77c00. 00000020:00000010:1.0:1749610160.528053:0:10886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129d95000. 00000020:00000010:1.0:1749610160.528056:0:10886:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931bc60. 00000020:00000010:1.0:1749610160.528058:0:10886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8a76e00. 80000000:00000010:1.0:1749610160.528060:0:10886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c4939c0. 40000000:00000010:1.0:1749610160.528062:0:10886:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07780. 00100000:00000010:1.0:1749610160.528064:0:10886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129d90000. 00040000:00000010:1.0:1749610160.528067:0:10886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d889900. 00040000:00000010:1.0:1749610160.528069:0:10886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8a76600. 00080000:00000010:1.0:1749610160.528072:0:10886:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801369ae000. 00080000:00000010:1.0:1749610160.528076:0:10886:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124c4a000. 00002000:00000010:1.0:1749610160.528079:0:10886:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf4b800. 00000100:00000010:1.0:1749610160.528090:0:10886:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff88012e6ac000. 00000100:00000200:1.0:1749610160.528103:0:10886:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1749610160.530155:0:10887:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749610160.530171:0:10887:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07d00. 00000020:00000010:1.0:1749610160.530176:0:10887:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d07980. 00000020:00000010:1.0:1749610160.530181:0:10887:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8a76800. 00000020:00000010:1.0:1749610160.530186:0:10887:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c8c00. 00000020:00000010:1.0:1749610160.530191:0:10887:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129d97800. 00000020:00000010:1.0:1749610160.530195:0:10887:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931c168. 00000020:00000010:1.0:1749610160.530199:0:10887:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012e5c9800. 80000000:00000010:1.0:1749610160.530202:0:10887:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493960. 40000000:00000010:1.0:1749610160.530205:0:10887:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07c00. 00100000:00000010:1.0:1749610160.530211:0:10887:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88011899c800. 00040000:00000010:1.0:1749610160.530215:0:10887:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012d889a00. 00040000:00000010:1.0:1749610160.530219:0:10887:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012e5c8400. 00080000:00000010:1.0:1749610160.530223:0:10887:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801369af000. 00080000:00000010:1.0:1749610160.530229:0:10887:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124c4c000. 00002000:00000010:1.0:1749610160.530234:0:10887:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf4a800. 00000100:00000200:1.0:1749610160.530239:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530243:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb580. 00000400:00000010:1.0:1749610160.530248:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012d889b00. 00000100:00000200:1.0:1749610160.530252:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530254:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb5d8. 00000400:00000010:1.0:1749610160.530257:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012d889c00. 00000100:00000200:1.0:1749610160.530260:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530262:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb630. 00000400:00000010:1.0:1749610160.530265:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012d889d00. 00000100:00000200:1.0:1749610160.530267:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530269:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb688. 00000400:00000010:1.0:1749610160.530272:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012d889e00. 00000100:00000200:1.0:1749610160.530274:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530276:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb6e0. 00000400:00000010:1.0:1749610160.530279:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88012d889f00. 00000100:00000200:1.0:1749610160.530282:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530284:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb738. 00000400:00000010:1.0:1749610160.530295:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d000. 00000100:00000200:1.0:1749610160.530298:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530300:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb790. 00000400:00000010:1.0:1749610160.530302:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d100. 00000100:00000200:1.0:1749610160.530303:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530304:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb7e8. 00000400:00000010:1.0:1749610160.530306:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d200. 00000100:00000200:1.0:1749610160.530308:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530309:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb840. 00000400:00000010:1.0:1749610160.530311:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d300. 00000100:00000200:1.0:1749610160.530312:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530313:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb898. 00000400:00000010:1.0:1749610160.530315:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d400. 00000100:00000200:1.0:1749610160.530316:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530318:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb8f0. 00000400:00000010:1.0:1749610160.530319:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d500. 00000100:00000200:1.0:1749610160.530321:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530322:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb948. 00000400:00000010:1.0:1749610160.530324:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d600. 00000100:00000200:1.0:1749610160.530350:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530352:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb9a0. 00000400:00000010:1.0:1749610160.530354:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d700. 00000100:00000200:1.0:1749610160.530356:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530357:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcb9f8. 00000400:00000010:1.0:1749610160.530359:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d800. 00000100:00000200:1.0:1749610160.530360:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530362:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcba50. 00000400:00000010:1.0:1749610160.530363:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526d900. 00000100:00000200:1.0:1749610160.530365:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530366:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbaa8. 00000400:00000010:1.0:1749610160.530368:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526da00. 00000100:00000200:1.0:1749610160.530369:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530370:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbb00. 00000400:00000010:1.0:1749610160.530372:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526db00. 00000100:00000200:1.0:1749610160.530373:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530374:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbb58. 00000400:00000010:1.0:1749610160.530376:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526dc00. 00000100:00000200:1.0:1749610160.530378:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530379:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbbb0. 00000400:00000010:1.0:1749610160.530380:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526dd00. 00000100:00000200:1.0:1749610160.530382:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530383:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbc08. 00000400:00000010:1.0:1749610160.530384:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526de00. 00000100:00000200:1.0:1749610160.530386:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530387:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbc60. 00000400:00000010:1.0:1749610160.530388:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800b526df00. 00000100:00000200:1.0:1749610160.530390:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530391:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbcb8. 00000400:00000010:1.0:1749610160.530397:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2000. 00000100:00000200:1.0:1749610160.530400:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530401:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbd10. 00000400:00000010:1.0:1749610160.530403:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2100. 00000100:00000200:1.0:1749610160.530404:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530406:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbd68. 00000400:00000010:1.0:1749610160.530407:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2200. 00000100:00000200:1.0:1749610160.530409:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530410:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbdc0. 00000400:00000010:1.0:1749610160.530412:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2300. 00000100:00000200:1.0:1749610160.530413:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530415:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbe18. 00000400:00000010:1.0:1749610160.530416:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2400. 00000100:00000200:1.0:1749610160.530418:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530419:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbe70. 00000400:00000010:1.0:1749610160.530421:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2500. 00000100:00000200:1.0:1749610160.530422:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530423:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbec8. 00000400:00000010:1.0:1749610160.530425:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2600. 00000100:00000200:1.0:1749610160.530426:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530427:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbf20. 00000400:00000010:1.0:1749610160.530429:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2700. 00000100:00000200:1.0:1749610160.530430:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530432:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012ffcbf78. 00000400:00000010:1.0:1749610160.530433:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2800. 00000100:00000200:1.0:1749610160.530435:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530440:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b000. 00000400:00000010:1.0:1749610160.530442:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2900. 00000100:00000200:1.0:1749610160.530444:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530445:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b058. 00000400:00000010:1.0:1749610160.530447:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2a00. 00000100:00000200:1.0:1749610160.530448:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530449:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b0b0. 00000400:00000010:1.0:1749610160.530451:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2b00. 00000100:00000200:1.0:1749610160.530452:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530454:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b108. 00000400:00000010:1.0:1749610160.530455:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2c00. 00000100:00000200:1.0:1749610160.530457:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530458:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b160. 00000400:00000010:1.0:1749610160.530459:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2d00. 00000100:00000200:1.0:1749610160.530477:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530479:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b1b8. 00000400:00000010:1.0:1749610160.530481:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2e00. 00000100:00000200:1.0:1749610160.530483:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530484:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b210. 00000400:00000010:1.0:1749610160.530486:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff88009d2a2f00. 00000100:00000200:1.0:1749610160.530487:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530489:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b268. 00000400:00000010:1.0:1749610160.530494:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56000. 00000100:00000200:1.0:1749610160.530497:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530498:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b2c0. 00000400:00000010:1.0:1749610160.530500:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56100. 00000100:00000200:1.0:1749610160.530501:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530503:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b318. 00000400:00000010:1.0:1749610160.530504:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56200. 00000100:00000200:1.0:1749610160.530506:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530507:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b370. 00000400:00000010:1.0:1749610160.530509:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56300. 00000100:00000200:1.0:1749610160.530510:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530511:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b3c8. 00000400:00000010:1.0:1749610160.530513:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56400. 00000100:00000200:1.0:1749610160.530514:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530516:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b420. 00000400:00000010:1.0:1749610160.530517:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56500. 00000100:00000200:1.0:1749610160.530519:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530520:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b478. 00000400:00000010:1.0:1749610160.530545:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56600. 00000100:00000200:1.0:1749610160.530547:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530548:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b4d0. 00000400:00000010:1.0:1749610160.530550:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56700. 00000100:00000200:1.0:1749610160.530551:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530553:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b528. 00000400:00000010:1.0:1749610160.530554:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56800. 00000100:00000200:1.0:1749610160.530556:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530557:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b580. 00000400:00000010:1.0:1749610160.530559:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56900. 00000100:00000200:1.0:1749610160.530560:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530562:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b5d8. 00000400:00000010:1.0:1749610160.530563:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56a00. 00000100:00000200:1.0:1749610160.530565:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530566:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b630. 00000400:00000010:1.0:1749610160.530568:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56b00. 00000100:00000200:1.0:1749610160.530569:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530571:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b688. 00000400:00000010:1.0:1749610160.530573:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56c00. 00000100:00000200:1.0:1749610160.530574:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530575:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b6e0. 00000400:00000010:1.0:1749610160.530577:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56d00. 00000100:00000200:1.0:1749610160.530578:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530579:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b738. 00000400:00000010:1.0:1749610160.530581:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56e00. 00000100:00000200:1.0:1749610160.530582:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530583:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b790. 00000400:00000010:1.0:1749610160.530585:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff880096d56f00. 00000100:00000200:1.0:1749610160.530586:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530587:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b7e8. 00000400:00000010:1.0:1749610160.530593:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4000. 00000100:00000200:1.0:1749610160.530596:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530597:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b840. 00000400:00000010:1.0:1749610160.530599:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4100. 00000100:00000200:1.0:1749610160.530600:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530602:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b898. 00000400:00000010:1.0:1749610160.530603:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4200. 00000100:00000200:1.0:1749610160.530604:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530606:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b8f0. 00000400:00000010:1.0:1749610160.530607:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4300. 00000100:00000200:1.0:1749610160.530609:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530610:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b948. 00000400:00000010:1.0:1749610160.530611:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4400. 00000100:00000200:1.0:1749610160.530613:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530614:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b9a0. 00000400:00000010:1.0:1749610160.530616:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4500. 00000100:00000200:1.0:1749610160.530617:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530619:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82b9f8. 00000400:00000010:1.0:1749610160.530620:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4600. 00000100:00000200:1.0:1749610160.530622:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530623:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82ba50. 00000400:00000010:1.0:1749610160.530625:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4700. 00000100:00000200:1.0:1749610160.530627:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530628:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82baa8. 00000400:00000010:1.0:1749610160.530629:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4800. 00000100:00000200:1.0:1749610160.530631:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530632:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bb00. 00000400:00000010:1.0:1749610160.530634:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4900. 00000100:00000200:1.0:1749610160.530635:0:10887:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:1.0:1749610160.530636:0:10887:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bb58. 00000400:00000010:1.0:1749610160.530638:0:10887:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 248 at ffff8800755e4a00. 00000100:00000010:1.0:1749610160.530650:0:10887:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880086df0000. 00000100:00000200:1.0:1749610160.530667:0:10887:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749610160.530942:0:10888:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749610160.530953:0:10888:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07400. 00000020:00000010:1.0:1749610160.530956:0:10888:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d07680. 00000020:00000010:1.0:1749610160.530959:0:10888:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012e5c9600. 00000020:00000010:1.0:1749610160.530961:0:10888:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012e5c9200. 00000020:00000010:1.0:1749610160.530964:0:10888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880118999800. 00000020:00000010:1.0:1749610160.530967:0:10888:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931c670. 00000020:00000010:1.0:1749610160.530970:0:10888:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b49e4a00. 80000000:00000010:1.0:1749610160.530972:0:10888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c4936c0. 40000000:00000010:1.0:1749610160.530974:0:10888:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07540. 00100000:00000010:1.0:1749610160.530977:0:10888:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880118998800. 00040000:00000010:1.0:1749610160.530979:0:10888:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800755e4b00. 00040000:00000010:1.0:1749610160.530982:0:10888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007ed1c600. 00080000:00000010:1.0:1749610160.530992:0:10888:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086df8000. 00080000:00000010:1.0:1749610160.530996:0:10888:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124c4e000. 00002000:00000010:1.0:1749610160.531001:0:10888:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf4bc00. 00000100:00000010:1.0:1749610160.531013:0:10888:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8800a42e0000. 00000100:00000200:1.0:1749610160.531027:0:10888:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1749610160.557727:0:10889:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749610160.557748:0:10889:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07500. 00000020:00000010:1.0:1749610160.557752:0:10889:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d074c0. 00000020:00000010:1.0:1749610160.557757:0:10889:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ed1c800. 00000020:00000010:1.0:1749610160.557761:0:10889:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136acb200. 00000040:00000010:1.0:1749610160.557764:0:10889:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136acaa00. 00000020:00000010:1.0:1749610160.557767:0:10889:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88011899d000. 00000020:00000010:1.0:1749610160.557772:0:10889:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931cb78. 00000020:00000010:1.0:1749610160.557774:0:10889:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136acb600. 80000000:00000010:1.0:1749610160.557777:0:10889:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493300. 40000000:00000010:1.0:1749610160.557779:0:10889:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07900. 00100000:00000010:1.0:1749610160.557782:0:10889:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88011899b000. 00040000:00000010:1.0:1749610160.557785:0:10889:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800755e4c00. 00040000:00000010:1.0:1749610160.557788:0:10889:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136aca400. 00080000:00000010:1.0:1749610160.557791:0:10889:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086df9000. 00080000:00000010:1.0:1749610160.557801:0:10889:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800ac898000. 00000004:00000010:1.0:1749610160.557807:0:10889:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88011899c000. 00000004:00000010:1.0:1749610160.557810:0:10889:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880086dfa000. 00000004:00000010:1.0:1749610160.557813:0:10889:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88011899e000. 00002000:00000010:1.0:1749610160.557816:0:10889:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf4ac00. 00000004:00000010:1.0:1749610160.557819:0:10889:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cf48000. 00000100:00000200:1.0:1749610160.557823:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557827:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bbb0. 00000400:00000010:1.0:1749610160.557832:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ac89a000. 00000100:00000200:1.0:1749610160.557839:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557840:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bc08. 00000400:00000010:1.0:1749610160.557843:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ac89c000. 00000100:00000200:1.0:1749610160.557845:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557847:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bc60. 00000400:00000010:1.0:1749610160.557850:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800ac89e000. 00000100:00000200:1.0:1749610160.557852:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557853:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bcb8. 00000400:00000010:1.0:1749610160.557859:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781a0000. 00000100:00000200:1.0:1749610160.557862:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557863:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bd10. 00000400:00000010:1.0:1749610160.557866:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781a2000. 00000100:00000200:1.0:1749610160.557869:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557870:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bd68. 00000400:00000010:1.0:1749610160.557873:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781a4000. 00000100:00000200:1.0:1749610160.557875:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557876:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bdc0. 00000400:00000010:1.0:1749610160.557880:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781a6000. 00000100:00000200:1.0:1749610160.557882:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557883:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82be18. 00000400:00000010:1.0:1749610160.557889:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781a8000. 00000100:00000200:1.0:1749610160.557892:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557893:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82be70. 00000400:00000010:1.0:1749610160.557896:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781aa000. 00000100:00000200:1.0:1749610160.557898:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557899:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bec8. 00000400:00000010:1.0:1749610160.557902:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781ac000. 00000100:00000200:1.0:1749610160.557904:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557905:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bf20. 00000400:00000010:1.0:1749610160.557908:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800781ae000. 00000100:00000200:1.0:1749610160.557910:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557911:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009b82bf78. 00000400:00000010:1.0:1749610160.557917:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880082580000. 00000100:00000200:1.0:1749610160.557920:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557925:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122000. 00000400:00000010:1.0:1749610160.557928:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880082582000. 00000100:00000200:1.0:1749610160.557931:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557932:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122058. 00000400:00000010:1.0:1749610160.557935:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880082584000. 00000100:00000200:1.0:1749610160.557937:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557938:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21220b0. 00000400:00000010:1.0:1749610160.557941:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880082586000. 00000100:00000200:1.0:1749610160.557943:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557944:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122108. 00000400:00000010:1.0:1749610160.557949:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880082588000. 00000100:00000200:1.0:1749610160.557952:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557953:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122160. 00000400:00000010:1.0:1749610160.557956:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88008258a000. 00000100:00000200:1.0:1749610160.557959:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557960:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21221b8. 00000400:00000010:1.0:1749610160.557963:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88008258c000. 00000100:00000200:1.0:1749610160.557966:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557967:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122210. 00000400:00000010:1.0:1749610160.557970:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88008258e000. 00000100:00000200:1.0:1749610160.557972:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557973:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122268. 00000400:00000010:1.0:1749610160.557979:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780c0000. 00000100:00000200:1.0:1749610160.557982:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557983:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21222c0. 00000400:00000010:1.0:1749610160.557986:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780c2000. 00000100:00000200:1.0:1749610160.557988:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557989:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122318. 00000400:00000010:1.0:1749610160.557992:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780c4000. 00000100:00000200:1.0:1749610160.557994:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.557995:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122370. 00000400:00000010:1.0:1749610160.557998:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780c6000. 00000100:00000200:1.0:1749610160.558001:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558001:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21223c8. 00000400:00000010:1.0:1749610160.558007:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780c8000. 00000100:00000200:1.0:1749610160.558010:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558011:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122420. 00000400:00000010:1.0:1749610160.558014:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780ca000. 00000100:00000200:1.0:1749610160.558016:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558017:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122478. 00000400:00000010:1.0:1749610160.558020:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780cc000. 00000100:00000200:1.0:1749610160.558022:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558023:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21224d0. 00000400:00000010:1.0:1749610160.558026:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800780ce000. 00000100:00000200:1.0:1749610160.558028:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558029:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122528. 00000400:00000010:1.0:1749610160.558036:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cf0000. 00000100:00000200:1.0:1749610160.558039:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558040:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122580. 00000400:00000010:1.0:1749610160.558043:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cf2000. 00000100:00000200:1.0:1749610160.558045:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558046:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21225d8. 00000400:00000010:1.0:1749610160.558049:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cf4000. 00000100:00000200:1.0:1749610160.558052:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558053:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122630. 00000400:00000010:1.0:1749610160.558056:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cf6000. 00000100:00000200:1.0:1749610160.558058:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558059:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122688. 00000400:00000010:1.0:1749610160.558065:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cf8000. 00000100:00000200:1.0:1749610160.558068:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558069:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21226e0. 00000400:00000010:1.0:1749610160.558072:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cfa000. 00000100:00000200:1.0:1749610160.558074:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558075:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122738. 00000400:00000010:1.0:1749610160.558078:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cfc000. 00000100:00000200:1.0:1749610160.558080:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558081:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122790. 00000400:00000010:1.0:1749610160.558084:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880069cfe000. 00000100:00000200:1.0:1749610160.558087:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558087:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21227e8. 00000400:00000010:1.0:1749610160.558111:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009a7a0000. 00000100:00000200:1.0:1749610160.558115:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558116:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122840. 00000400:00000010:1.0:1749610160.558119:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009a7a2000. 00000100:00000200:1.0:1749610160.558121:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558122:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122898. 00000400:00000010:1.0:1749610160.558125:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009a7a4000. 00000100:00000200:1.0:1749610160.558128:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558128:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21228f0. 00000400:00000010:1.0:1749610160.558131:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009a7a6000. 00000100:00000200:1.0:1749610160.558134:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558134:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122948. 00000400:00000010:1.0:1749610160.558142:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88011c468000. 00000100:00000200:1.0:1749610160.558145:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558146:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21229a0. 00000400:00000010:1.0:1749610160.558150:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88011c46a000. 00000100:00000200:1.0:1749610160.558152:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558153:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b21229f8. 00000400:00000010:1.0:1749610160.558156:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88011c46c000. 00000100:00000200:1.0:1749610160.558159:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558160:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122a50. 00000400:00000010:1.0:1749610160.558163:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88011c46e000. 00000100:00000200:1.0:1749610160.558165:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558166:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122aa8. 00000400:00000010:1.0:1749610160.558172:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801240d0000. 00000100:00000200:1.0:1749610160.558175:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558176:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122b00. 00000400:00000010:1.0:1749610160.558179:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801240d2000. 00000100:00000200:1.0:1749610160.558182:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558182:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122b58. 00000400:00000010:1.0:1749610160.558185:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801240d4000. 00000100:00000200:1.0:1749610160.558188:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558188:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122bb0. 00000400:00000010:1.0:1749610160.558191:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801240d6000. 00000100:00000200:1.0:1749610160.558194:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558194:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122c08. 00000400:00000010:1.0:1749610160.558200:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880135270000. 00000100:00000200:1.0:1749610160.558203:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558204:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122c60. 00000400:00000010:1.0:1749610160.558207:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880135272000. 00000100:00000200:1.0:1749610160.558210:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558211:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122cb8. 00000400:00000010:1.0:1749610160.558213:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880135274000. 00000100:00000200:1.0:1749610160.558216:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558217:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122d10. 00000400:00000010:1.0:1749610160.558220:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880135276000. 00000100:00000200:1.0:1749610160.558222:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558223:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122d68. 00000400:00000010:1.0:1749610160.558229:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec48000. 00000100:00000200:1.0:1749610160.558232:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558233:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122dc0. 00000400:00000010:1.0:1749610160.558236:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec4a000. 00000100:00000200:1.0:1749610160.558239:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558240:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122e18. 00000400:00000010:1.0:1749610160.558242:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec4c000. 00000100:00000200:1.0:1749610160.558245:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558245:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122e70. 00000400:00000010:1.0:1749610160.558248:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012ec4e000. 00000100:00000200:1.0:1749610160.558250:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558251:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122ec8. 00000400:00000010:1.0:1749610160.558257:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801347f8000. 00000100:00000200:1.0:1749610160.558260:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558261:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122f20. 00000400:00000010:1.0:1749610160.558264:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801347fa000. 00000100:00000200:1.0:1749610160.558267:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558267:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b2122f78. 00000400:00000010:1.0:1749610160.558270:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801347fc000. 00000100:00000200:1.0:1749610160.558272:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558276:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db000. 00000400:00000010:1.0:1749610160.558280:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801347fe000. 00000100:00000200:1.0:1749610160.558282:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558283:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db058. 00000400:00000010:1.0:1749610160.558289:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f130000. 00000100:00000200:1.0:1749610160.558292:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558293:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db0b0. 00000400:00000010:1.0:1749610160.558296:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f132000. 00000100:00000200:1.0:1749610160.558298:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558299:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db108. 00000400:00000010:1.0:1749610160.558302:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f134000. 00000100:00000200:1.0:1749610160.558304:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558305:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db160. 00000400:00000010:1.0:1749610160.558308:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88012f136000. 00000100:00000200:1.0:1749610160.558310:0:10889:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:1.0:1749610160.558311:0:10889:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db1b8. 00000400:00000010:1.0:1749610160.558317:0:10889:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8801115f8000. 00000100:00000010:1.0:1749610160.558328:0:10889:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff880111844000. 00000100:00000200:1.0:1749610160.558342:0:10889:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1749610160.558574:0:10890:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749610160.558581:0:10890:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff880129d07240. 00000020:00000010:1.0:1749610160.558583:0:10890:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d077c0. 00000020:00000010:1.0:1749610160.558586:0:10890:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880136aca200. 00000020:00000010:1.0:1749610160.558587:0:10890:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880136acb400. 00000040:00000010:1.0:1749610160.558590:0:10890:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880136acae00. 00000020:00000010:1.0:1749610160.558592:0:10890:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88011899a800. 00000020:00000010:1.0:1749610160.558594:0:10890:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d080. 00000020:00000010:1.0:1749610160.558596:0:10890:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880136acac00. 80000000:00000010:1.0:1749610160.558598:0:10890:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493b40. 40000000:00000010:1.0:1749610160.558599:0:10890:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07300. 00100000:00000010:1.0:1749610160.558602:0:10890:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88011899f800. 00040000:00000010:1.0:1749610160.558604:0:10890:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800755e4d00. 00040000:00000010:1.0:1749610160.558606:0:10890:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880136acb000. 00080000:00000010:1.0:1749610160.558608:0:10890:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086dfb000. 00080000:00000010:1.0:1749610160.558612:0:10890:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801115fa000. 00000004:00000010:1.0:1749610160.558616:0:10890:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880118998000. 00000004:00000010:1.0:1749610160.558618:0:10890:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880086dfc000. 00000004:00000010:1.0:1749610160.558622:0:10890:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72e800. 00002000:00000010:1.0:1749610160.558624:0:10890:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf49400. 00000004:00000010:1.0:1749610160.558626:0:10890:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cf48400. 00000100:00000010:1.0:1749610160.558636:0:10890:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 16384 at ffff8801113b4000. 00000100:00000200:1.0:1749610160.558641:0:10890:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started 00000800:00000200:1.0:1749610160.994991:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1749610160.994997:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1749610160.995006:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1749610160.995010:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1749610160.995012:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610161.478587:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610161.478598:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610161.478599:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610161.478602:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610161.478603:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610161.478605:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610161.478607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.478604:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610162.478608:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1749610162.478618:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610137/real 1749610137] req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610162.478631:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610162.478632:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610162.478635:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe420. 00000400:00000200:1.0:1749610162.478640:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:1.0:1749610162.478642:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749610162.478644:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610162.478647:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610162.478652:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478656:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610162.478657:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478659:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610162.478660:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610162.478662:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478666:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478674:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610162.478675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.478677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.478678:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610162.478680:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610162.478682:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478687:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749610162.478688:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478689:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610162.478690:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478691:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610162.478693:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1749610162.478695:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610162.478712:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:1.0:1749610162.478714:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1749610162.478716:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610162.478721:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494460288:0@lo:250: 00000100:00000001:1.0:1749610162.478723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478725:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610162.478726:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097172a00 x1834598494460288/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610162 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478730:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610162.478732:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610162.478734:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c63c000. 02000000:00000001:1.0:1749610162.478737:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610162.478739:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610162.478740:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749610162.478742:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610162.478743:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab2000. 02000000:00000001:1.0:1749610162.478745:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610162.478747:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610162.478748:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172a00. 00000100:00000001:1.0:1749610162.478751:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610162.478751:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478753:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.478754:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610162.478755:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.478756:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.478757:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.478899:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.478900:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610162.478901:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610162.478904:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d880 x1834598494462720/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478908:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610162.478909:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.478911:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610162.478913:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610162.478914:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610162.478916:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494462720:0@lo:250: 00000100:00000001:1.0:1749610162.478918:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610162.478921:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610162.478922:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.478923:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610162.478926:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cf49c00. 02000000:00000001:1.0:1749610162.478927:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610162.478931:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db210. 00000400:00000010:1.0:1749610162.478934:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000200:1.0:1749610162.478938:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494462720, portal 25 00000100:00000001:1.0:1749610162.478940:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610162.478941:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910744704 : -131938798806912 : ffff88009ac3d880) 00000100:00000040:1.0:1749610162.478944:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d880 x1834598494462720/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478948:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610162.478950:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610162.478951:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610162.478952:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494462720, offset 0 00000400:00000200:1.0:1749610162.478956:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610162.478965:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610162.478973:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf916300 00000400:00000100:1.0:1749610162.478976:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494462720 offset 0 length 520: 4 00000400:00000200:1.0:1749610162.478979:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88009dae8210 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749610162.478981:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1749610162.478986:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610162.478988:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610162.478990:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610162.478992:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d880 x1834598494462720/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.478999:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610162.479000:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d880 x1834598494462720/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479004:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479005:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610162.479007:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479009:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299435959 00000100:00000010:1.0:1749610162.479012:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07380. 00000100:00000001:1.0:1749610162.479016:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610162.479052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299435959 00000100:00000010:1.0:1749610162.479055:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07580. 00000100:00000001:1.0:1749610162.479056:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610162.479058:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299435959 00000100:00000010:1.0:1749610162.479059:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07800. 00000100:00000001:1.0:1749610162.479061:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610162.479063:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299435959 00000100:00000010:1.0:1749610162.479064:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07140. 00000100:00000001:1.0:1749610162.479066:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610162.479071:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610162.479073:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479074:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479075:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479077:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610162.479078:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749610162.479079:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.479080:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610162.479080:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610162.479083:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479087:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610162.479087:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479089:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610162.479090:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610162.479091:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610162.479092:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494462848:0@lo:38: 00000100:00000001:1.0:1749610162.479094:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610162.479095:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610162.479096:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479097:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610162.479098:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cf49000. 02000000:00000001:1.0:1749610162.479100:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610162.479102:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00000400:00000010:1.0:1749610162.479103:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610162.479105:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494462848, portal 4 00000100:00000001:1.0:1749610162.479106:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610162.479106:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000100:00000040:1.0:1749610162.479110:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479114:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610162.479114:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610162.479115:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610162.479117:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494462848, offset 0 00000400:00000200:1.0:1749610162.479118:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610162.479121:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610162.479124:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf916380 00000400:00000200:1.0:1749610162.479128:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 4160 00000400:00000200:1.0:1749610162.479131:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610162.479134:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610162.479137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610162.479138:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610162.479141:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801180. 00000100:00000040:1.0:1749610162.479143:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078801180 x1834598494462848 msgsize 520 00000100:00100000:1.0:1749610162.479145:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610162.479154:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610162.479156:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610162.479158:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610162.479159:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610162.479160:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479164:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610162.479166:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479169:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479170:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610162.479171:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610162.479174:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 3200 usecs (4 jiffies) 00000100:00000001:1.0:1749610162.479175:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299435940 00000100:00000001:1.0:1749610162.479176:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479178:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299435940 00000100:00000001:1.0:1749610162.479179:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479180:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299435940 00000100:00000001:1.0:1749610162.479181:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479182:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299435940 00000100:00000001:1.0:1749610162.479183:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479184:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610162.479185:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479186:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610162.479188:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479191:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610162.479192:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479192:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610162.479193:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610162.479194:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610162.479196:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494462976:0@lo:38: 00000100:00000001:1.0:1749610162.479198:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610162.479199:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610162.479199:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479200:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610162.479203:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f0000. 02000000:00000001:1.0:1749610162.479204:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610162.479206:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db2c0. 00000400:00000010:1.0:1749610162.479207:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610162.479209:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494462976, portal 10 00000100:00000001:1.0:1749610162.479210:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610162.479211:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910741120 : -131938798810496 : ffff88009ac3ca80) 00000100:00000040:1.0:1749610162.479214:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479219:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610162.479221:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610162.479222:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610162.479224:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494462976, offset 0 00000400:00000200:1.0:1749610162.479227:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610162.479230:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610162.479234:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf916400 00000400:00000200:1.0:1749610162.479238:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 2080 00000400:00000200:1.0:1749610162.479241:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610162.479244:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610162.479246:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610162.479248:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610162.479251:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800700. 00000100:00000040:1.0:1749610162.479253:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078800700 x1834598494462976 msgsize 520 00000100:00100000:1.0:1749610162.479256:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610162.479263:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610162.479266:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610162.479267:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610162.479269:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610162.479269:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610162.479272:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494462976 00000100:00000200:1.0:1749610162.479272:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610162.479273:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610162.479275:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610162.479276:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610162.479278:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610162.479280:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494462976 00000020:00000001:3.0:1749610162.479281:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610162.479282:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610162.479283:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610162.479283:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610162.479284:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610162.479285:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610162.479285:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610162.479288:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00000001:1.0:1749610162.479290:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610162.479291:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000100:00000001:1.0:1749610162.479291:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610162.479293:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610162.479294:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610162.479295:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610162.479296:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610162.479296:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 342 usecs (1 jiffies) 00000100:00000001:3.0:1749610162.479297:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479298:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299435937 00000100:00000001:3.0:1749610162.479300:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479300:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299435937 00000100:00000001:1.0:1749610162.479303:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479305:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299435937 00000100:00000001:1.0:1749610162.479306:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479307:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299435937 00000100:00000001:1.0:1749610162.479309:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299435959 00000100:00000001:1.0:1749610162.479310:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610162.479311:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479312:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479314:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610162.479315:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610162.479315:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610162.479316:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610162.479318:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610162.479319:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1749610162.479319:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610162.479320:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335874816 : -131939373676800 : ffff880078800700) 00000100:00000001:1.0:1749610162.479321:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.479322:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610162.479323:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078800700 x1834598494462976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479323:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479325:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610162.479330:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494462976:12345-0@lo:38: 00000100:00000200:3.0:1749610162.479343:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494462976 00000020:00000001:3.0:1749610162.479345:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610162.479346:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610162.479350:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610162.479352:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610162.479354:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610162.479356:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610162.479357:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610162.479358:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610162.479359:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610162.479361:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741c00. 02000000:00000001:3.0:1749610162.479362:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610162.479363:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610162.479365:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610162.479366:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610162.479368:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610162.479369:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610162.479371:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610162.479372:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 11 to 0@lo 00000100:00000001:3.0:1749610162.479373:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610162.479374:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610162.479376:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 11 to 0@lo 02000000:00000001:3.0:1749610162.479377:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610162.479378:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610162.479379:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610162.479380:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610162.479382:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610162.479384:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494462976, offset 0 00000400:00000200:3.0:1749610162.479387:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610162.479391:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610162.479395:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916400 00000400:00000200:3.0:1749610162.479398:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x489d [1] + 0 00000400:00000200:3.0:1749610162.479401:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610162.479404:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610162.479405:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610162.479405:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610162.479407:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610162.479409:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610162.479411:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00000400:00000200:1.0:1749610162.479413:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610162.479415:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610162.479417:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610162.479418:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610162.479421:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610162.479421:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610162.479426:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610162.479428:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610162.479431:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610162.479433:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610162.479434:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749610162.479434:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610162.479435:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610162.479436:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610162.479437:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610162.479438:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610162.479438:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610162.479440:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479440:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610162.479441:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479460:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610162.479465:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610162 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610162.479466:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610162.479468:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610162.479468:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=35 v=20 (20 0 0 0) 00000020:00000001:3.0:1749610162.479469:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610162.479470:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610162.479472:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610162.479473:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078800700 x1834598494462976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610182 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479474:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610162.479489:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610162.479492:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494462976:12345-0@lo:38: Request processed in 161us (237us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610162.479495:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610162.479498:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610162.479499:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1749610162.479499:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479500:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610162.479501:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610162.479501:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610162.479502:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1749610162.479503:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749610162.479505:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000100:00080000:1.0:1749610162.479505:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610162.479508:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610162.479509:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000040:1.0:1749610162.479510:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610162.479512:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:3.0:1749610162.479515:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610162.479517:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494462848:0@lo:38: 00000400:00000001:1.0:1749610162.479538:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610162.479540:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610162.479542:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db2c0. 00000400:00000200:1.0:1749610162.479544:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610162.479545:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610162.479547:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610162.479550:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610162.479557:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479563:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610162.479564:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479566:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610162.479567:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610162.479568:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610162.479569:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610162.479571:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610162.479574:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610162 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610162.479577:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=17 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610162.479580:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610162.479581:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610162.479583:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610162.479586:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479592:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610162.479594:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610162.479595:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479596:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610162.479598:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610162.479600:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610162.479602:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610162.479604:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610162.479606:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610162.479618:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494462976:0@lo:38: 00000100:00000001:1.0:1749610162.479621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479623:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610162.479625:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d180 x1834598494462848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479630:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610162.479631:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610162.479632:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cf49000. 02000000:00000001:1.0:1749610162.479636:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610162.479637:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610162.479638:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610162.479640:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610162.479641:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c63e400. 02000000:00000001:1.0:1749610162.479643:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610162.479644:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610162.479645:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d180. 00000100:00000001:1.0:1749610162.479647:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610162.479648:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479649:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610162.479651:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ca80 x1834598494462976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610162.479656:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610162.479656:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610162.479658:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f0000. 02000000:00000001:1.0:1749610162.479660:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610162.479661:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610162.479662:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610162.479663:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610162.479664:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c63c800. 02000000:00000001:1.0:1749610162.479666:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610162.479667:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610162.479668:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ca80. 00000100:00000001:1.0:1749610162.479670:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610162.479671:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610162.479673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610162.479676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610162.479677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610162.479678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610162.501576:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299435959, at 4299435959 00000100:00000040:3.0:1749610162.501577:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299435959, at 4299435959 00000100:00000010:1.0:1749610162.501584:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07580. 00000100:00000010:3.0:1749610162.501594:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07140. 00000020:00000001:3.0:1749610164.460680:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610164.460684:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610164.460686:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610166.464683:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610166.464686:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610166.464698:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610167.479592:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610167.479605:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610167.479607:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.479610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610167.479612:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610167.479614:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.479616:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.486773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610167.486776:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610167.486778:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610167.486785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.486793:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610167.486795:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.486797:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610167.486799:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610167.486802:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610167.486805:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494463104:0@lo:38: 00000100:00000001:1.0:1749610167.486808:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610167.486811:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610167.486813:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.486815:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610167.486818:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f0000. 02000000:00000001:1.0:1749610167.486820:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610167.486825:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db2c0. 00000400:00000010:1.0:1749610167.486831:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610167.486837:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494463104, portal 4 00000100:00000001:1.0:1749610167.486839:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610167.486880:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910743808 : -131938798807808 : ffff88009ac3d500) 00000100:00000040:1.0:1749610167.486888:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.486894:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610167.486897:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610167.486899:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610167.486902:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494463104, offset 0 00000400:00000200:1.0:1749610167.486906:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610167.486918:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610167.486928:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf916480 00000400:00000200:1.0:1749610167.486933:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 4680 00000400:00000200:1.0:1749610167.486940:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610167.486944:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610167.486948:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610167.486950:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610167.486953:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800380. 00000100:00000040:1.0:1749610167.486956:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078800380 x1834598494463104 msgsize 520 00000100:00100000:1.0:1749610167.486960:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610167.486973:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610167.486980:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610167.486982:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610167.486985:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610167.486989:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.486996:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610167.486998:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487004:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487005:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610167.487009:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610167.487012:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2890 usecs (3 jiffies) 00000100:00000001:1.0:1749610167.487016:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299440947 00000100:00000010:1.0:1749610167.487019:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07ac0. 00000100:00000001:1.0:1749610167.487025:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610167.487035:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299440947 00000100:00000010:1.0:1749610167.487038:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07d40. 00000100:00000001:1.0:1749610167.487040:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610167.487043:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299440947 00000100:00000010:1.0:1749610167.487045:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07f80. 00000100:00000001:1.0:1749610167.487048:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610167.487050:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299440947 00000100:00000010:1.0:1749610167.487052:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07b80. 00000100:00000001:1.0:1749610167.487054:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610167.487060:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610167.487062:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487064:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487066:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487070:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610167.487071:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487073:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610167.487074:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610167.487075:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610167.487079:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487085:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610167.487086:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.487088:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610167.487090:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610167.487092:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610167.487094:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494463232:0@lo:38: 00000100:00000001:1.0:1749610167.487097:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610167.487099:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610167.487100:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.487102:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610167.487104:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f1c00. 02000000:00000001:1.0:1749610167.487106:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610167.487109:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00000400:00000010:1.0:1749610167.487112:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610167.487115:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494463232, portal 10 00000100:00000001:1.0:1749610167.487116:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610167.487117:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910753664 : -131938798797952 : ffff88009ac3fb80) 00000100:00000040:1.0:1749610167.487122:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487127:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610167.487129:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610167.487131:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610167.487133:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494463232, offset 0 00000400:00000200:1.0:1749610167.487136:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610167.487141:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610167.487145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf916500 00000400:00000200:1.0:1749610167.487150:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 2600 00000400:00000200:1.0:1749610167.487155:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610167.487158:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610167.487160:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610167.487162:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610167.487165:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800000. 00000100:00000040:1.0:1749610167.487167:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078800000 x1834598494463232 msgsize 520 00000100:00100000:1.0:1749610167.487170:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610167.487182:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610167.487186:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610167.487188:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610167.487190:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610167.487193:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487199:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610167.487200:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610167.487201:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610167.487203:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494463232 02000000:00000001:3.0:1749610167.487204:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610167.487205:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610167.487207:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487207:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487208:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610167.487209:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610167.487210:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494463232 00000100:00000001:1.0:1749610167.487211:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610167.487212:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610167.487213:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610167.487214:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610167.487214:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 362 usecs (1 jiffies) 00000020:00000001:3.0:1749610167.487215:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610167.487216:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487216:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299440945 00000100:00000001:1.0:1749610167.487218:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299440947 00000020:00000010:3.0:1749610167.487219:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00000001:1.0:1749610167.487220:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299440945 00000100:00000001:1.0:1749610167.487221:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299440947 00000020:00000010:3.0:1749610167.487222:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000100:00000001:1.0:1749610167.487223:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299440945 00000020:00000010:3.0:1749610167.487224:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610167.487225:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299440947 00000100:00000001:3.0:1749610167.487226:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610167.487227:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610167.487227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299440945 00000100:00000001:1.0:1749610167.487228:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299440947 00000100:00000001:3.0:1749610167.487229:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487230:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610167.487231:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487232:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610167.487235:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610167.487236:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610167.487238:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db2c0. 00000400:00000200:1.0:1749610167.487240:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610167.487241:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749610167.487242:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487243:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610167.487246:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610167.487247:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610167.487248:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610167.487251:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1749610167.487252:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335873024 : -131939373678592 : ffff880078800000) 00000100:00000200:1.0:1749610167.487254:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610167.487256:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078800000 x1834598494463232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487259:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610167.487260:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610167.487262:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463232:12345-0@lo:38: 00000100:00000001:1.0:1749610167.487263:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749610167.487264:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494463232 02000000:00000001:1.0:1749610167.487264:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610167.487266:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610167.487266:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610167.487267:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610167.487267:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.487270:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610167.487271:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610167.487273:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:1.0:1749610167.487274:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610167 v=5 (0 0 0 0) 00010000:00000001:3.0:1749610167.487275:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610167.487277:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=40 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610167.487280:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610167.487282:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610167.487284:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610167.487285:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610167.487286:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610167.487288:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610167.487288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610167.487289:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610167.487291:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d742000. 02000000:00000001:3.0:1749610167.487292:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610167.487293:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487294:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610167.487295:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610167.487296:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487297:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749610167.487298:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610167.487299:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610167.487300:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610167.487300:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610167.487301:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610167.487302:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:1.0:1749610167.487302:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610167.487303:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610167.487305:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:1.0:1749610167.487305:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610167.487307:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00080000:1.0:1749610167.487307:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749610167.487308:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610167.487309:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487309:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610167.487310:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610167.487311:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610167.487313:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000040:1.0:1749610167.487313:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610167.487315:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494463232, offset 0 00000400:00000200:3.0:1749610167.487318:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610167.487321:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494463104:0@lo:38: 00000400:00000200:3.0:1749610167.487323:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610167.487324:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610167.487326:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916500 00000100:00000001:1.0:1749610167.487326:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610167.487328:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d500 x1834598494463104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610167.487329:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48b5 [1] + 0 00000400:00000200:3.0:1749610167.487332:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610167.487334:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610167.487334:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610167.487335:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610167.487336:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610167.487337:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f0000. 00000100:00000200:3.0:1749610167.487339:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610167.487340:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610167.487341:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610167.487343:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749610167.487344:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610167.487345:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610167.487347:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64800. 02000000:00000001:1.0:1749610167.487350:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610167.487351:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610167.487353:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d500. 00000100:00000001:1.0:1749610167.487355:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610167.487356:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610167.487357:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610167.487359:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749610167.487359:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610167.487360:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610167.487362:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610167.487362:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610167.487363:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610167.487363:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487364:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610167.487365:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487365:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610167.487367:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000400:00000001:1.0:1749610167.487367:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610167.487368:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610167.487368:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610167.487369:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610167.487370:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00000100:00000040:3.0:1749610167.487371:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078800000 x1834598494463232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610187 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610167.487372:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610167.487374:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610167.487375:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610167.487377:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463232:12345-0@lo:38: Request processed in 114us (209us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610167.487378:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610167.487381:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1749610167.487382:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610167.487383:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610167.487385:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000100:00000200:1.0:1749610167.487386:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610167.487388:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610167.487390:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:1.0:1749610167.487391:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610167.487392:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487393:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487394:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610167.487395:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610167.487429:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610167.487430:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610167.487432:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610167.487436:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610167 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610167.487438:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=22 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610167.487441:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610167.487442:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610167.487444:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610167.487447:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487453:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610167.487455:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610167.487457:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487458:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610167.487460:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610167.487462:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610167.487465:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610167.487466:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610167.487470:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610167.487476:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494463232:0@lo:38: 00000100:00000001:1.0:1749610167.487480:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487482:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610167.487484:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3fb80 x1834598494463232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610167.487489:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610167.487491:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610167.487492:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f1c00. 02000000:00000001:1.0:1749610167.487495:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610167.487496:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610167.487497:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610167.487499:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610167.487500:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64000. 02000000:00000001:1.0:1749610167.487502:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610167.487503:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610167.487504:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3fb80. 00000100:00000001:1.0:1749610167.487506:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610167.487507:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610167.487509:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487511:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610167.487512:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610167.487513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610167.487514:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610167.489570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299440947, at 4299440947 00000100:00000040:3.0:1749610167.489573:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299440947, at 4299440947 00000100:00000010:1.0:1749610167.489575:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07d40. 00000100:00000010:3.0:1749610167.489578:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07b80. 00000020:00000001:3.0:1749610168.468673:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610168.468676:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610168.468678:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610168.486605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610168.486616:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610168.486618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610168.486621:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610168.486623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610168.486626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610168.486629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610169.486625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610169.486637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610169.486639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610169.486642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610169.486645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610169.486648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610169.486650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610170.472679:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610170.472682:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610170.472685:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610170.486612:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610170.486624:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610170.486626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610170.486628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610170.486630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610170.486632:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610170.486634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610171.486569:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610171.486579:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610171.486580:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610171.486582:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610171.486584:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610171.486586:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610171.486587:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610172.476678:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610172.476681:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610172.476683:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610172.486585:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610172.486595:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610172.486597:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.486599:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.486600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610172.486602:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.486604:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.494790:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.494793:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610172.494794:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610172.494799:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.494806:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610172.494807:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610172.494810:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610172.494812:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610172.494813:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610172.494816:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494463488:0@lo:38: 00000100:00000001:1.0:1749610172.494819:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610172.494821:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610172.494822:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610172.494824:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610172.494827:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f1c00. 02000000:00000001:1.0:1749610172.494829:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610172.494833:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00000400:00000010:1.0:1749610172.494838:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610172.494843:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494463488, portal 4 00000100:00000001:1.0:1749610172.494845:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610172.494847:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910740224 : -131938798811392 : ffff88009ac3c700) 00000100:00000040:1.0:1749610172.494851:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.494856:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610172.494858:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610172.494860:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610172.494861:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494463488, offset 0 00000400:00000200:1.0:1749610172.494865:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610172.494876:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610172.494884:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf916600 00000400:00000200:1.0:1749610172.494888:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 5200 00000400:00000200:1.0:1749610172.494894:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.494896:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610172.494900:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610172.494901:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610172.494904:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801500. 00000100:00000040:1.0:1749610172.494906:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078801500 x1834598494463488 msgsize 520 00000100:00100000:1.0:1749610172.494909:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610172.494922:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610172.494928:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610172.494929:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610172.494931:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610172.494934:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.494939:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610172.494941:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.494945:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.494946:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610172.494949:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610172.494952:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 2648 usecs (3 jiffies) 00000100:00000001:1.0:1749610172.494954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299445955 00000100:00000010:1.0:1749610172.494957:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07d40. 00000100:00000001:1.0:1749610172.494961:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610172.494968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299445955 00000100:00000010:1.0:1749610172.494970:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d075c0. 00000100:00000001:1.0:1749610172.494972:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610172.494974:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299445955 00000100:00000010:1.0:1749610172.494976:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07f80. 00000100:00000001:1.0:1749610172.494978:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610172.494980:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299445955 00000100:00000010:1.0:1749610172.494981:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129d07ac0. 00000100:00000001:1.0:1749610172.494983:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610172.494987:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610172.494988:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.494989:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.494990:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.494993:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610172.494994:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.494995:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.494995:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610172.494996:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610172.494998:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495002:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610172.495004:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610172.495005:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610172.495006:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610172.495007:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610172.495008:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494463616:0@lo:38: 00000100:00000001:1.0:1749610172.495010:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610172.495011:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610172.495012:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610172.495012:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610172.495014:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f0000. 02000000:00000001:1.0:1749610172.495015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610172.495017:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db2c0. 00000400:00000010:1.0:1749610172.495018:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610172.495020:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494463616, portal 10 00000100:00000001:1.0:1749610172.495021:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610172.495022:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000100:00000040:1.0:1749610172.495025:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495028:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610172.495029:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610172.495030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610172.495031:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494463616, offset 0 00000400:00000200:1.0:1749610172.495033:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610172.495036:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610172.495038:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf916680 00000400:00000200:1.0:1749610172.495041:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 3120 00000400:00000200:1.0:1749610172.495043:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610172.495045:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610172.495047:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610172.495048:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610172.495050:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800a80. 00000100:00000040:1.0:1749610172.495052:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078800a80 x1834598494463616 msgsize 520 00000100:00100000:1.0:1749610172.495054:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610172.495058:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610172.495060:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610172.495061:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610172.495062:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610172.495064:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495068:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610172.495069:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495073:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495074:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610172.495074:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610172.495075:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610172.495077:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 360 usecs (1 jiffies) 00000100:00000001:1.0:1749610172.495078:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299445953 00000100:00000001:1.0:1749610172.495079:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299445955 00000100:00000001:1.0:1749610172.495080:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299445953 00000100:00000001:1.0:1749610172.495081:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299445955 00000100:00000001:1.0:1749610172.495082:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299445953 00000100:00000001:1.0:1749610172.495083:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299445955 00000100:00000001:1.0:1749610172.495085:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299445953 00000100:00000001:1.0:1749610172.495086:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299445955 00000100:00100000:3.0:1749610172.495087:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494463616 00000100:00000001:1.0:1749610172.495087:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610172.495088:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610172.495089:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610172.495090:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610172.495090:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495090:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610172.495092:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495092:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610172.495092:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495093:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.495094:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610172.495095:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495095:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495096:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610172.495097:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494463616 00000020:00000001:3.0:1749610172.495099:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610172.495100:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610172.495102:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610172.495103:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610172.495105:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610172.495108:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000020:00000010:3.0:1749610172.495112:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610172.495115:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610172.495118:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610172.495119:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610172.495121:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495124:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495140:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495142:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.495144:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610172.495146:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610172.495147:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610172.495148:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1749610172.495148:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610172.495149:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00000400:00000200:1.0:1749610172.495151:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00100000:3.0:1749610172.495152:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000400:00000010:1.0:1749610172.495152:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610172.495153:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335875712 : -131939373675904 : ffff880078800a80) 00000100:00000001:1.0:1749610172.495153:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610172.495156:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610172.495157:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078800a80 x1834598494463616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610192 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610172.495161:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610172.495163:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463616:12345-0@lo:38: 00000100:00000200:3.0:1749610172.495165:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494463616 00000100:00000001:1.0:1749610172.495165:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610172.495166:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610172.495167:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610172.495167:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610172.495168:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610172.495169:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610172.495169:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610172.495170:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610172.495172:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610172.495173:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610172.495175:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610172.495176:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610172.495176:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610172 v=5 (0 0 0 0) 00010000:00000001:3.0:1749610172.495178:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610172.495178:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=45 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610172.495179:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610172.495181:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610172.495182:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610172.495183:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610172.495184:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610172.495185:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610172.495185:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610172.495188:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741000. 02000000:00000001:3.0:1749610172.495189:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495189:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610172.495190:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495191:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749610172.495192:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610172.495192:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610172.495193:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495193:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749610172.495194:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610172.495195:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610172.495196:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:1.0:1749610172.495196:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610172.495197:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1749610172.495198:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749610172.495199:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:3.0:1749610172.495200:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610172.495200:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610172.495201:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610172.495202:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610172.495203:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 02000000:00000001:3.0:1749610172.495204:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610172.495205:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495206:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610172.495207:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610172.495207:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494463488:0@lo:38: 00000400:00000010:3.0:1749610172.495209:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610172.495209:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495210:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610172.495211:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494463616, offset 0 00000100:00000040:1.0:1749610172.495212:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3c700 x1834598494463488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610172.495214:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610172.495215:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610172.495216:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610172.495217:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f1c00. 00000400:00000200:3.0:1749610172.495219:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610172.495219:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610172.495220:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610172.495221:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610172.495222:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610172.495223:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916680 02000000:00000010:1.0:1749610172.495223:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c956000. 00000400:00000200:3.0:1749610172.495225:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48cd [1] + 0 02000000:00000001:1.0:1749610172.495225:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610172.495226:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610172.495227:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c700. 00000400:00000200:3.0:1749610172.495228:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610172.495228:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610172.495229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610172.495230:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610172.495230:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495231:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610172.495231:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.495232:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610172.495233:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610172.495234:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495234:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610172.495239:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610172.495247:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610172.495252:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610172.495253:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749610172.495253:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749610172.495254:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610172.495256:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749610172.495256:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610172.495257:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749610172.495257:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610172.495258:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db2c0. 00000100:00000001:3.0:1749610172.495259:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610172.495260:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000400:00000200:1.0:1749610172.495260:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610172.495260:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610172.495261:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610172.495262:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610172.495263:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610172.495263:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610172.495265:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078800a80 x1834598494463616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610192 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610172.495268:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610172.495271:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463616:12345-0@lo:38: Request processed in 107us (217us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610172.495272:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610172.495273:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495274:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749610172.495275:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 02000000:00000001:1.0:1749610172.495275:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610172.495275:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610172.495276:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610172.495277:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610172.495277:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610172.495277:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610172.495279:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000100:00001000:1.0:1749610172.495279:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610172 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610172.495280:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=27 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610172.495281:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610172.495282:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610172.495282:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610172.495283:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610172.495284:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000040:1.0:1749610172.495285:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610172.495287:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495289:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610172.495290:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610172.495291:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495292:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610172.495293:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610172.495294:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610172.495295:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610172.495296:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610172.495298:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610172.495301:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494463616:0@lo:38: 00000100:00000001:1.0:1749610172.495303:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495304:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610172.495306:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3c380 x1834598494463616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610172.495310:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610172.495310:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610172.495311:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f0000. 02000000:00000001:1.0:1749610172.495313:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610172.495313:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610172.495314:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610172.495315:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610172.495316:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c954400. 02000000:00000001:1.0:1749610172.495317:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610172.495318:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610172.495318:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 00000100:00000001:1.0:1749610172.495319:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610172.495320:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610172.495321:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495321:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610172.495322:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610172.495322:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610172.495323:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610172.497566:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299445955, at 4299445955 00000100:00000010:1.0:1749610172.497571:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d075c0. 00000100:00000040:3.0:1749610172.497608:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299445955, at 4299445955 00000100:00000010:3.0:1749610172.497613:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129d07ac0. 00000020:00000001:3.0:1749610174.480685:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610174.480688:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610174.480691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1749610174.501609:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e900. 00010000:00000010:3.1:1749610174.501616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b53b400. 00000020:00000001:3.0:1749610176.484671:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610176.484675:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610176.484679:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610177.503212:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610177.503215:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494463872 02000000:00000001:3.0:1749610177.503216:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610177.503218:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610177.503219:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610177.503221:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610177.503222:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494463872 00000020:00000001:3.0:1749610177.503224:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610177.503234:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610177.503236:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610177.503237:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610177.503238:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610177.503241:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000020:00000010:3.0:1749610177.503244:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610177.503246:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610177.503248:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610177.503249:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610177.503251:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610177.503253:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610177.503266:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610177.503272:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610177.503273:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610177.503275:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1749610177.503276:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849089024 : -131938860462592 : ffff880097170e00) 00000100:00000040:3.0:1749610177.503280:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170e00 x1834598494463872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610177.503286:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463872:12345-0@lo:38: 00000100:00000200:3.0:1749610177.503288:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494463872 00000020:00000001:3.0:1749610177.503290:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610177.503291:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610177.503296:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610177.503297:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610177.503299:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610177.503300:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610177.503302:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610177.503303:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610177.503319:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610177.503321:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743400. 02000000:00000001:3.0:1749610177.503322:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610177.503324:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610177.503325:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610177.503330:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610177.503332:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610177.503334:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610177.503335:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610177.503337:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:3.0:1749610177.503338:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610177.503339:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610177.503341:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 02000000:00000001:3.0:1749610177.503343:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610177.503343:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610177.503344:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610177.503346:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610177.503347:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610177.503349:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494463872, offset 0 00000400:00000200:3.0:1749610177.503352:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610177.503356:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610177.503360:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916780 00000400:00000200:3.0:1749610177.503363:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48e5 [1] + 0 00000400:00000200:3.0:1749610177.503365:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610177.503367:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610177.503369:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610177.503371:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3dc00 x1834598494463872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610177.503377:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3dc00 x1834598494463872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610177.503381:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610177.503384:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610177.503385:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610177.503387:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610177.503388:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610177.503389:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610177.503391:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610177.503402:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610177.503405:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610177.503408:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170e00 x1834598494463872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610197 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610177.503413:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494463872:12345-0@lo:38: Request processed in 127us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610177.503417:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1749610177.503419:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610177.503420:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610177.503422:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610177.503424:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610177.503426:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:3.0:1749610177.503429:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610177.505574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299450963, at 4299450963 00000100:00000010:1.0:1749610177.505579:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499a300. 00000100:00000040:3.0:1749610177.505596:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299450963, at 4299450963 00000100:00000010:3.0:1749610177.505602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499ab40. 00010000:00000010:0.1:1749610177.570610:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49600. 00010000:00000010:0.1:1749610177.570617:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134e08c00. 00000020:00000001:3.0:1749610178.488759:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610178.488762:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610178.488765:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610178.567629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610178.567634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610178.567636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610178.567638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610178.567640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610178.567642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610178.567644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610178.567645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610178.567647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610179.567601:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610179.567606:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610179.567608:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610179.567610:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610179.567613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610179.567616:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610179.567618:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610179.567620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610179.567622:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610180.492737:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610180.492742:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610180.492746:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610180.567639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610180.567645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610180.567647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610180.567650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610180.567653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610180.567656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610180.567659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610180.567662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610180.567665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610181.567690:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610181.567698:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610181.567701:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610181.567705:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610181.567709:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610181.567713:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610181.567727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610181.567729:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610181.567732:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610182.496764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610182.496769:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610182.496773:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610182.511430:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610182.511434:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494464384 02000000:00000001:3.0:1749610182.511437:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610182.511439:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610182.511441:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610182.511444:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610182.511447:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494464384 00000020:00000001:3.0:1749610182.511448:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610182.511450:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610182.511452:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610182.511453:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610182.511467:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610182.511471:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000020:00000010:3.0:1749610182.511475:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610182.511479:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610182.511483:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610182.511484:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610182.511486:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610182.511490:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610182.511508:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610182.511515:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610182.511517:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610182.511550:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610182.511553:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610182.511575:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1749610182.511578:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849088128 : -131938860463488 : ffff880097170a80) 00000100:00000001:1.0:1749610182.511579:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610182.511582:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610182.511583:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170a80 x1834598494464384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610182.511594:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494464384:12345-0@lo:38: 00000100:00000200:3.0:1749610182.511597:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494464384 00000020:00000001:3.0:1749610182.511600:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610182.511602:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610182.511609:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610182.511612:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610182.511614:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610182.511616:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610182.511618:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610182.511620:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610182.511622:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610182.511626:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a6800. 02000000:00000001:3.0:1749610182.511628:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610182.511630:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610182.511632:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610182.511634:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610182.511636:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610182.511639:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610182.511645:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610182.511648:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:3.0:1749610182.511650:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610182.511652:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610182.511655:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 02000000:00000001:3.0:1749610182.511657:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610182.511658:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610182.511660:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610182.511662:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610182.511665:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610182.511668:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494464384, offset 0 00000400:00000200:3.0:1749610182.511672:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610182.511679:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610182.511685:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916980 00000400:00000200:3.0:1749610182.511689:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x48fd [1] + 0 00000400:00000200:3.0:1749610182.511694:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610182.511696:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610182.511699:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610182.511704:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ce00 x1834598494464384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610182.511712:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3ce00 x1834598494464384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610182.511722:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610182.511727:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610182.511744:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610182.511749:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610182.511750:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610182.511754:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610182.511757:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610182.511759:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610182.511761:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610182.511765:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170a80 x1834598494464384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610202 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610182.511787:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494464384:12345-0@lo:38: Request processed in 192us (414us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610182.511796:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1749610182.511799:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610182.511800:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610182.511804:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610182.511808:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610182.511812:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:3.0:1749610182.511816:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610182.513573:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299455971, at 4299455971 00000100:00000010:3.0:1749610182.513580:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499ad00. 00000100:00000040:1.0:1749610182.513624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299455971, at 4299455971 00000100:00000010:1.0:1749610182.513635:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499a840. 00000100:00000001:1.0:1749610182.567667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610182.567675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610182.567678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610182.567683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610182.567686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610182.567690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610182.567705:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610182.567710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610182.567713:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610183.567589:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610183.567594:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610183.567596:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610183.567599:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801327aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1749610183.567601:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610183.567604:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610183.567606:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749610183.567614:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880097170700 x1834598494464128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610183.567620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610183.567622:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097170700 x1834598494464128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610183.567627:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749610183.567629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610183.567631:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610183.567632:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610183.567634:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170700 x1834598494464128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610183.567638:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097170700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494464128:0@lo:101:ll_cfg_requeue.0 00000100:00000001:1.0:1749610183.567642:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610183.567643:0:10875:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610183.567643:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749610183.567644:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1749610183.567646:0:10875:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610183.567646:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610183.567647:0:10875:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610183.567647:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097170700 x1834598494464128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610183.567649:0:10875:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800ac810780 going to sleep for 0 seconds 00000100:00000001:3.0:1749610183.567651:0:10875:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610183.567651:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610183.567652:0:10875:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610183.567653:0:10875:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1749610183.567653:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8801327aa840. 00000100:00000001:1.0:1749610183.567657:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00080000:3.0:1749610183.567658:0:10875:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009ac3ed80 x1834598494464000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610183.567658:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:1.0:1749610183.567661:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:3.0:1749610183.567663:0:10875:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610183.567664:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1749610183.567666:0:10875:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ed80 x1834598494464000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610183.567666:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610183.567668:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129f8da00 refcount=4 00000100:00000001:3.0:1749610183.567670:0:10875:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1749610183.567670:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137313360384 : -131936396191232 : ffff880129f8da00) 00000100:00000001:3.0:1749610183.567671:0:10875:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610183.567671:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137313360384 : -131936396191232 : ffff880129f8da00) 00000100:00000001:3.0:1749610183.567672:0:10875:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610183.567673:0:10875:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610183.567675:0:10875:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ed80 x1834598494464000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1749610183.567675:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1749610183.567679:0:10875:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:10875:1834598494464000:0@lo:101:mount.lustre.0 00010000:00000001:1.0:1749610183.567681:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:1.0:1749610183.567685:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610183.567689:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1749610183.567691:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1749610183.567694:0:10875:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610183.567694:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1749610183.567695:0:10875:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1749610183.567696:0:10875:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1749610183.567696:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1749610183.567697:0:10875:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1749610183.567697:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1749610183.567699:0:10875:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ed80 x1834598494464000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610183.567700:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610183.567701:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610183.567703:0:10875:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610183.567703:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00000100:00000010:3.0:1749610183.567704:0:10875:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800ac810780. 00010000:00010000:1.0:1749610183.567704:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1749610183.567706:0:10875:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1749610183.567706:0:10875:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:3.0:1749610183.567708:0:10875:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00010000:1.0:1749610183.567708:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880129f8da00 already unused, calling callback (ffffffffa0b3b640) 00010000:00000001:3.0:1749610183.567709:0:10875:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 10000000:00000001:1.0:1749610183.567709:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1749610183.567711:0:10875:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00010000:1.0:1749610183.567711:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1749610183.567712:0:10875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880134e08a00 refcount=4 00000020:00000001:3.0:1749610183.567713:0:10875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137496316416 : -131936213235200 : ffff880134e08a00) 00010000:00000001:3.0:1749610183.567714:0:10875:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137496316416 : -131936213235200 : ffff880134e08a00) 00010000:00000001:1.0:1749610183.567714:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1749610183.567715:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749610183.567716:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1749610183.567717:0:10875:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1749610183.567717:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129f8da00 refcount=5 00000020:00000001:1.0:1749610183.567718:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137313360384 : -131936396191232 : ffff880129f8da00) 00010000:00000001:1.0:1749610183.567720:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137313360384 : -131936396191232 : ffff880129f8da00) 00010000:00000001:3.0:1749610183.567722:0:10875:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00000001:1.0:1749610183.567722:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1749610183.567723:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749610183.567724:0:10875:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1749610183.567726:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1749610183.567727:0:10875:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 10000000:00010000:1.0:1749610183.567727:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749610183.567728:0:10875:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749610183.567730:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1749610183.567731:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 10000000:00000040:1.0:1749610183.567731:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 00010000:00000001:3.0:1749610183.567732:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1749610183.567732:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610183.567733:0:10875:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610183.567736:0:10875:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749610183.567740:0:10875:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610183.567741:0:10875:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1749610183.567741:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1749610183.567742:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1749610183.567743:0:10875:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610183.567744:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1749610183.567745:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1749610183.567746:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610183.567747:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610183.567748:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129f8da00 with handle 0x689c0ec07329d017 from hash 00010000:00000001:1.0:1749610183.567749:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1749610183.567750:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610183.567751:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610183.567751:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1749610183.567752:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1749610183.567753:0:10875:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880134e08a00 already unused, calling callback (ffffffffa0b3b640) 00010000:00000001:1.0:1749610183.567753:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 10000000:00000001:3.0:1749610183.567754:0:10875:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1749610183.567754:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 10000000:00010000:3.0:1749610183.567755:0:10875:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610183.567755:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610183.567755:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610183.567756:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610183.567758:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610183.567759:0:10875:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1749610183.567760:0:10875:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1749610183.567760:0:10875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610183.567761:0:10875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880134e08a00 refcount=5 00000020:00000001:3.0:1749610183.567762:0:10875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137496316416 : -131936213235200 : ffff880134e08a00) 00010000:00000001:3.0:1749610183.567763:0:10875:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137496316416 : -131936213235200 : ffff880134e08a00) 00010000:00000001:1.0:1749610183.567764:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610183.567765:0:10875:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1749610183.567765:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1749610183.567766:0:10875:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610183.567766:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1749610183.567767:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1749610183.567767:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1749610183.567768:0:10875:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1749610183.567768:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610183.567768:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 10000000:00010000:3.0:1749610183.567769:0:10875:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610183.567770:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880129f8da00/0x689c0ec07329d017 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749610183.567772:0:10875:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1749610183.567773:0:10875:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1749610183.567774:0:10875:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610183.567775:0:10875:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1749610183.567776:0:10875:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1749610183.567777:0:10875:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1749610183.567777:0:10875:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1749610183.567778:0:10875:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749610183.567779:0:10875:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610183.567780:0:10875:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880134e08a00 with handle 0x689c0ec07329d010 from hash 00010000:00000001:3.0:1749610183.567781:0:10875:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1749610183.567785:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610183.567785:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610183.567786:0:10875:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1749610183.567787:0:10875:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1749610183.567787:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610183.567788:0:10875:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1749610183.567788:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:3.0:1749610183.567789:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610183.567789:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610183.567790:0:10875:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610183.567790:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1749610183.567791:0:10875:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610183.567792:0:10875:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1749610183.567792:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097170700 x1834598494464128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610183.567795:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610183.567795:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1749610183.567795:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749610183.567796:0:10875:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1749610183.567797:0:10875:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1749610183.567797:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1749610183.567797:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610183.567798:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610183.567798:0:10875:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1749610183.567798:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00010000:00010000:3.0:1749610183.567799:0:10875:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880134e08a00/0x689c0ec07329d010 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10875 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1749610183.567799:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610183.567802:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c50ae00. 00010000:00000040:3.0:1749610183.567803:0:10875:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006ef49200 count: 0 02000000:00000001:1.0:1749610183.567807:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610183.567808:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610183.567809:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170700. 00000100:00000001:1.0:1749610183.567813:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610183.567813:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1749610183.567815:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:1.0:1749610183.567817:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:1.0:1749610183.567818:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1749610183.567821:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129d075c0. 00000020:00000010:1.0:1749610183.567823:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca800. 00000020:00000010:1.0:1749610183.567826:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cbe00. 00010000:00000001:3.0:1749610183.567827:0:10875:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610183.567828:0:10875:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000040:00000010:1.0:1749610183.567829:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42ca000. 00000100:00000001:3.0:1749610183.567830:0:10875:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610183.567832:0:10875:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ed80 x1834598494464000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610183.567832:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000100:00000001:3.0:1749610183.567836:0:10875:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749610183.567836:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cb400. 00000020:00000001:3.0:1749610183.567837:0:10875:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610183.567838:0:10875:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749610183.567839:0:10875:0:(genops.c:1249:class_import_put()) Process leaving 80000000:00000010:1.0:1749610183.567839:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493ba0. 02000000:00000010:3.0:1749610183.567840:0:10875:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880134e08200. 02000000:00000001:3.0:1749610183.567842:0:10875:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610183.567843:0:10875:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610183.567843:0:10875:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ed80. 00040000:00000010:1.0:1749610183.567843:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cbc00. 00000100:00000001:3.0:1749610183.567845:0:10875:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610183.567847:0:10875:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1749610183.567848:0:10875:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00080000:00000010:1.0:1749610183.567848:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086dfd000. 10000000:01000000:3.0:1749610183.567850:0:10875:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:3.0:1749610183.567852:0:10875:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 00080000:00000010:1.0:1749610183.567852:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801115fc000. 10000000:00000010:3.0:1749610183.567854:0:10875:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b48b1640. 00000020:00000010:3.0:1749610183.567856:0:10875:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000020:00000010:3.0:1749610183.567858:0:10875:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c000. 10000000:00000040:1.0:1749610183.567858:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 00000040:00000010:3.0:1749610183.567859:0:10875:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27cc00. 10000000:00000001:1.0:1749610183.567860:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:3.0:1749610183.567862:0:10875:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d4a0000. 00000020:00000010:3.0:1749610183.567864:0:10875:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27d600. 00000020:00000010:1.0:1749610183.567865:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42cbe00. 80000000:00000010:3.0:1749610183.567866:0:10875:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d5a0. 00040000:00000010:3.0:1749610183.567868:0:10875:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27ce00. 00000040:00000010:1.0:1749610183.567869:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b42ca000. 00080000:00000010:3.0:1749610183.567871:0:10875:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801323bc000. 00000020:00000010:1.0:1749610183.567872:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00080000:00000010:3.0:1749610183.567874:0:10875:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083884000. 00000020:00000010:1.0:1749610183.567876:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cb400. 10000000:00000040:3.0:1749610183.567877:0:10875:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 80000000:00000010:1.0:1749610183.567878:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c493ba0. 10000000:00000040:3.0:1749610183.567879:0:10875:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88013698fcc0 : new refcount 2 00040000:00000010:1.0:1749610183.567881:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cbc00. 00000040:00000001:3.0:1749610183.567882:0:10875:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:3.0:1749610183.567883:0:10875:0:(llog.c:1456:llog_open()) Process entered 00080000:00000010:1.0:1749610183.567884:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801115fc000. 00000040:00000010:3.0:1749610183.567885:0:10875:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27c600. 00080000:00000010:1.0:1749610183.567887:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880086dfd000. 00000040:00000001:3.0:1749610183.567888:0:10875:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:3.0:1749610183.567890:0:10875:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000010:1.0:1749610183.567890:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42ca800. 00000020:00000001:3.0:1749610183.567892:0:10875:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134505081856 : -131939204469760 : 0xffff88008295ec00) 10000000:00000010:1.0:1749610183.567893:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129d075c0. 00000020:00000001:3.0:1749610183.567894:0:10875:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 10000000:01000000:1.0:1749610183.567895:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:1.0:1749610183.567897:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1749610183.567899:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00080000:00000001:3.0:1749610183.567900:0:10875:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 10000000:00000001:1.0:1749610183.567901:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 00080000:00000001:3.0:1749610183.567902:0:10875:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 10000000:00000001:1.0:1749610183.567903:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1749610183.567904:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:1.0:1749610183.567906:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000001:3.0:1749610183.567917:0:10875:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1749610183.567932:0:10875:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749610183.567933:0:10875:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:3.0:1749610183.567935:0:10875:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749610183.567935:0:10875:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1749610183.567937:0:10875:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1749610183.567939:0:10875:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff8801323bc000 00000020:00000001:3.0:1749610183.567942:0:10875:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746933f8 00080000:00000002:3.0:1749610183.567943:0:10875:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:3.0:1749610183.567945:0:10875:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1749610183.567947:0:10875:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610183.567950:0:10875:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c9a7c00. 00080000:00000001:3.0:1749610183.567951:0:10875:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1749610183.567955:0:10875:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88007d207020. 00000020:00000001:3.0:1749610183.567957:0:10875:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:3.0:1749610183.567961:0:10875:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009de53300. 00000020:00000010:3.0:1749610183.567964:0:10875:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009de53c00. 00000020:00000001:3.0:1749610183.567967:0:10875:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1749610183.567970:0:10875:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d400. 00000020:00000001:3.0:1749610183.567972:0:10875:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749610183.567974:0:10875:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1749610183.567975:0:10875:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:3.0:1749610183.567976:0:10875:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1749610183.567977:0:10875:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:3.0:1749610183.567979:0:10875:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749610183.567982:0:10875:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610183.567985:0:10875:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134963264600 : -131938746287016 : ffff88009de53c58) 00000040:00000001:3.0:1749610183.567986:0:10875:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749610183.567987:0:10875:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749610183.567988:0:10875:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:3.0:1749610183.567991:0:10875:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880083886000. 00000040:00000001:3.0:1749610183.567993:0:10875:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:3.0:1749610183.567994:0:10875:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1749610183.568995:0:10909:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610183.568997:0:10909:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca800. 00000020:00000010:1.0:1749610183.568999:0:10909:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cb800. 00000040:00000010:1.0:1749610183.569001:0:10909:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42cbc00. 00000020:00000010:1.0:1749610183.569002:0:10909:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:1.0:1749610183.569005:0:10909:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749610183.569007:0:10909:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cb400. 80000000:00000010:1.0:1749610183.569008:0:10909:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c493ba0. 40000000:00000010:1.0:1749610183.569010:0:10909:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d075c0. 00100000:00000010:1.0:1749610183.569013:0:10909:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72d000. 00040000:00000010:1.0:1749610183.569015:0:10909:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800755e4f00. 00040000:00000010:1.0:1749610183.569017:0:10909:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42ca000. 00080000:00000010:1.0:1749610183.569019:0:10909:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086dfd000. 00080000:00000010:1.0:1749610183.569020:0:10909:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801115fc000. 00000004:00000010:1.0:1749610183.569023:0:10909:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72e000. 00000004:00000010:1.0:1749610183.569026:0:10909:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880086dfe000. 00000004:00000010:1.0:1749610183.569028:0:10909:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a729800. 00002000:00000010:1.0:1749610183.569030:0:10909:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009b5f0000. 00000004:00000010:1.0:1749610183.569032:0:10909:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009b5f1c00. 00000020:00000010:1.0:1749610183.569034:0:10909:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129d07b80. 00000040:00000010:1.0:1749610183.569038:0:10909:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8801115fe000. 00000040:00001000:1.0:1749610183.569039:0:10909:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610183.569040:0:10909:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610183.569041:0:10909:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610183.569044:0:10909:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749610183.569050:0:10909:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610183.569051:0:10909:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610183.569053:0:10909:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8801115fe000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610183.569054:0:10909:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610183.569055:0:10909:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749610183.569057:0:10909:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610183.569059:0:10909:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610183.569060:0:10909:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610183.569061:0:10909:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749610183.569065:0:10909:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749610183.569066:0:10909:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749610183.569068:0:10909:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610183.569071:0:10909:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800755e4e00. 00000020:00000080:1.0:1749610183.569073:0:10909:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610183.569074:0:10909:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749610183.569076:0:10909:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610183.569078:0:10909:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800755e4e00. 00000020:00000001:1.0:1749610183.569079:0:10909:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610183.569081:0:10909:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8801115fe0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610183.569082:0:10909:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749610183.569083:0:10909:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749610183.569084:0:10909:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749610183.569087:0:10909:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff880133101b00. 00000020:00000080:1.0:1749610183.569088:0:10909:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610183.569089:0:10909:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610183.569090:0:10909:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749610183.569098:0:10909:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88008ce40000. 00000020:00000080:1.0:1749610183.569101:0:10909:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff88008ce40000) 00000020:00000001:1.0:1749610183.569102:0:10909:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610183.569105:0:10909:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a728000. 00000020:00000001:1.0:1749610183.569106:0:10909:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610183.569107:0:10909:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a728000 with handle 0x689c0ec07329d01e to hash 00000020:00000001:1.0:1749610183.569108:0:10909:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610183.569110:0:10909:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610183.569111:0:10909:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610183.569113:0:10909:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100107264 : -131939609444352 : ffff88006a728000) 00000020:00000040:1.0:1749610183.569115:0:10909:0:(genops.c:898:class_export_put()) PUTting export ffff88006a728000 : new refcount 1 00000020:00000040:1.0:1749610183.569122:0:10909:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88008ce40000) now 2 - obd_device_list 00000020:00000001:1.0:1749610183.569126:0:10909:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749610183.569127:0:10909:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749610183.569128:0:10909:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610183.569129:0:10909:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610183.569131:0:10909:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff880133101b00. 00000020:00000001:1.0:1749610183.569132:0:10909:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610183.569133:0:10909:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8801115fe160 type=0x10620000 idx=3 00000040:00001000:1.0:1749610183.569135:0:10909:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749610183.569136:0:10909:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749610183.569136:0:10909:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749610183.569137:0:10909:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749610183.569138:0:10909:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88009c493a20. 00000020:00000080:1.0:1749610183.569139:0:10909:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749610183.569142:0:10909:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749610183.569155:0:10909:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610183.569158:0:10909:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b4ac19c0. 00000001:00000010:1.0:1749610183.569162:0:10909:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460080. 00000001:00000010:1.0:1749610183.569165:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca200. 00000001:00000010:1.0:1749610183.569166:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca600. 00000001:00000010:1.0:1749610183.569168:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cba00. 00000001:00000010:1.0:1749610183.569170:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cb000. 00000001:00000001:1.0:1749610183.569171:0:10909:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610183.569172:0:10909:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b4ac1e40. 00000001:00000010:1.0:1749610183.569174:0:10909:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801224602c0. 00000001:00000010:1.0:1749610183.569175:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c50ae00. 00000001:00000010:1.0:1749610183.569181:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78000. 00000001:00000010:1.0:1749610183.569183:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78200. 00000001:00000010:1.0:1749610183.569184:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78400. 00000020:00000001:1.0:1749610183.569186:0:10909:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610183.569187:0:10909:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78600. 00000020:00000010:1.0:1749610183.569189:0:10909:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880133101b00. 00000020:00000010:1.0:1749610183.569192:0:10909:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000008:00000010:1.0:1749610183.569195:0:10909:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bec60. 00020000:00000010:1.0:1749610183.569198:0:10909:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5440. 00008000:00000010:1.0:1749610183.569201:0:10909:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7ce0. 00000080:00000010:1.0:1749610183.569205:0:10909:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a4b0. 00000020:00000010:1.0:1749610183.569207:0:10909:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78800. 00000020:00000010:1.0:1749610183.569208:0:10909:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78a00. 00000020:00000010:1.0:1749610183.569211:0:10909:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72f000. 00000020:00000010:1.0:1749610183.569213:0:10909:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749610183.569214:0:10909:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78c00. 80000000:00000010:1.0:1749610183.569216:0:10909:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c4937e0. 40000000:00000010:1.0:1749610183.569217:0:10909:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129d07580. 00100000:00000010:1.0:1749610183.569219:0:10909:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a800. 00040000:00000010:1.0:1749610183.569221:0:10909:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800755e4e00. 00040000:00000010:1.0:1749610183.569222:0:10909:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78e00. 00080000:00000010:1.0:1749610183.569224:0:10909:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880086dff000. 00080000:00000010:1.0:1749610183.569231:0:10909:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c88000. 00002000:00000010:1.0:1749610183.569234:0:10909:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c63c800. 00002000:00000010:1.0:1749610183.569237:0:10909:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff88006a72f800. 00002000:00000001:1.0:1749610183.569240:0:10909:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749610183.569243:0:10909:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749610183.569244:0:10909:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610183.569246:0:10909:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610183.569248:0:10909:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:01000004:1.0:1749610183.569265:0:10909:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c800 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749610183.569267:0:10909:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00002000:00000010:1.0:1749610183.569269:0:10909:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff880129d07140. 00002000:00000001:1.0:1749610183.569270:0:10909:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749610183.569271:0:10909:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800b4ac1cc0. 00002000:00000001:1.0:1749610183.569273:0:10909:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749610183.569275:0:10909:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749610183.569275:0:10909:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749610183.569277:0:10909:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610183.569278:0:10909:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610183.569280:0:10909:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72b800. 00000020:00000001:1.0:1749610183.569281:0:10909:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610183.569282:0:10909:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72b800 with handle 0x689c0ec07329d025 to hash 00000020:00000001:1.0:1749610183.569283:0:10909:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610183.569285:0:10909:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610183.569286:0:10909:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610183.569287:0:10909:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca4c050) now 5 - export 00000020:00000001:1.0:1749610183.569289:0:10909:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100121600 : -131939609430016 : ffff88006a72b800) 00000020:00000040:1.0:1749610183.569290:0:10909:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72b800 : new refcount 1 00000020:00000080:1.0:1749610183.569291:0:10909:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d025 00000020:00000001:1.0:1749610183.569292:0:10909:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610183.569294:0:10909:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610183.569294:0:10909:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d025 00000020:00000001:1.0:1749610183.569295:0:10909:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610183.569296:0:10909:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72b800 refcount=2 00000020:00000001:1.0:1749610183.569297:0:10909:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100121600 : -131939609430016 : ffff88006a72b800) 00000020:00000001:1.0:1749610183.569298:0:10909:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100121600 : -131939609430016 : ffff88006a72b800) 00080000:00000001:1.0:1749610183.569300:0:10909:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749610183.569301:0:10909:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749610183.569302:0:10909:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800b4ac1cc0. 00002000:00000001:1.0:1749610183.569304:0:10909:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749610183.569305:0:10909:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff880129d07140. 00002000:00000001:1.0:1749610183.569306:0:10909:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610183.569308:0:10909:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610183.569309:0:10909:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610183.569311:0:10909:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749610183.569312:0:10909:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009c63e400. 00000001:00000001:1.0:1749610183.569314:0:10909:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610183.569316:0:10909:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88011525ea00. 00000001:00000010:1.0:1749610183.569318:0:10909:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff880118e79200. 00000001:00000010:1.0:1749610183.569379:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005297000. 00000001:00000010:1.0:1749610183.569414:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052a1000. 00000001:00000010:1.0:1749610183.569446:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052ab000. 00000001:00000010:1.0:1749610183.569479:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052b5000. 00000001:00000010:1.0:1749610183.569512:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052bf000. 00000001:00000010:1.0:1749610183.569560:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052c9000. 00000001:00000010:1.0:1749610183.569596:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052d3000. 00000001:00000010:1.0:1749610183.569630:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052dd000. 00000001:00000010:1.0:1749610183.569662:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052e7000. 00000001:00000010:1.0:1749610183.569699:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052f1000. 00000001:00000010:1.0:1749610183.569731:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900052fb000. 00000001:00000010:1.0:1749610183.569761:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005305000. 00000001:00000010:1.0:1749610183.569798:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000530f000. 00000001:00000010:1.0:1749610183.569829:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005319000. 00000001:00000010:1.0:1749610183.569862:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005323000. 00000001:00000010:1.0:1749610183.569893:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000532d000. 00000001:00000010:1.0:1749610183.569926:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005337000. 00000001:00000010:1.0:1749610183.569956:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005341000. 00000001:00000010:1.0:1749610183.569987:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000534b000. 00000001:00000010:1.0:1749610183.570021:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005355000. 00000001:00000010:1.0:1749610183.570062:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000535f000. 00000001:00000010:1.0:1749610183.570097:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005369000. 00000001:00000010:1.0:1749610183.570128:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005373000. 00000001:00000010:1.0:1749610183.570163:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000537d000. 00000001:00000010:1.0:1749610183.570192:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005387000. 00000001:00000010:1.0:1749610183.570223:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005391000. 00000001:00000010:1.0:1749610183.570269:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000539b000. 00000001:00000010:1.0:1749610183.570300:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053a5000. 00000001:00000010:1.0:1749610183.570333:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053af000. 00000001:00000010:1.0:1749610183.570364:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053b9000. 00000001:00000010:1.0:1749610183.570397:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053c3000. 00000001:00000010:1.0:1749610183.570427:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053cd000. 00000001:00000010:1.0:1749610183.570456:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053d7000. 00000001:00000010:1.0:1749610183.570489:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053e1000. 00000001:00000010:1.0:1749610183.570518:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053eb000. 00000001:00000010:1.0:1749610183.570563:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053f5000. 00000001:00000010:1.0:1749610183.570599:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900053ff000. 00000001:00000010:1.0:1749610183.570628:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005409000. 00000001:00000010:1.0:1749610183.570658:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005413000. 00000001:00000010:1.0:1749610183.570688:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000541d000. 00000001:00000010:1.0:1749610183.570720:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005427000. 00000001:00000010:1.0:1749610183.570750:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005431000. 00000001:00000010:1.0:1749610183.570779:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000543b000. 00000001:00000010:1.0:1749610183.570816:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005445000. 00000001:00000010:1.0:1749610183.570851:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000544f000. 00000001:00000010:1.0:1749610183.570881:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005459000. 00000001:00000010:1.0:1749610183.570911:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005463000. 00000001:00000010:1.0:1749610183.570944:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000546d000. 00000001:00000010:1.0:1749610183.570973:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005477000. 00000001:00000010:1.0:1749610183.571003:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005481000. 00000001:00000010:1.0:1749610183.571036:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000548b000. 00000001:00000010:1.0:1749610183.571069:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005495000. 00000001:00000010:1.0:1749610183.571105:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000549f000. 00000001:00000010:1.0:1749610183.571139:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054a9000. 00000001:00000010:1.0:1749610183.571172:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054b3000. 00000001:00000010:1.0:1749610183.571204:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054bd000. 00000001:00000010:1.0:1749610183.571235:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054c7000. 00000001:00000010:1.0:1749610183.571280:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054d1000. 00000001:00000010:1.0:1749610183.571315:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054db000. 00000001:00000010:1.0:1749610183.571349:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054e5000. 00000001:00000010:1.0:1749610183.571383:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054ef000. 00000001:00000010:1.0:1749610183.571415:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900054f9000. 00000001:00000010:1.0:1749610183.571466:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005503000. 00000001:00000010:1.0:1749610183.571501:0:10909:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000550d000. 00000020:00000010:1.0:1749610183.571562:0:10909:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cf49000. 00000020:00000010:1.0:1749610183.571564:0:10909:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8801224604e0. 00010000:00000001:1.0:1749610183.571580:0:10909:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610183.571599:0:10909:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610183.571608:0:10909:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d033c00. 00000020:00000010:1.0:1749610183.571610:0:10909:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880118e79400. 00010000:00000001:1.0:1749610183.571615:0:10909:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610183.571616:0:10909:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-1 is initialized 00010000:00000001:1.0:1749610183.571617:0:10909:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610183.571619:0:10909:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134938010624 : -131938771540992 : ffff88009c63e400) 00000020:00000001:1.0:1749610183.571622:0:10909:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749610183.571625:0:10909:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749610183.571630:0:10909:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749610183.571633:0:10909:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610183.571643:0:10909:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff88009a7a8000. 00000020:00000001:1.0:1749610183.571645:0:10909:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749610183.571646:0:10909:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749610183.571651:0:10909:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009c9a2000. 00002000:00000001:1.0:1749610183.571653:0:10909:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749610183.571659:0:10909:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556000. 00002000:00000001:1.0:1749610183.571662:0:10909:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937059416 : -131938772492200 : ffff88009c556058) 00002000:00000001:1.0:1749610183.571679:0:10909:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749610183.571681:0:10909:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749610183.571697:0:10909:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e79600. 00002000:00000001:1.0:1749610183.571700:0:10909:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610183.571702:0:10909:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749610183.571705:0:10909:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749610183.571706:0:10909:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610183.571708:0:10909:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749610183.571716:0:10909:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db2c0. 00000001:00000010:1.0:1749610183.571726:0:10909:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db2c0. 00080000:00000001:1.0:1749610183.571730:0:10909:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749610183.571731:0:10909:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749610183.571735:0:10909:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610183.571737:0:10909:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749610183.571742:0:10909:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610183.571746:0:10909:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610183.571750:0:10909:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937059416 : -131938772492200 : ffff88009c556058) 00000020:00000001:1.0:1749610183.571751:0:10909:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00000001:00000040:1.0:1749610183.571759:0:10909:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 12884901888: rc = 0 00000001:00000002:1.0:1749610183.571761:0:10909:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749610183.571762:0:10909:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 12884901888 00000001:00000002:1.0:1749610183.571763:0:10909:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 4 00000001:00000002:1.0:1749610183.571764:0:10909:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749610183.571765:0:10909:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749610183.571766:0:10909:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749610183.571767:0:10909:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749610183.571767:0:10909:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749610183.571768:0:10909:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749610183.571769:0:10909:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749610183.571771:0:10909:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749610183.571772:0:10909:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff880096c57080. 00010000:00000010:3.1:1749610183.573670:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f8da00. 00002000:00000001:1.0:1749610183.574519:0:10911:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00010000:00000010:1.1:1749610183.576637:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49200. 00010000:00000010:1.1:1749610183.576644:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134e08a00. 00000020:00000001:3.0:1749610184.500778:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610184.500781:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610184.500784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1749610185.011604:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1749610185.011610:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88006bb8c400) refs 2 10000000:00000001:1.0:1749610185.011614:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610185.011616:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1749610185.011617:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1749610185.011618:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1749610185.011621:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:1.0:1749610185.011622:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749610185.011625:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:1.0:1749610185.011628:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749610185.011629:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:1.0:1749610185.011636:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800e00. 00000020:00000040:1.0:1749610185.011640:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749610185.011645:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610185.011648:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610185.011652:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610185.011658:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e79a00. 00000100:00000001:1.0:1749610185.011665:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610185.011668:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749610185.011671:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749610185.011677:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009c9a2600. 00010000:00000001:1.0:1749610185.011681:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749610185.011683:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e79c00. 00000020:00000001:1.0:1749610185.011687:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610185.011690:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e79c00 with handle 0x689c0ec07329d033 to hash 00000020:00000001:1.0:1749610185.011692:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749610185.011693:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027017728 : -131936682533888 : ffff880118e79c00) 00010000:00000001:1.0:1749610185.011696:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027017728 : -131936682533888 : ffff880118e79c00) 00010000:00000001:1.0:1749610185.011699:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610185.011701:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610185.011705:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e79c00/0x689c0ec07329d033 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610185.011713:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e79c00/0x689c0ec07329d033 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610185.011726:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e79c00/0x689c0ec07329d033 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749610185.011731:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749610185.011733:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749610185.011739:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009a2226c0. 00000100:00000001:1.0:1749610185.011740:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134900147904 : -131938809403712 : ffff88009a2226c0) 00000100:00000001:1.0:1749610185.011742:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610185.011744:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335876608 : -131939373675008 : ffff880078800e00) 00000100:00000001:1.0:1749610185.011747:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610185.011751:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610185.011752:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749610185.011754:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610185.011761:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078800e00 x1834598494464640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610185.011769:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610185.011771:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610185.011774:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880078800e00 x1834598494464640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610185.011780:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610185.011782:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610185.011783:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610185.011784:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a2226c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610185.011786:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610185.011788:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610185.011789:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610185.011789:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610185.011790:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610185.502846:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610185.502852:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610185.502856:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610186.011710:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610186.011718:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610186.011721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610186.011725:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a2226c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610186.011728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610186.011732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610186.011735:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610186.011738:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610186.011740:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610186.504764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610186.504769:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610186.504772:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610187.011635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610187.011642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610187.011644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610187.011649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a2226c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610187.011652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610187.011655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610187.011658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610187.011661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610187.011664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610187.506839:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610187.506844:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610187.506848:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610187.512786:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610187.512791:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494465024 02000000:00000001:3.0:1749610187.512794:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610187.512797:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610187.512800:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610187.512803:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610187.512807:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494465024 00000020:00000001:3.0:1749610187.512809:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610187.512811:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610187.512813:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610187.512816:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610187.512818:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610187.512823:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b400. 00000020:00000010:3.0:1749610187.512828:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610187.512832:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610187.512836:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610187.512838:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610187.512840:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610187.512844:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610187.512865:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610187.512873:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610187.512875:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610187.512880:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1749610187.512882:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849097088 : -131938860454528 : ffff880097172d80) 00000100:00000040:3.0:1749610187.512889:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097172d80 x1834598494465024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610207 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610187.512902:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465024:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610187.512906:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494465024 00000020:00000001:3.0:1749610187.512909:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610187.512912:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610187.512921:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610187.512925:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610187.512928:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610187.512931:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610187.512934:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610187.512936:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610187.512938:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610187.512942:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a7c00. 02000000:00000001:3.0:1749610187.512945:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610187.512947:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610187.512950:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610187.512952:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610187.512955:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610187.512958:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610187.512961:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610187.512976:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:3.0:1749610187.512978:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610187.512981:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610187.512984:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 02000000:00000001:3.0:1749610187.512986:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610187.512988:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610187.512994:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610187.512997:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610187.513001:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610187.513006:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494465024, offset 0 00000400:00000200:3.0:1749610187.513011:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610187.513019:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610187.513027:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916c00 00000400:00000200:3.0:1749610187.513033:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x491d [1] + 0 00000400:00000200:3.0:1749610187.513038:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610187.513041:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610187.513045:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610187.513049:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3d500 x1834598494465024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610187.513060:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3d500 x1834598494465024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610187.513073:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610187.513079:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610187.513081:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610187.513085:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610187.513087:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610187.513090:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610187.513092:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610187.513095:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610187.513097:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610187.513101:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097172d80 x1834598494465024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610207 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610187.513111:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465024:12345-0@lo:38:kworker.0 Request processed in 209us (369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610187.513119:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1749610187.513122:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610187.513123:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610187.513126:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610187.513130:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610187.513134:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b400. 00000100:00000001:3.0:1749610187.513137:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610187.534616:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299460992, at 4299460992 00000100:00000010:3.0:1749610187.534626:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499a580. 00000100:00000040:1.0:1749610187.534627:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299460992, at 4299460992 00000100:00000010:1.0:1749610187.534668:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499aac0. 00000100:00000001:1.0:1749610188.011654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610188.011661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610188.011663:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610188.011668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a2226c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610188.011671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610188.011675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610188.011678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610188.011681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610188.011684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610188.508732:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610188.508735:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610188.508738:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610189.510800:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610189.510806:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610189.510809:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610189.576768:0:10917:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610189.576776:0:10917:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79e00. 00000020:00000010:1.0:1749610189.576782:0:10917:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78600. 00000040:00000010:1.0:1749610189.576785:0:10917:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e78800. 00000020:00000010:1.0:1749610189.576790:0:10917:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a728800. 00000020:00000010:1.0:1749610189.576794:0:10917:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610189.576798:0:10917:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e79000. 80000000:00000010:1.0:1749610189.576802:0:10917:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16d80. 40000000:00000010:1.0:1749610189.576805:0:10917:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b22301c0. 00100000:00000010:1.0:1749610189.576809:0:10917:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:1.0:1749610189.576812:0:10917:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5300. 00040000:00000010:1.0:1749610189.576815:0:10917:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78e00. 00080000:00000010:1.0:1749610189.576820:0:10917:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b0000. 00080000:00000010:1.0:1749610189.576826:0:10917:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8a000. 00000004:00000010:1.0:1749610189.576832:0:10917:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72d800. 00000004:00000010:1.0:1749610189.576836:0:10917:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b1000. 00000004:00000010:1.0:1749610189.576840:0:10917:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a729000. 00002000:00000010:1.0:1749610189.576844:0:10917:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d033800. 00000004:00000010:1.0:1749610189.576847:0:10917:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d033400. 00000020:00000010:1.0:1749610189.576851:0:10917:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b2230f40. 00000040:00000010:1.0:1749610189.576857:0:10917:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129c8c000. 00000040:00001000:1.0:1749610189.576860:0:10917:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610189.576862:0:10917:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610189.576864:0:10917:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610189.576869:0:10917:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749610189.576880:0:10917:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610189.576883:0:10917:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.576885:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610189.576888:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610189.576891:0:10917:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.576894:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610189.576897:0:10917:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610189.576899:0:10917:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610189.576900:0:10917:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749610189.576904:0:10917:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749610189.576906:0:10917:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610189.576910:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009c8f5400. 00000020:00000080:1.0:1749610189.576913:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610189.576915:0:10917:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749610189.576918:0:10917:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.576921:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009c8f5400. 00000020:00000001:1.0:1749610189.576924:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.576926:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610189.576929:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749610189.576931:0:10917:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.576932:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749610189.576936:0:10917:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff880122460c40. 00000020:01000000:1.0:1749610189.576939:0:10917:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800b422c800 00000020:00000010:1.0:1749610189.576942:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880096c57e80. 00000020:00000080:1.0:1749610189.576945:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749610189.576947:0:10917:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749610189.576949:0:10917:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749610189.576951:0:10917:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880096c57e80 00000040:00001000:1.0:1749610189.576952:0:10917:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749610189.576954:0:10917:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749610189.576955:0:10917:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749610189.576956:0:10917:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749610189.576959:0:10917:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749610189.576961:0:10917:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749610189.576962:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff8800b422c800 00000040:00001000:1.0:1749610189.576964:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749610189.576966:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749610189.576967:0:10917:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749610189.576972:0:10917:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610189.576974:0:10917:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.576976:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880096c57e80. 00000020:00000010:1.0:1749610189.576979:0:10917:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff880122460c40. 00000020:00000001:1.0:1749610189.576983:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.576985:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c150 type=0x10620000 idx=3 00000040:00001000:1.0:1749610189.576996:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749610189.576998:0:10917:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.577000:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610189.577002:0:10917:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610189.577003:0:10917:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610189.577005:0:10917:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749610189.577007:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009c8f5400. 00000020:00000080:1.0:1749610189.577009:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610189.577010:0:10917:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749610189.577012:0:10917:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.577014:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009c8f5400. 00000020:00000001:1.0:1749610189.577017:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.577019:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c230 type=0x10620000 idx=4 00000040:00001000:1.0:1749610189.577021:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749610189.577023:0:10917:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.577025:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610189.577026:0:10917:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610189.577028:0:10917:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610189.577029:0:10917:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749610189.577030:0:10917:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749610189.577032:0:10917:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610189.577034:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009c8f5400. 00000020:00000080:1.0:1749610189.577035:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610189.577037:0:10917:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749610189.577039:0:10917:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.577041:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009c8f5400. 00000020:00000001:1.0:1749610189.577042:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.577044:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c310 type=0x10620000 idx=5 00000040:00001000:1.0:1749610189.577046:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749610189.577048:0:10917:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.577049:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749610189.577051:0:10917:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff880122460c40. 00000020:01000000:1.0:1749610189.577053:0:10917:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800b422c800 00000020:00000010:1.0:1749610189.577055:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880096c57e80. 00000020:00000080:1.0:1749610189.577057:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749610189.577058:0:10917:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749610189.577060:0:10917:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749610189.577061:0:10917:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880096c57e80 00000040:00001000:1.0:1749610189.577062:0:10917:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749610189.577064:0:10917:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749610189.577065:0:10917:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749610189.577066:0:10917:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749610189.577068:0:10917:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749610189.577069:0:10917:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749610189.577071:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff8800b422c800 00000040:00001000:1.0:1749610189.577073:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749610189.577074:0:10917:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749610189.577076:0:10917:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749610189.577131:0:10917:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610189.577134:0:10917:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.577136:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880096c57e80. 00000020:00000010:1.0:1749610189.577139:0:10917:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff880122460c40. 00000020:00000001:1.0:1749610189.577141:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.577144:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749610189.577146:0:10917:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749610189.577148:0:10917:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610189.577149:0:10917:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610189.577151:0:10917:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749610189.577156:0:10917:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610189.577158:0:10917:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.577160:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749610189.577162:0:10917:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749610189.577164:0:10917:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749610189.577166:0:10917:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610189.577167:0:10917:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610189.577168:0:10917:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610189.577170:0:10917:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749610189.577173:0:10917:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009c8f5500. 00000020:00000080:1.0:1749610189.577175:0:10917:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610189.577176:0:10917:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749610189.577178:0:10917:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610189.577180:0:10917:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009c8f5500. 00000020:00000001:1.0:1749610189.577182:0:10917:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610189.577184:0:10917:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c460 type=0x0 idx=0 00000040:00000001:1.0:1749610189.577186:0:10917:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749610189.577188:0:10917:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749610189.577191:0:10917:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129c8c000. 00000020:00000010:1.0:1749610189.577218:0:10917:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b2230f40. 00000020:00000010:1.0:1749610189.577243:0:10917:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78600. 00000040:00000010:1.0:1749610189.577247:0:10917:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e78800. 00000020:00000010:1.0:1749610189.577250:0:10917:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a728800. 00000020:00000010:1.0:1749610189.577255:0:10917:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610189.577263:0:10917:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e79000. 80000000:00000010:1.0:1749610189.577268:0:10917:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16d80. 40000000:00000010:1.0:1749610189.577274:0:10917:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b22301c0. 00100000:00000010:1.0:1749610189.577278:0:10917:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00040000:00000010:1.0:1749610189.577284:0:10917:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5300. 00040000:00000010:1.0:1749610189.577288:0:10917:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e78e00. 00080000:00000010:1.0:1749610189.577293:0:10917:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8a000. 00080000:00000010:1.0:1749610189.577299:0:10917:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b0000. 00000004:00000010:1.0:1749610189.577304:0:10917:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72d800. 00000004:00000010:1.0:1749610189.577308:0:10917:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b1000. 00000004:00000010:1.0:1749610189.577314:0:10917:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a729000. 00002000:00000010:1.0:1749610189.577318:0:10917:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d033800. 00000004:00000010:1.0:1749610189.577322:0:10917:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d033400. 00000020:00000010:1.0:1749610189.577326:0:10917:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79e00. 00010000:00000010:3.1:1749610189.577654:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49300. 00010000:00000010:3.1:1749610189.577665:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880134e08600. 00000020:00000001:1.0:1749610189.584380:0:10919:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000020:00000001:3.0:1749610190.512833:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610190.512840:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610190.512844:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:3.0:1749610191.013035:0:10921:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:3.0:1749610191.013044:0:10921:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53be00. 00000020:00000010:3.0:1749610191.013049:0:10921:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b53bc00. 00000040:00000010:3.0:1749610191.013053:0:10921:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b53b000. 00000020:00000010:3.0:1749610191.013057:0:10921:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b3000. 00000020:00000010:3.0:1749610191.013062:0:10921:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610191.013065:0:10921:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b53a600. 80000000:00000010:3.0:1749610191.013069:0:10921:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b436d420. 40000000:00000010:3.0:1749610191.013072:0:10921:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16f40. 00100000:00000010:3.0:1749610191.013076:0:10921:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b7800. 00040000:00000010:3.0:1749610191.013080:0:10921:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009de53e00. 00040000:00000010:3.0:1749610191.013083:0:10921:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b53aa00. 00080000:00000010:3.0:1749610191.013088:0:10921:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801323ba000. 00080000:00000010:3.0:1749610191.013095:0:10921:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083884000. 00000004:00000010:3.0:1749610191.013100:0:10921:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b4800. 00000004:00000010:3.0:1749610191.013104:0:10921:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801323bb000. 00000004:00000010:3.0:1749610191.013108:0:10921:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b1800. 00002000:00000010:3.0:1749610191.013112:0:10921:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009a3ff000. 00000004:00000010:3.0:1749610191.013116:0:10921:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012eab2000. 00000020:00000010:3.0:1749610191.013119:0:10921:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880091b16b00. 00000040:00000010:3.0:1749610191.013126:0:10921:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880083886000. 00000040:00080000:3.0:1749610191.013795:0:10921:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 64768 count 14 00000040:00000010:3.0:1749610191.013802:0:10921:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880083886000. 00000020:00000010:3.0:1749610191.013810:0:10921:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880091b16b00. 00000020:00000010:3.0:1749610191.013838:0:10921:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b53bc00. 00000040:00000010:3.0:1749610191.013844:0:10921:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b53b000. 00000020:00000010:3.0:1749610191.013848:0:10921:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009a7b3000. 00000020:00000010:3.0:1749610191.013853:0:10921:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5ad48. 00000020:00000010:3.0:1749610191.013860:0:10921:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b53a600. 80000000:00000010:3.0:1749610191.013865:0:10921:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b436d420. 40000000:00000010:3.0:1749610191.013870:0:10921:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16f40. 00100000:00000010:3.0:1749610191.013875:0:10921:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009a7b7800. 00040000:00000010:3.0:1749610191.013881:0:10921:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009de53e00. 00040000:00000010:3.0:1749610191.013885:0:10921:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b53aa00. 00080000:00000010:3.0:1749610191.013891:0:10921:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083884000. 00080000:00000010:3.0:1749610191.013896:0:10921:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8801323ba000. 00000004:00000010:3.0:1749610191.013900:0:10921:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009a7b4800. 00000004:00000010:3.0:1749610191.013906:0:10921:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8801323bb000. 00000004:00000010:3.0:1749610191.013911:0:10921:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009a7b1800. 00002000:00000010:3.0:1749610191.013915:0:10921:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009a3ff000. 00000004:00000010:3.0:1749610191.013921:0:10921:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012eab2000. 00000020:00000010:3.0:1749610191.013926:0:10921:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53be00. 00010000:00000010:1.1:1749610191.014732:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e79c00. 00000020:00000001:3.0:1749610191.514807:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610191.514812:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610191.514817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610192.516789:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610192.516805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610192.516810:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610192.527654:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610192.527658:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494465536 02000000:00000001:3.0:1749610192.527662:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610192.527664:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610192.527667:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610192.527671:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610192.527674:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494465536 00000020:00000001:3.0:1749610192.527677:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610192.527679:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610192.527681:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610192.527684:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610192.527686:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610192.527691:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53be00. 00000020:00000010:3.0:1749610192.527698:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610192.527703:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610192.527709:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610192.527712:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610192.527715:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610192.527721:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610192.527746:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610192.527760:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610192.527763:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610192.527770:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1749610192.527774:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849097984 : -131938860453632 : ffff880097173100) 00000100:00000040:3.0:1749610192.527783:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097173100 x1834598494465536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610212 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610192.527801:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465536:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610192.527808:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494465536 00000020:00000001:3.0:1749610192.527812:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610192.527815:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610192.527827:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610192.527832:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610192.527837:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610192.527841:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610192.527845:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610192.527848:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610192.527851:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610192.527857:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab1400. 02000000:00000001:3.0:1749610192.527860:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610192.527864:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610192.527868:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610192.527871:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610192.527875:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610192.527880:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610192.527883:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610192.527887:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:3.0:1749610192.527891:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610192.527894:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610192.527899:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 02000000:00000001:3.0:1749610192.527902:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610192.527905:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610192.527908:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610192.527912:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610192.527916:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610192.527923:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494465536, offset 0 00000400:00000200:3.0:1749610192.527930:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610192.527941:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610192.527951:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916e00 00000400:00000200:3.0:1749610192.527960:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4935 [1] + 0 00000400:00000200:3.0:1749610192.527967:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610192.527972:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610192.527978:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610192.527984:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3df80 x1834598494465536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610192.527995:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3df80 x1834598494465536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610192.528022:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610192.528028:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610192.528031:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610192.528035:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610192.528036:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610192.528040:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610192.528043:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 9 to 0@lo 00000100:00000001:3.0:1749610192.528045:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610192.528047:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610192.528052:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097173100 x1834598494465536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610212 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610192.528062:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097173100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465536:12345-0@lo:38:kworker.0 Request processed in 263us (459us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610192.528070:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1749610192.528073:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610192.528075:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610192.528078:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed500. 00000020:00000010:3.0:1749610192.528083:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610192.528086:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53be00. 00000100:00000001:3.0:1749610192.528090:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610192.529595:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299465987, at 4299465987 00000100:00000010:3.0:1749610192.529623:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499a2c0. 00000100:00000040:1.0:1749610192.529643:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299465987, at 4299465987 00000100:00000010:1.0:1749610192.529654:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b499a780. 00000020:00000001:3.0:1749610193.518724:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610193.518729:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610193.518732:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610194.520879:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610194.520885:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610194.520889:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610195.522847:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610195.522853:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610195.522857:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610195.580651:0:10926:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610195.580659:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79c00. 00000020:00000010:1.0:1749610195.580665:0:10926:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e79e00. 00000040:00000010:1.0:1749610195.580669:0:10926:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e78c00. 00000020:00000010:1.0:1749610195.580673:0:10926:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729000. 00000020:00000010:1.0:1749610195.580678:0:10926:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610195.580681:0:10926:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78e00. 80000000:00000010:1.0:1749610195.580685:0:10926:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16d80. 40000000:00000010:1.0:1749610195.580688:0:10926:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e688800. 00100000:00000010:1.0:1749610195.580693:0:10926:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72d800. 00040000:00000010:1.0:1749610195.580696:0:10926:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610195.580699:0:10926:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79000. 00080000:00000010:1.0:1749610195.580704:0:10926:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b1000. 00080000:00000010:1.0:1749610195.580709:0:10926:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8a000. 00000004:00000010:1.0:1749610195.580715:0:10926:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72b000. 00000004:00000010:1.0:1749610195.580773:0:10926:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b0000. 00000004:00000010:1.0:1749610195.580777:0:10926:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a728800. 00002000:00000010:1.0:1749610195.580781:0:10926:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d033000. 00000004:00000010:1.0:1749610195.580784:0:10926:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d032c00. 00000020:00000010:1.0:1749610195.580788:0:10926:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e688c80. 00000040:00000010:1.0:1749610195.580811:0:10926:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129c8c000. 00000040:00001000:1.0:1749610195.580813:0:10926:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610195.580814:0:10926:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610195.580815:0:10926:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610195.580818:0:10926:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749610195.580827:0:10926:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610195.580828:0:10926:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580830:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610195.580831:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610195.580833:0:10926:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580835:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580838:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580839:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580841:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580842:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580844:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610195.580845:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749610195.580846:0:10926:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580847:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580848:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580849:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c158 type=0x10620000 idx=3 00000040:00001000:1.0:1749610195.580850:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749610195.580851:0:10926:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580852:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580852:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580853:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c200 type=0x10620000 idx=4 00000040:00001000:1.0:1749610195.580854:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749610195.580855:0:10926:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580856:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580857:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580858:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580859:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580860:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580861:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749610195.580862:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749610195.580863:0:10926:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580864:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580865:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580865:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580866:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580867:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580868:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749610195.580869:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749610195.580870:0:10926:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580871:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580871:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580872:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c438 type=0x10620000 idx=7 00000040:00001000:1.0:1749610195.580873:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749610195.580874:0:10926:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580875:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580876:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580877:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749610195.580878:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749610195.580879:0:10926:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580880:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580880:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580881:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580882:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580883:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580883:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749610195.580884:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749610195.580885:0:10926:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580886:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580887:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580888:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580889:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580890:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580891:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749610195.580892:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749610195.580893:0:10926:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580894:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580895:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580896:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c718 type=0x10620000 idx=11 00000040:00001000:1.0:1749610195.580897:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749610195.580898:0:10926:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580899:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580900:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580900:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580901:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.580902:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580903:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749610195.580904:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749610195.580905:0:10926:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580906:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.580906:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.580907:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.580909:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.580910:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749610195.580911:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749610195.580912:0:10926:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.580913:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.580914:0:10926:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749610195.580917:0:10926:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009d032800. 00000100:00000040:1.0:1749610195.580922:0:10926:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749610195.580924:0:10926:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749610195.580930:0:10926:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749610195.580933:0:10926:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749610195.580934:0:10926:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009d032800. 00000020:00000010:1.0:1749610195.580937:0:10926:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012e688ec0. 00000020:00000001:1.0:1749610195.580939:0:10926:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749610195.580940:0:10926:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012e6880c0. 00000020:00000001:1.0:1749610195.580943:0:10926:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.580944:0:10926:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012e6880c0. 00000020:00000010:1.0:1749610195.580946:0:10926:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012e6880c0. 00000020:01000004:1.0:1749610195.580948:0:10926:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749610195.580950:0:10926:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749610195.580953:0:10926:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880096c57400. 00000020:00000080:1.0:1749610195.580954:0:10926:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610195.580956:0:10926:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610195.580958:0:10926:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749610195.580965:0:10926:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88d5c0. 00000020:00000080:1.0:1749610195.580968:0:10926:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) 00000020:00000001:1.0:1749610195.580970:0:10926:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610195.580972:0:10926:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72a000. 00000020:00000001:1.0:1749610195.580973:0:10926:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610195.580975:0:10926:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72a000 with handle 0x689c0ec07329d048 to hash 00000020:00000001:1.0:1749610195.580977:0:10926:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610195.580979:0:10926:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610195.580980:0:10926:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.580981:0:10926:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100115456 : -131939609436160 : ffff88006a72a000) 00000020:00000040:1.0:1749610195.580983:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 1 00000020:00000040:1.0:1749610195.580992:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 2 - obd_device_list 00000020:00000001:1.0:1749610195.581008:0:10926:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749610195.581010:0:10926:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749610195.581011:0:10926:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.581018:0:10926:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.581020:0:10926:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880096c57400. 00000020:00000001:1.0:1749610195.581022:0:10926:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749610195.581024:0:10926:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff880117b16de0. 00000020:00000080:1.0:1749610195.581025:0:10926:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749610195.581027:0:10926:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749610195.581042:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610195.581044:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a222540. 00000001:00000010:1.0:1749610195.581048:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460480. 00000001:00000010:1.0:1749610195.581050:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78600. 00000001:00000010:1.0:1749610195.581052:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79800. 00000001:00000010:1.0:1749610195.581054:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79a00. 00000001:00000010:1.0:1749610195.581056:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78a00. 00000001:00000001:1.0:1749610195.581057:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610195.581058:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a222000. 00000001:00000010:1.0:1749610195.581059:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801224607c0. 00000001:00000010:1.0:1749610195.581068:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248000. 00000001:00000010:1.0:1749610195.581070:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248200. 00000001:00000010:1.0:1749610195.581071:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248400. 00000001:00000010:1.0:1749610195.581072:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248600. 00000020:00000001:1.0:1749610195.581074:0:10926:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610195.581076:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078248800. 00000020:00000010:1.0:1749610195.581078:0:10926:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096c57400. 00000020:00000010:1.0:1749610195.581081:0:10926:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000008:00000010:1.0:1749610195.581084:0:10926:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bedc0. 00020000:00000010:1.0:1749610195.581088:0:10926:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5680. 00008000:00000010:1.0:1749610195.581091:0:10926:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7d40. 00000080:00000010:1.0:1749610195.581095:0:10926:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a5a0. 00000020:00000010:1.0:1749610195.581097:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078248a00. 00000020:00000010:1.0:1749610195.581099:0:10926:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880078248c00. 00000040:00000010:1.0:1749610195.581101:0:10926:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880078248e00. 00000020:00000010:1.0:1749610195.581103:0:10926:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749610195.581105:0:10926:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.581107:0:10926:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880078249000. 80000000:00000010:1.0:1749610195.581108:0:10926:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16e40. 40000000:00000010:1.0:1749610195.581110:0:10926:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e688b00. 00100000:00000010:1.0:1749610195.581112:0:10926:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a729800. 00040000:00000010:1.0:1749610195.581114:0:10926:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.581116:0:10926:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880078249200. 00080000:00000010:1.0:1749610195.581118:0:10926:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749610195.581122:0:10926:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8e000. 00000004:00000010:1.0:1749610195.581126:0:10926:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72e000. 00000004:00000010:1.0:1749610195.581128:0:10926:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.581130:0:10926:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72d000. 00000004:00000010:1.0:1749610195.581132:0:10926:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d031800. 00000010:00000010:1.0:1749610195.581135:0:10926:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff880117b16ea0. 00000010:00000001:1.0:1749610195.581137:0:10926:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749610195.581157:0:10926:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749610195.581160:0:10926:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.581224:0:10926:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749610195.581241:0:10926:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749610195.581243:0:10926:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880096c57e80. 00000010:00000010:1.0:1749610195.581244:0:10926:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8801224606c0. 00000010:00000010:1.0:1749610195.581265:0:10926:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8801224606a0. 00000020:00000001:1.0:1749610195.581268:0:10926:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610195.581270:0:10926:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610195.581273:0:10926:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:01000004:1.0:1749610195.581276:0:10926:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749610195.581278:0:10926:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:00000001:1.0:1749610195.581281:0:10926:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749610195.581282:0:10926:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610195.581283:0:10926:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:01000004:1.0:1749610195.581286:0:10926:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b422c800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749610195.581288:0:10926:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749610195.581290:0:10926:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c800 3 00000020:00000001:1.0:1749610195.581291:0:10926:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.581293:0:10926:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610195.581296:0:10926:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880096c57500. 00010000:00000001:1.0:1749610195.581299:0:10926:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749610195.581305:0:10926:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012e688840. 00010000:00000001:1.0:1749610195.581308:0:10926:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610195.581310:0:10926:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.581314:0:10926:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88006a72c000. 00000020:00000040:1.0:1749610195.581317:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 3 - import 00000020:00000001:1.0:1749610195.581322:0:10926:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610195.581324:0:10926:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610195.581327:0:10926:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610195.581328:0:10926:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749610195.581339:0:10926:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749610195.581343:0:10926:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610195.581347:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.581350:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000001:1.0:1749610195.581353:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610195.581355:0:10926:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610195.581358:0:10926:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 10 to 0@lo 00000100:00000040:1.0:1749610195.581360:0:10926:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749610195.581363:0:10926:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff880117b16f00. 00010000:00080000:1.0:1749610195.581366:0:10926:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88006a72c000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749610195.581368:0:10926:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610195.581371:0:10926:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610195.581372:0:10926:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610195.581374:0:10926:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749610195.581377:0:10926:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009d031400. 00000001:00000001:1.0:1749610195.581379:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610195.581382:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009c8f5900. 00000001:00000010:1.0:1749610195.581385:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009c8f5a00. 00000001:00000010:1.0:1749610195.581441:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005517000. 00000001:00000010:1.0:1749610195.581509:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005521000. 00000001:00000010:1.0:1749610195.581598:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000552b000. 00000001:00000010:1.0:1749610195.581660:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005535000. 00000001:00000010:1.0:1749610195.581720:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000553f000. 00000001:00000010:1.0:1749610195.581784:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005549000. 00000001:00000010:1.0:1749610195.581842:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005553000. 00000001:00000010:1.0:1749610195.581896:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000555d000. 00000001:00000010:1.0:1749610195.581956:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005567000. 00000001:00000010:1.0:1749610195.582010:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005571000. 00000001:00000010:1.0:1749610195.582065:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000557b000. 00000001:00000010:1.0:1749610195.582120:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005585000. 00000001:00000010:1.0:1749610195.582206:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000558f000. 00000001:00000010:1.0:1749610195.582265:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005599000. 00000001:00000010:1.0:1749610195.582322:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055a3000. 00000001:00000010:1.0:1749610195.582383:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055ad000. 00000001:00000010:1.0:1749610195.582465:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055b7000. 00000001:00000010:1.0:1749610195.582549:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055c1000. 00000001:00000010:1.0:1749610195.582608:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055cb000. 00000001:00000010:1.0:1749610195.582671:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055d5000. 00000001:00000010:1.0:1749610195.582730:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055df000. 00000001:00000010:1.0:1749610195.582787:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055e9000. 00000001:00000010:1.0:1749610195.582849:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055f3000. 00000001:00000010:1.0:1749610195.582904:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900055fd000. 00000001:00000010:1.0:1749610195.582959:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005607000. 00000001:00000010:1.0:1749610195.583014:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005611000. 00000001:00000010:1.0:1749610195.583087:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000561b000. 00000001:00000010:1.0:1749610195.583138:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005625000. 00000001:00000010:1.0:1749610195.583211:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000562f000. 00000001:00000010:1.0:1749610195.583268:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005639000. 00000001:00000010:1.0:1749610195.583321:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005643000. 00000001:00000010:1.0:1749610195.583372:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000564d000. 00000020:00000010:1.0:1749610195.583434:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d031000. 00000020:00000010:1.0:1749610195.583438:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880122460860. 00010000:00000001:1.0:1749610195.583451:0:10926:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610195.583477:0:10926:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610195.583489:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d030c00. 00000020:00000010:1.0:1749610195.583492:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880078249800. 00010000:00000001:1.0:1749610195.583500:0:10926:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610195.583502:0:10926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:1.0:1749610195.583503:0:10926:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610195.583507:0:10926:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134948443136 : -131938761108480 : ffff88009d031400) 00010000:00000001:1.0:1749610195.583509:0:10926:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610195.583513:0:10926:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880096c57e80. 00000010:00000010:1.0:1749610195.583516:0:10926:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8801224606a0. 00000010:00000010:1.0:1749610195.583542:0:10926:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8801224606c0. 00000010:00000010:1.0:1749610195.583545:0:10926:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880096c57500. 00000010:00000001:1.0:1749610195.583548:0:10926:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.583563:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d030800. 00000020:00000010:1.0:1749610195.583566:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b4000. 00000010:00000001:1.0:1749610195.583578:0:10926:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.583583:0:10926:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880078248c00. 00000040:00000010:1.0:1749610195.583586:0:10926:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880078248e00. 00000020:00000010:1.0:1749610195.583589:0:10926:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749610195.583592:0:10926:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.583597:0:10926:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880078249000. 80000000:00000010:1.0:1749610195.583601:0:10926:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16e40. 40000000:00000010:1.0:1749610195.583604:0:10926:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e688b00. 00100000:00000010:1.0:1749610195.583607:0:10926:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a729800. 00040000:00000010:1.0:1749610195.583610:0:10926:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.583613:0:10926:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880078249200. 00080000:00000010:1.0:1749610195.583617:0:10926:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8e000. 00080000:00000010:1.0:1749610195.583620:0:10926:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.583623:0:10926:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72e000. 00000004:00000010:1.0:1749610195.583626:0:10926:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.583630:0:10926:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72d000. 00000004:00000010:1.0:1749610195.583632:0:10926:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d031800. 00000020:00000010:1.0:1749610195.583636:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078248a00. 00000020:00000010:1.0:1749610195.583640:0:10926:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096c57400. 00000020:00000010:1.0:1749610195.583643:0:10926:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000008:00000010:1.0:1749610195.583646:0:10926:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bedc0. 00020000:00000010:1.0:1749610195.583650:0:10926:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5680. 00008000:00000010:1.0:1749610195.583654:0:10926:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7d40. 00000080:00000010:1.0:1749610195.583657:0:10926:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a5a0. 00000020:00000010:1.0:1749610195.583660:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078248800. 00000020:00000001:1.0:1749610195.583662:0:10926:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.583664:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 4 - setup 00000020:00000080:1.0:1749610195.583667:0:10926:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749610195.583669:0:10926:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.583671:0:10926:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.583674:0:10926:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff880117b16de0. 00000020:00000001:1.0:1749610195.583680:0:10926:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749610195.583682:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078248800. 00000020:00000010:1.0:1749610195.583685:0:10926:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880078248a00. 00000040:00000010:1.0:1749610195.583687:0:10926:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880078249400. 00010000:00000010:2.1:1749610195.583689:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009c9a2600. 00000020:00000010:1.0:1749610195.583689:0:10926:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72d000. 00000020:00000010:1.0:1749610195.583692:0:10926:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.583694:0:10926:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880078249200. 80000000:00000010:1.0:1749610195.583696:0:10926:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880081f7fba0. 40000000:00000010:1.0:1749610195.583698:0:10926:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e688b00. 00010000:00000010:2.1:1749610195.583699:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b42ca000. 00100000:00000010:1.0:1749610195.583700:0:10926:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72e000. 00040000:00000010:1.0:1749610195.583703:0:10926:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.583705:0:10926:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880078249000. 00080000:00000010:1.0:1749610195.583707:0:10926:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749610195.583710:0:10926:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8e000. 00000004:00000010:1.0:1749610195.583713:0:10926:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a729800. 00000004:00000010:1.0:1749610195.583715:0:10926:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.583717:0:10926:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72c800. 00000004:00000010:1.0:1749610195.583720:0:10926:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d031800. 00000020:00000010:1.0:1749610195.583722:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078248c00. 00000020:00000010:1.0:1749610195.583724:0:10926:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880074bf9980. 00000020:00000010:1.0:1749610195.583726:0:10926:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610195.583729:0:10926:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88009a2223c0. 00000020:00000010:1.0:1749610195.583731:0:10926:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012e688f80. 00000020:00000001:1.0:1749610195.583733:0:10926:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749610195.583735:0:10926:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749610195.583737:0:10926:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749610195.583739:0:10926:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610195.583740:0:10926:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610195.583743:0:10926:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72a800. 00000020:00000001:1.0:1749610195.583745:0:10926:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610195.583748:0:10926:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72a800 with handle 0x689c0ec07329d04f to hash 00000020:00000001:1.0:1749610195.583750:0:10926:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610195.583752:0:10926:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610195.583754:0:10926:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.583757:0:10926:0:(genops.c:887:class_export_get()) GET export ffff88006a72a800 refcount=3 00000020:00000040:1.0:1749610195.583760:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 5 - export 00000020:00000001:1.0:1749610195.583762:0:10926:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000040:1.0:1749610195.583765:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 2 00000020:00000080:1.0:1749610195.583767:0:10926:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610195.583769:0:10926:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.583770:0:10926:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610195.583772:0:10926:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610195.583773:0:10926:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610195.583775:0:10926:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=3 00000020:00000001:1.0:1749610195.583777:0:10926:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:1.0:1749610195.583779:0:10926:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:1.0:1749610195.583782:0:10926:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610195.583785:0:10926:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610195.583788:0:10926:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749610195.583791:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.583793:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 11 to 0@lo 00000100:00000001:1.0:1749610195.583795:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610195.583797:0:10926:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610195.583798:0:10926:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610195.583799:0:10926:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610195.583800:0:10926:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=4 00000020:00000001:1.0:1749610195.583802:0:10926:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:1.0:1749610195.583804:0:10926:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:1.0:1749610195.583806:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.583807:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 12 to 0@lo 00000100:00000001:1.0:1749610195.583809:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610195.583811:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 3 00000100:00080000:1.0:1749610195.583814:0:10926:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610195.583817:0:10926:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610195.583819:0:10926:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610195.583825:0:10926:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749610195.583828:0:10926:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749610195.583831:0:10926:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749610195.583833:0:10926:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.583835:0:10926:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610195.583837:0:10926:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610195.583841:0:10926:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801880. 00000020:00000040:1.0:1749610195.583844:0:10926:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610195.583847:0:10926:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610195.583849:0:10926:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.583851:0:10926:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610195.583853:0:10926:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610195.583856:0:10926:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610195.583861:0:10926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d030400. 00000100:00000001:1.0:1749610195.583868:0:10926:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610195.583875:0:10926:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078801880 x1834598494465664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610195.583885:0:10926:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610195.583890:0:10926:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610195.583894:0:10926:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078801880] to pc [ptlrpcd_rcv+-1] req@ffff880078801880 x1834598494465664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610195.583920:0:10926:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.583923:0:10926:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749610195.583925:0:10926:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749610195.583928:0:10926:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610195.583945:0:10926:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749610195.583947:0:10926:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610195.584101:0:10926:0:(genops.c:887:class_export_get()) GET export ffff88006a72a800 refcount=4 00000020:00000001:1.0:1749610195.584105:0:10926:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.584107:0:10926:0:(genops.c:887:class_export_get()) GET export ffff88006a72a800 refcount=5 00000020:00000001:1.0:1749610195.584110:0:10926:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.584112:0:10926:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88009a2223c0. 00000020:00000010:1.0:1749610195.584115:0:10926:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012e688f80. 00000020:00000010:1.0:1749610195.584119:0:10926:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880078248a00. 00000040:00000010:1.0:1749610195.584122:0:10926:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880078249400. 00000020:00000010:1.0:1749610195.584125:0:10926:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72d000. 00000020:00000010:1.0:1749610195.584128:0:10926:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.584132:0:10926:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880078249200. 80000000:00000010:1.0:1749610195.584135:0:10926:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880081f7fba0. 40000000:00000010:1.0:1749610195.584137:0:10926:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e688b00. 00100000:00000010:1.0:1749610195.584159:0:10926:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72e000. 00040000:00000010:1.0:1749610195.584162:0:10926:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.584164:0:10926:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880078249000. 00080000:00000010:1.0:1749610195.584168:0:10926:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8e000. 00080000:00000010:1.0:1749610195.584171:0:10926:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.584174:0:10926:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a729800. 00000004:00000010:1.0:1749610195.584177:0:10926:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.584180:0:10926:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72c800. 00000004:00000010:1.0:1749610195.584182:0:10926:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d031800. 00000020:00000010:1.0:1749610195.584202:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078248800. 00000020:00000010:1.0:1749610195.584206:0:10926:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880074bf9980. 00000020:00000010:1.0:1749610195.584210:0:10926:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610195.584213:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078248c00. 00000020:00000010:1.0:1749610195.584217:0:10926:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012e688ec0. 00000020:00000010:1.0:1749610195.584220:0:10926:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012e6880c0. 00000020:00000001:1.0:1749610195.584222:0:10926:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584224:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584227:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c930 type=0x10620000 idx=14 00000040:00001000:1.0:1749610195.584230:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1749610195.584233:0:10926:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584235:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.584237:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584239:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c9b0 type=0x10620000 idx=15 00000040:00001000:1.0:1749610195.584241:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1749610195.584244:0:10926:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584246:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.584247:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584249:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ca40 type=0x10620000 idx=16 00000040:00001000:1.0:1749610195.584251:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1749610195.584253:0:10926:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584255:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.584256:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584258:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cae0 type=0x10620000 idx=17 00000040:00001000:1.0:1749610195.584259:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1749610195.584261:0:10926:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584262:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.584264:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.584266:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.584268:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584270:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cbc0 type=0x10620000 idx=18 00000040:00001000:1.0:1749610195.584272:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1749610195.584273:0:10926:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584275:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.584276:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.584277:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.584278:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.584280:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584282:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cca0 type=0x10620000 idx=19 00000040:00001000:1.0:1749610195.584284:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:3.0:1749610195.584285:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:1.0:1749610195.584286:0:10926:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584287:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.584288:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610195.584289:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494465664 00000040:00001000:1.0:1749610195.584290:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ccf0 type=0x10620000 idx=20 00000040:00001000:1.0:1749610195.584292:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 02000000:00000001:3.0:1749610195.584293:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000040:00001000:1.0:1749610195.584293:0:10926:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.584295:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749610195.584296:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000040:00000001:1.0:1749610195.584296:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.584297:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1749610195.584299:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584300:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.584301:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610195.584303:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584303:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cdd0 type=0x10620000 idx=21 00000040:00001000:1.0:1749610195.584305:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1749610195.584307:0:10926:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00100000:3.0:1749610195.584308:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494465664 00000020:00000001:1.0:1749610195.584308:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.584310:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:3.0:1749610195.584311:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000040:00000001:1.0:1749610195.584311:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:3.0:1749610195.584312:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610195.584312:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610195.584314:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749610195.584314:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ceb0 type=0x10620000 idx=22 00000040:00001000:1.0:1749610195.584316:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000020:00000001:3.0:1749610195.584317:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.584318:0:10926:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749610195.584319:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584319:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.584320:0:10926:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000020:00000010:3.0:1749610195.584324:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a200. 00000100:00000010:1.0:1749610195.584324:0:10926:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009d031800. 00000020:00000010:3.0:1749610195.584328:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed900. 00000100:00000040:1.0:1749610195.584329:0:10926:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749610195.584332:0:10926:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000020:00000010:3.0:1749610195.584333:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610195.584337:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610195.584337:0:10926:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000001:3.0:1749610195.584339:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610195.584340:0:10926:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000001:3.0:1749610195.584342:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610195.584342:0:10926:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009d031800. 00000020:00000010:1.0:1749610195.584345:0:10926:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012e6880c0. 00000100:00000001:3.0:1749610195.584347:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584347:0:10926:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749610195.584349:0:10926:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012e688ec0. 00000020:00000001:1.0:1749610195.584352:0:10926:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.584354:0:10926:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012e688ec0. 00000020:00000010:1.0:1749610195.584356:0:10926:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012e688ec0. 00000020:01000004:1.0:1749610195.584358:0:10926:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749610195.584360:0:10926:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000001:3.0:1749610195.584365:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610195.584365:0:10926:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880074bf9980. 00000020:00000080:1.0:1749610195.584367:0:10926:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610195.584369:0:10926:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610195.584371:0:10926:0:(genops.c:349:class_newdev()) Process entered 00000100:00000001:3.0:1749610195.584375:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610195.584377:0:10926:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88c050. 00000100:00000001:3.0:1749610195.584378:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000080:1.0:1749610195.584380:0:10926:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) 00000100:00100000:3.0:1749610195.584383:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:1.0:1749610195.584383:0:10926:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610195.584385:0:10926:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72c800. 00000100:00000001:3.0:1749610195.584386:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849096192 : -131938860455424 : ffff880097172a00) 00000020:00000001:1.0:1749610195.584387:0:10926:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610195.584389:0:10926:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72c800 with handle 0x689c0ec07329d056 to hash 00000020:00000001:1.0:1749610195.584391:0:10926:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:3.0:1749610195.584392:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097172a00 x1834598494465664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610215 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610195.584394:0:10926:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610195.584395:0:10926:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584397:0:10926:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100125696 : -131939609425920 : ffff88006a72c800) 00000020:00000040:1.0:1749610195.584400:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72c800 : new refcount 1 00000100:00100000:3.0:1749610195.584405:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465664:12345-0@lo:38:llog_process_th.0 00000020:00000040:1.0:1749610195.584408:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 2 - obd_device_list 00000100:00000200:3.0:1749610195.584410:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494465664 00000020:00000001:1.0:1749610195.584411:0:10926:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610195.584413:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000080:1.0:1749610195.584413:0:10926:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:1.0:1749610195.584415:0:10926:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610195.584417:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610195.584417:0:10926:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.584419:0:10926:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880074bf9980. 00000020:00000001:1.0:1749610195.584422:0:10926:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749610195.584425:0:10926:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff880081f7fba0. 00000020:00000080:1.0:1749610195.584426:0:10926:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1749610195.584428:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584431:0:10926:0:(obd_config.c:667:class_setup()) Process entered 00010000:00020000:3.0:1749610195.584432:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610195.584435:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610195.584439:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610195.584441:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610195.584444:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1749610195.584445:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 02000000:00000001:3.0:1749610195.584446:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:1.0:1749610195.584447:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a2223c0. 02000000:00000010:3.0:1749610195.584450:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2000. 00000001:00000010:1.0:1749610195.584451:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801224606c0. 02000000:00000001:3.0:1749610195.584452:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610195.584453:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248c00. 00000100:00000001:3.0:1749610195.584454:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610195.584456:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248800. 00010000:00000001:3.0:1749610195.584458:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000001:00000010:1.0:1749610195.584458:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248e00. 00010000:00000001:3.0:1749610195.584461:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610195.584461:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078249000. 00000001:00000001:1.0:1749610195.584463:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00001000:3.0:1749610195.584464:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000001:00000010:1.0:1749610195.584464:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a222a80. 00000001:00000010:1.0:1749610195.584467:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801224606a0. 00000100:00000001:3.0:1749610195.584468:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000001:00000010:1.0:1749610195.584469:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078249200. 00000100:00000001:3.0:1749610195.584470:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000001:00000010:1.0:1749610195.584471:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078249400. 00000100:00000040:3.0:1749610195.584473:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 13 to 0@lo 00000001:00000010:1.0:1749610195.584473:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078248a00. 00000100:00000001:3.0:1749610195.584475:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000001:00000010:1.0:1749610195.584476:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880078249a00. 00000100:00000001:3.0:1749610195.584478:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749610195.584478:0:10926:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610195.584480:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078249c00. 00000100:00000040:3.0:1749610195.584482:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 13 to 0@lo 00000020:00000010:1.0:1749610195.584483:0:10926:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880074bf9980. 02000000:00000001:3.0:1749610195.584484:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749610195.584485:0:10926:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 02000000:00000001:3.0:1749610195.584486:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610195.584488:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000008:00000010:1.0:1749610195.584489:0:10926:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bedc0. 00000100:00000040:3.0:1749610195.584490:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00020000:00000010:1.0:1749610195.584492:0:10926:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5680. 00000400:00000010:3.0:1749610195.584494:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00008000:00000010:1.0:1749610195.584495:0:10926:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7d40. 00000100:00000200:3.0:1749610195.584498:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494465664, offset 0 00000080:00000010:1.0:1749610195.584498:0:10926:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a5a0. 00000020:00000010:1.0:1749610195.584501:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078249e00. 00000400:00000200:3.0:1749610195.584503:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610195.584504:0:10926:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880078249600. 00000400:00000200:3.0:1749610195.584512:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:1.0:1749610195.584515:0:10926:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4c000. 00000020:00000010:1.0:1749610195.584518:0:10926:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729800. 00000400:00000200:3.0:1749610195.584520:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916e80 00000020:00000010:1.0:1749610195.584521:0:10926:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.584524:0:10926:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4c200. 80000000:00000010:1.0:1749610195.584527:0:10926:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880081f7fc00. 40000000:00000010:1.0:1749610195.584530:0:10926:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e688b00. 00100000:00000010:1.0:1749610195.584533:0:10926:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72e000. 00040000:00000010:1.0:1749610195.584535:0:10926:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5700. 00000400:00000200:3.0:1749610195.584555:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4945 [1] + 0 00000400:00000200:3.0:1749610195.584561:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610195.584565:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610195.584569:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610195.584575:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078801880 x1834598494465664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1749610195.584576:0:10926:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4c400. 00080000:00000010:1.0:1749610195.584580:0:10926:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749610195.584583:0:10926:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8e000. 00000100:00000040:3.0:1749610195.584587:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078801880 x1834598494465664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1749610195.584587:0:10926:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72d000. 00000004:00000010:1.0:1749610195.584590:0:10926:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.584594:0:10926:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72f000. 00000100:00000001:3.0:1749610195.584596:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610195.584602:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000004:00000010:1.0:1749610195.584604:0:10926:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca70000. 00000400:00000010:3.0:1749610195.584605:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610195.584608:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000010:00000010:1.0:1749610195.584608:0:10926:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff880081f7fc60. 00000100:00000001:3.0:1749610195.584610:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000010:00000001:1.0:1749610195.584611:0:10926:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:3.0:1749610195.584613:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.584615:0:10926:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000040:3.0:1749610195.584616:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 12 to 0@lo 00000100:00000001:1.0:1749610195.584618:0:10926:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610195.584619:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610195.584621:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610195.584625:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097172a00 x1834598494465664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610215 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610195.584636:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097172a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465664:12345-0@lo:38:llog_process_th.0 Request processed in 231us (420us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610195.584644:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1749610195.584647:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610195.584648:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610195.584652:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed900. 00000020:00000010:3.0:1749610195.584656:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610195.584659:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53a200. 00000020:00000001:1.0:1749610195.584659:0:10926:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749610195.584662:0:10926:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000100:00000001:3.0:1749610195.584663:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000010:00000010:1.0:1749610195.584664:0:10926:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880074bf9e80. 00000010:00000010:1.0:1749610195.584667:0:10926:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff880122460880. 00000010:00000010:1.0:1749610195.584670:0:10926:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8801224608e0. 00000020:00000001:1.0:1749610195.584673:0:10926:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610195.584674:0:10926:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610195.584677:0:10926:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:01000004:1.0:1749610195.584680:0:10926:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749610195.584682:0:10926:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:00000001:1.0:1749610195.584684:0:10926:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749610195.584686:0:10926:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610195.584687:0:10926:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612135143434688 : -131938566116928 : ffff8800a8a269c0) 00000020:01000004:1.0:1749610195.584690:0:10926:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b422c800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749610195.584692:0:10926:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749610195.584693:0:10926:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c800 3 00000020:00000001:1.0:1749610195.584695:0:10926:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.584696:0:10926:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610195.584699:0:10926:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880074bf9480. 00010000:00000001:1.0:1749610195.584701:0:10926:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749610195.584705:0:10926:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012e688f80. 00010000:00000001:1.0:1749610195.584707:0:10926:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610195.584709:0:10926:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.584713:0:10926:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880079138800. 00000020:00000040:1.0:1749610195.584715:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 3 - import 00000020:00000001:1.0:1749610195.584721:0:10926:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610195.584722:0:10926:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610195.584724:0:10926:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610195.584726:0:10926:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749610195.584733:0:10926:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749610195.584735:0:10926:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610195.584738:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.584740:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 13 to 0@lo 00000100:00000001:1.0:1749610195.584743:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610195.584745:0:10926:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610195.584749:0:10926:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 13 to 0@lo 00000100:00000040:1.0:1749610195.584751:0:10926:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749610195.584753:0:10926:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff880081f7fcc0. 00010000:00080000:1.0:1749610195.584756:0:10926:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880079138800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749610195.584758:0:10926:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610195.584760:0:10926:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610195.584762:0:10926:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610195.584764:0:10926:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749610195.584766:0:10926:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800aca70400. 00000001:00000001:1.0:1749610195.584768:0:10926:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610195.584771:0:10926:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009c8f5c00. 00000001:00000010:1.0:1749610195.584774:0:10926:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009c8f5d00. 00000001:00000010:1.0:1749610195.584826:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005657000. 00000001:00000010:1.0:1749610195.584883:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005661000. 00000001:00000010:1.0:1749610195.584938:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000566b000. 00000100:00000001:3.0:1749610195.584941:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610195.584944:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494465920 02000000:00000001:3.0:1749610195.584947:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610195.584949:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610195.584951:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610195.584954:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610195.584957:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494465920 00000020:00000001:3.0:1749610195.584960:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610195.584961:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610195.584963:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610195.584965:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610195.584967:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610195.584971:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53aa00. 00000020:00000010:3.0:1749610195.584974:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed900. 00000020:00000010:3.0:1749610195.584977:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610195.584981:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610195.584982:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610195.584984:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610195.584988:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610195.584993:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005675000. 00000100:00000001:3.0:1749610195.585005:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610195.585012:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610195.585014:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610195.585018:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1749610195.585021:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849086336 : -131938860465280 : ffff880097170380) 00000100:00000040:3.0:1749610195.585026:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170380 x1834598494465920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610215 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610195.585036:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465920:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610195.585040:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494465920 00000020:00000001:3.0:1749610195.585042:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610195.585045:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000001:00000010:1.0:1749610195.585053:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000567f000. 00000020:00000001:3.0:1749610195.585060:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610195.585063:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610195.585066:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610195.585069:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610195.585071:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610195.585073:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610195.585075:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610195.585078:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab3800. 02000000:00000001:3.0:1749610195.585080:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610195.585083:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610195.585086:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610195.585088:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610195.585091:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610195.585094:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610195.585096:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610195.585099:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 14 to 0@lo 00000100:00000001:3.0:1749610195.585101:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610195.585103:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610195.585106:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 14 to 0@lo 00000001:00000010:1.0:1749610195.585107:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005689000. 02000000:00000001:3.0:1749610195.585109:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610195.585111:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610195.585113:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610195.585115:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610195.585117:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610195.585121:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494465920, offset 0 00000400:00000200:3.0:1749610195.585125:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610195.585133:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610195.585165:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf916f80 00000400:00000200:3.0:1749610195.585172:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4959 [1] + 0 00000400:00000200:3.0:1749610195.585179:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610195.585183:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1749610195.585183:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005693000. 00000100:00000001:3.0:1749610195.585187:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610195.585192:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3df80 x1834598494465920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610195.585201:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3df80 x1834598494465920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610195.585223:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610195.585229:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610195.585231:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610195.585234:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610195.585235:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610195.585239:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610195.585241:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 13 to 0@lo 00000100:00000001:3.0:1749610195.585245:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610195.585247:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1749610195.585250:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000569d000. 00000100:00000040:3.0:1749610195.585251:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170380 x1834598494465920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610215 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610195.585261:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494465920:12345-0@lo:38:kworker.0 Request processed in 224us (501us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610195.585268:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1749610195.585271:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610195.585272:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610195.585275:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed900. 00000020:00000010:3.0:1749610195.585278:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610195.585281:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53aa00. 00000100:00000001:3.0:1749610195.585284:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1749610195.585307:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056a7000. 00000001:00000010:1.0:1749610195.585367:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056b1000. 00000001:00000010:1.0:1749610195.585424:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056bb000. 00000001:00000010:1.0:1749610195.585501:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056c5000. 00000001:00000010:1.0:1749610195.585585:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056cf000. 00000001:00000010:1.0:1749610195.585641:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056d9000. 00000001:00000010:1.0:1749610195.585699:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056e3000. 00000001:00000010:1.0:1749610195.585751:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056ed000. 00000001:00000010:1.0:1749610195.585804:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900056f7000. 00000001:00000010:1.0:1749610195.585858:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005701000. 00000001:00000010:1.0:1749610195.585914:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000570b000. 00000001:00000010:1.0:1749610195.585965:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005715000. 00000001:00000010:1.0:1749610195.586017:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000571f000. 00000001:00000010:1.0:1749610195.586072:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005729000. 00000001:00000010:1.0:1749610195.586123:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005733000. 00000001:00000010:1.0:1749610195.586212:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000573d000. 00000001:00000010:1.0:1749610195.586276:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005747000. 00000001:00000010:1.0:1749610195.586331:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005751000. 00000001:00000010:1.0:1749610195.586385:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000575b000. 00000001:00000010:1.0:1749610195.586441:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005765000. 00000001:00000010:1.0:1749610195.586501:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000576f000. 00000001:00000010:1.0:1749610195.586609:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005779000. 00000001:00000010:1.0:1749610195.586673:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005783000. 00000001:00000010:1.0:1749610195.586735:0:10926:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000578d000. 00000020:00000010:1.0:1749610195.586801:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca70800. 00000020:00000010:1.0:1749610195.586804:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880122460160. 00010000:00000001:1.0:1749610195.586814:0:10926:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610195.586839:0:10926:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610195.586850:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca70c00. 00000020:00000010:1.0:1749610195.586853:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800a8b4ca00. 00010000:00000001:1.0:1749610195.586861:0:10926:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610195.586863:0:10926:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-4 is initialized 00010000:00000001:1.0:1749610195.586864:0:10926:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610195.586867:0:10926:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612135210845184 : -131938498706432 : ffff8800aca70400) 00010000:00000001:1.0:1749610195.586870:0:10926:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610195.586873:0:10926:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880074bf9e80. 00000010:00000010:1.0:1749610195.586876:0:10926:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8801224608e0. 00000010:00000010:1.0:1749610195.586879:0:10926:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff880122460880. 00000010:00000010:1.0:1749610195.586881:0:10926:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880074bf9480. 00000010:00000001:1.0:1749610195.586884:0:10926:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.586901:0:10926:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca71000. 00000020:00000010:1.0:1749610195.586904:0:10926:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b5000. 00000010:00000001:1.0:1749610195.586917:0:10926:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610195.586921:0:10926:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880078249600. 00000040:00000010:1.0:1749610195.586925:0:10926:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8b4c000. 00000020:00000010:1.0:1749610195.586928:0:10926:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729800. 00000020:00000010:1.0:1749610195.586932:0:10926:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.586936:0:10926:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4c200. 80000000:00000010:1.0:1749610195.586939:0:10926:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880081f7fc00. 40000000:00000010:1.0:1749610195.586941:0:10926:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e688b00. 00100000:00000010:1.0:1749610195.586945:0:10926:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72e000. 00040000:00000010:1.0:1749610195.586948:0:10926:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.586951:0:10926:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4c400. 00080000:00000010:1.0:1749610195.586955:0:10926:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8e000. 00080000:00000010:1.0:1749610195.586958:0:10926:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.586961:0:10926:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72d000. 00000004:00000010:1.0:1749610195.586965:0:10926:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.586968:0:10926:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72f000. 00000004:00000010:1.0:1749610195.586972:0:10926:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca70000. 00000020:00000010:1.0:1749610195.586976:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078249e00. 00000020:00000010:1.0:1749610195.586980:0:10926:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880074bf9980. 00000020:00000010:1.0:1749610195.586983:0:10926:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000008:00000010:1.0:1749610195.586986:0:10926:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bedc0. 00020000:00000010:1.0:1749610195.586989:0:10926:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5680. 00008000:00000010:1.0:1749610195.586992:0:10926:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7d40. 00000080:00000010:1.0:1749610195.586995:0:10926:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a5a0. 00000020:00000010:1.0:1749610195.586998:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078249c00. 00000020:00000001:1.0:1749610195.587000:0:10926:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.587002:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 4 - setup 00000020:00000080:1.0:1749610195.587005:0:10926:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749610195.587007:0:10926:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.587009:0:10926:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.587012:0:10926:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff880081f7fba0. 00000020:00000001:1.0:1749610195.587018:0:10926:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749610195.587020:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c600. 00000020:00000010:1.0:1749610195.587023:0:10926:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c400. 00000040:00000010:1.0:1749610195.587025:0:10926:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610195.587028:0:10926:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913f000. 00000020:00000010:1.0:1749610195.587031:0:10926:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.587033:0:10926:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4c000. 80000000:00000010:1.0:1749610195.587035:0:10926:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bda8a0. 40000000:00000010:1.0:1749610195.587038:0:10926:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8a00. 00100000:00000010:1.0:1749610195.587041:0:10926:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913d000. 00040000:00000010:1.0:1749610195.587043:0:10926:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.587046:0:10926:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4cc00. 00080000:00000010:1.0:1749610195.587049:0:10926:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749610195.587052:0:10926:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8e000. 00000004:00000010:1.0:1749610195.587056:0:10926:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610195.587058:0:10926:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.587061:0:10926:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913b000. 00000004:00000010:1.0:1749610195.587063:0:10926:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca70000. 00000020:00000010:1.0:1749610195.587066:0:10926:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d000. 00000020:00000010:1.0:1749610195.587069:0:10926:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68000. 00000020:00000010:1.0:1749610195.587071:0:10926:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610195.587074:0:10926:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88009a2220c0. 00000020:00000010:1.0:1749610195.587077:0:10926:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff880129cc8a80. 00000020:00000001:1.0:1749610195.587079:0:10926:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749610195.587080:0:10926:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749610195.587082:0:10926:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749610195.587083:0:10926:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610195.587085:0:10926:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610195.587087:0:10926:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880079138000. 00000020:00000001:1.0:1749610195.587089:0:10926:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610195.587091:0:10926:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079138000 with handle 0x689c0ec07329d05d to hash 00000020:00000001:1.0:1749610195.587094:0:10926:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610195.587096:0:10926:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610195.587098:0:10926:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.587100:0:10926:0:(genops.c:887:class_export_get()) GET export ffff880079138000 refcount=3 00000020:00000040:1.0:1749610195.587104:0:10926:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 5 - export 00000020:00000001:1.0:1749610195.587106:0:10926:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000020:00000040:1.0:1749610195.587108:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff880079138000 : new refcount 2 00000020:00000080:1.0:1749610195.587110:0:10926:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d05d 00000020:00000001:1.0:1749610195.587112:0:10926:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.587114:0:10926:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610195.587115:0:10926:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d05d 00000020:00000001:1.0:1749610195.587117:0:10926:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610195.587118:0:10926:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880079138000 refcount=3 00000020:00000001:1.0:1749610195.587121:0:10926:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000020:00000001:1.0:1749610195.587123:0:10926:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000100:00000001:1.0:1749610195.587126:0:10926:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610195.587128:0:10926:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610195.587131:0:10926:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749610195.587134:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.587136:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 14 to 0@lo 00000100:00000001:1.0:1749610195.587164:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610195.587168:0:10926:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610195.587170:0:10926:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d05d 00000020:00000001:1.0:1749610195.587172:0:10926:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610195.587174:0:10926:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880079138000 refcount=4 00000020:00000001:1.0:1749610195.587177:0:10926:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000020:00000001:1.0:1749610195.587197:0:10926:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000100:00000001:1.0:1749610195.587200:0:10926:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610195.587203:0:10926:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 15 to 0@lo 00000100:00000001:1.0:1749610195.587205:0:10926:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610195.587207:0:10926:0:(genops.c:898:class_export_put()) PUTting export ffff880079138000 : new refcount 3 00000100:00080000:1.0:1749610195.587210:0:10926:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880079138800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610195.587212:0:10926:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610195.587214:0:10926:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610195.587218:0:10926:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749610195.587220:0:10926:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749610195.587222:0:10926:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749610195.587225:0:10926:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.587227:0:10926:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610195.587228:0:10926:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610195.587232:0:10926:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802680. 00000020:00000040:1.0:1749610195.587234:0:10926:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749610195.587236:0:10926:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610195.587238:0:10926:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.587239:0:10926:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610195.587241:0:10926:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610195.587244:0:10926:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610195.587265:0:10926:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca71400. 00000100:00000001:1.0:1749610195.587269:0:10926:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610195.587275:0:10926:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078802680 x1834598494466048/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610195.587284:0:10926:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610195.587288:0:10926:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610195.587292:0:10926:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078802680] to pc [ptlrpcd_rcv+-1] req@ffff880078802680 x1834598494466048/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610195.587317:0:10926:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610195.587320:0:10926:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749610195.587322:0:10926:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749610195.587324:0:10926:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610195.587337:0:10926:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749610195.587340:0:10926:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610195.587472:0:10926:0:(genops.c:887:class_export_get()) GET export ffff880079138000 refcount=4 00000020:00000001:1.0:1749610195.587477:0:10926:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610195.587479:0:10926:0:(genops.c:887:class_export_get()) GET export ffff880079138000 refcount=5 00000020:00000001:1.0:1749610195.587481:0:10926:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610195.587483:0:10926:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88009a2220c0. 00000020:00000010:1.0:1749610195.587486:0:10926:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff880129cc8a80. 00000020:00000010:1.0:1749610195.587491:0:10926:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c400. 00000040:00000010:1.0:1749610195.587494:0:10926:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610195.587497:0:10926:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913f000. 00000020:00000010:1.0:1749610195.587502:0:10926:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610195.587506:0:10926:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4c000. 80000000:00000010:1.0:1749610195.587509:0:10926:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a8bda8a0. 40000000:00000010:1.0:1749610195.587512:0:10926:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8a00. 00100000:00000010:1.0:1749610195.587515:0:10926:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913d000. 00040000:00000010:1.0:1749610195.587552:0:10926:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5700. 00040000:00000010:1.0:1749610195.587556:0:10926:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4cc00. 00080000:00000010:1.0:1749610195.587559:0:10926:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8e000. 00080000:00000010:1.0:1749610195.587563:0:10926:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749610195.587566:0:10926:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610195.587571:0:10926:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610195.587573:0:10926:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913b000. 00000004:00000010:1.0:1749610195.587578:0:10926:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca70000. 00000020:00000010:1.0:1749610195.587582:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c600. 00000020:00000010:1.0:1749610195.587586:0:10926:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68000. 00000020:00000010:1.0:1749610195.587589:0:10926:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610195.587592:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4d000. 00000020:00000010:1.0:1749610195.587595:0:10926:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012e6880c0. 00000020:00000010:1.0:1749610195.587598:0:10926:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012e688ec0. 00000020:00000001:1.0:1749610195.587600:0:10926:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.587602:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587605:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cf08 type=0x10620000 idx=23 00000040:00001000:1.0:1749610195.587608:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1749610195.587610:0:10926:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587612:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587614:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587616:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8cf88 type=0x10620000 idx=24 00000040:00001000:1.0:1749610195.587618:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1749610195.587620:0:10926:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587622:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587623:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587625:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d018 type=0x10620000 idx=25 00000040:00001000:1.0:1749610195.587627:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:1.0:1749610195.587629:0:10926:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587630:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587631:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587633:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d0b8 type=0x10620000 idx=26 00000040:00001000:1.0:1749610195.587635:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:1.0:1749610195.587637:0:10926:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587638:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587639:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587641:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587643:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587646:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d198 type=0x10620000 idx=27 00000040:00001000:1.0:1749610195.587648:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1749610195.587650:0:10926:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587651:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587653:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587654:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587656:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587657:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587659:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d278 type=0x10620000 idx=28 00000040:00001000:1.0:1749610195.587661:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1749610195.587663:0:10926:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587664:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587666:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587667:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d2c8 type=0x10620000 idx=29 00000040:00001000:1.0:1749610195.587669:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:1.0:1749610195.587671:0:10926:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587672:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587673:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587674:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587676:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587678:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587679:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d3a8 type=0x10620000 idx=30 00000040:00001000:1.0:1749610195.587681:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:1.0:1749610195.587683:0:10926:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587684:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587685:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587686:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587688:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610195.587689:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610195.587690:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587692:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d488 type=0x10620000 idx=31 00000100:00000001:3.0:1749610195.587693:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00001000:1.0:1749610195.587693:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1749610195.587695:0:10926:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587696:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749610195.587697:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610195.587698:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587700:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d4e0 type=0x10620000 idx=32 00000100:00000001:3.0:1749610195.587701:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587702:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:1.0:1749610195.587704:0:10926:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587705:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587707:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587709:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d560 type=0x10620000 idx=33 00000040:00001000:1.0:1749610195.587710:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:1.0:1749610195.587712:0:10926:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587714:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587715:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587717:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d5f0 type=0x10620000 idx=34 00000040:00001000:1.0:1749610195.587718:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1749610195.587720:0:10926:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587721:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587723:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587724:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d670 type=0x10620000 idx=35 00000040:00001000:1.0:1749610195.587726:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1749610195.587728:0:10926:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587729:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587730:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587731:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587733:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587735:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587736:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d750 type=0x10620000 idx=36 00000040:00001000:1.0:1749610195.587738:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1749610195.587740:0:10926:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587741:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587742:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587743:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587745:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587746:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587748:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d830 type=0x10620000 idx=37 00000040:00001000:1.0:1749610195.587750:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:1.0:1749610195.587751:0:10926:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587754:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587755:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587757:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d880 type=0x10620000 idx=38 00000040:00001000:1.0:1749610195.587759:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:1.0:1749610195.587761:0:10926:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587763:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587764:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587765:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587766:0:10926:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587768:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587770:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8d960 type=0x10620000 idx=39 00000040:00001000:1.0:1749610195.587771:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:1.0:1749610195.587773:0:10926:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587774:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587775:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587776:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587778:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587780:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587782:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8da40 type=0x10620000 idx=40 00000040:00001000:1.0:1749610195.587783:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1749610195.587785:0:10926:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587787:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587788:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587789:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8da98 type=0x10620000 idx=41 00000040:00001000:1.0:1749610195.587791:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:1.0:1749610195.587793:0:10926:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587794:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587796:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587797:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8db18 type=0x10620000 idx=42 00000040:00001000:1.0:1749610195.587799:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1749610195.587801:0:10926:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587802:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587803:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587805:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8dba8 type=0x10620000 idx=43 00000040:00001000:1.0:1749610195.587808:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:1.0:1749610195.587809:0:10926:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587811:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587813:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587815:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8dc28 type=0x10620000 idx=44 00000040:00001000:1.0:1749610195.587816:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:1.0:1749610195.587818:0:10926:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587820:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587821:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587822:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587823:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587825:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587827:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8dd08 type=0x10620000 idx=45 00000040:00001000:1.0:1749610195.587828:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:1.0:1749610195.587830:0:10926:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587832:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587833:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587834:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587835:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587837:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587839:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8dde8 type=0x10620000 idx=46 00000040:00001000:1.0:1749610195.587840:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:1.0:1749610195.587842:0:10926:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587844:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587845:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587847:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8de38 type=0x10620000 idx=47 00000040:00001000:1.0:1749610195.587848:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:1.0:1749610195.587850:0:10926:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587851:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587853:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587854:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587855:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587857:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587858:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8df18 type=0x10600000 idx=48 00000040:00001000:1.0:1749610195.587861:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:1.0:1749610195.587862:0:10926:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:1.0:1749610195.587865:0:10926:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610195.587867:0:10926:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610195.587872:0:10926:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:1.0:1749610195.587883:0:10926:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610195.587885:0:10926:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587887:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c000 type=0x10620000 idx=49 00000040:00001000:1.0:1749610195.587889:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610195.587891:0:10926:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587893:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587895:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587896:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587897:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587899:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587901:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c0e0 type=0x10620000 idx=50 00000040:00001000:1.0:1749610195.587902:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749610195.587904:0:10926:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587906:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610195.587907:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587909:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c158 type=0x10620000 idx=51 00000040:00001000:1.0:1749610195.587910:0:10926:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:1.0:1749610195.587912:0:10926:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610195.587913:0:10926:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610195.587915:0:10926:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:1.0:1749610195.587918:0:10926:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610195.587920:0:10926:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587922:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c158 type=0x10620000 idx=51 00000040:00001000:1.0:1749610195.587924:0:10926:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:1.0:1749610195.587926:0:10926:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000020:00000001:1.0:1749610195.587927:0:10926:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610195.587928:0:10926:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610195.587929:0:10926:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610195.587931:0:10926:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610195.587933:0:10926:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610195.587935:0:10926:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8c238 type=0x0 idx=0 00000040:00000001:1.0:1749610195.587937:0:10926:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749610195.587939:0:10926:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:1.0:1749610195.587942:0:10926:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129c8c000. 00000020:00000010:1.0:1749610195.587947:0:10926:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e688c80. 00000020:00000010:1.0:1749610195.587965:0:10926:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e79e00. 00000040:00000010:1.0:1749610195.587968:0:10926:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e78c00. 00000020:00000010:1.0:1749610195.587971:0:10926:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729000. 00000020:00000010:1.0:1749610195.587975:0:10926:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610195.587980:0:10926:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78e00. 80000000:00000010:1.0:1749610195.587983:0:10926:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16d80. 40000000:00000010:1.0:1749610195.587986:0:10926:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e688800. 00100000:00000010:1.0:1749610195.587988:0:10926:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72d800. 00040000:00000010:1.0:1749610195.587991:0:10926:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610195.587994:0:10926:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79000. 00080000:00000010:1.0:1749610195.587998:0:10926:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8a000. 00080000:00000010:1.0:1749610195.588001:0:10926:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b1000. 00000004:00000010:1.0:1749610195.588004:0:10926:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72b000. 00000004:00000010:1.0:1749610195.588009:0:10926:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b0000. 00000004:00000010:1.0:1749610195.588012:0:10926:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a728800. 00002000:00000010:1.0:1749610195.588016:0:10926:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d033000. 00000004:00000010:1.0:1749610195.588019:0:10926:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d032c00. 00000020:00000010:1.0:1749610195.588022:0:10926:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79c00. 00000100:00000040:1.0:1749610195.610627:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299469068, at 4299469068 00000100:00000040:3.0:1749610195.610639:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299469068, at 4299469068 00000100:00000010:1.0:1749610195.610646:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ade80. 00000100:00000010:3.0:1749610195.610651:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7adf40. 00000020:00000001:3.0:1749610196.524707:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610196.524710:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610196.524712:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610197.014407:0:10931:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610197.014412:0:10931:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d000. 00000020:00000010:1.0:1749610197.014415:0:10931:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c600. 00000040:00000010:1.0:1749610197.014417:0:10931:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610197.014419:0:10931:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749610197.014422:0:10931:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610197.014424:0:10931:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4cc00. 80000000:00000010:1.0:1749610197.014426:0:10931:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bda8a0. 40000000:00000010:1.0:1749610197.014429:0:10931:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8a00. 00100000:00000010:1.0:1749610197.014432:0:10931:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913a800. 00040000:00000010:1.0:1749610197.014434:0:10931:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610197.014436:0:10931:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4c000. 00080000:00000010:1.0:1749610197.014439:0:10931:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b0000. 00080000:00000010:1.0:1749610197.014443:0:10931:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8a000. 00000004:00000010:1.0:1749610197.014446:0:10931:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913d000. 00000004:00000010:1.0:1749610197.014449:0:10931:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b1000. 00000004:00000010:1.0:1749610197.014451:0:10931:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913f000. 00002000:00000010:1.0:1749610197.014454:0:10931:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca70000. 00000004:00000010:1.0:1749610197.014456:0:10931:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca71800. 00000020:00000010:1.0:1749610197.014458:0:10931:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129cc8a80. 00000040:00000010:1.0:1749610197.014463:0:10931:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129c8c000. 00000040:00080000:1.0:1749610197.014782:0:10931:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 7 00000040:00000010:1.0:1749610197.014784:0:10931:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129c8c000. 00000020:00000010:1.0:1749610197.014787:0:10931:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129cc8a80. 00000020:00000010:1.0:1749610197.014798:0:10931:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c600. 00000040:00000010:1.0:1749610197.014800:0:10931:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610197.014801:0:10931:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749610197.014805:0:10931:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610197.014812:0:10931:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4cc00. 80000000:00000010:1.0:1749610197.014814:0:10931:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a8bda8a0. 40000000:00000010:1.0:1749610197.014816:0:10931:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8a00. 00100000:00000010:1.0:1749610197.014818:0:10931:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913a800. 00040000:00000010:1.0:1749610197.014820:0:10931:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610197.014822:0:10931:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4c000. 00080000:00000010:1.0:1749610197.014824:0:10931:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8a000. 00080000:00000010:1.0:1749610197.014825:0:10931:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b0000. 00000004:00000010:1.0:1749610197.014827:0:10931:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913d000. 00000004:00000010:1.0:1749610197.014831:0:10931:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b1000. 00000004:00000010:1.0:1749610197.014832:0:10931:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913f000. 00002000:00000010:1.0:1749610197.014835:0:10931:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca70000. 00000004:00000010:1.0:1749610197.014838:0:10931:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca71800. 00000020:00000010:1.0:1749610197.014839:0:10931:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4d000. 00010000:00000010:1.1:1749610197.019611:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49100. 00010000:00000010:1.1:1749610197.019616:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27c200. 00000020:00000001:3.0:1749610197.526704:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610197.526708:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610197.526709:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610198.528726:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610198.528730:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610198.528732:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610198.588550:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610198.588559:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610198.588560:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610198.588561:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610198.588563:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610198.588565:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610198.588566:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610199.530712:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610199.530715:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610199.530717:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610199.588590:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610199.588600:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610199.588601:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610199.588603:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610199.588604:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610199.588606:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610199.588607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610200.532717:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610200.532721:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610200.532725:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610200.588612:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610200.588623:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610200.588625:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.588628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.588630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610200.588633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.588635:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.590895:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.590900:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610200.590902:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610200.590911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.590922:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610200.590924:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.590928:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610200.590931:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610200.590934:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610200.590937:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494466432:0@lo:38:kworker.0 00000100:00000001:1.0:1749610200.590941:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610200.590945:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610200.590947:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.590949:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610200.590955:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca71800. 02000000:00000001:1.0:1749610200.590957:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610200.590964:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db2c0. 00000400:00000010:1.0:1749610200.590970:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749610200.590978:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494466432, portal 4 00000100:00000001:1.0:1749610200.590980:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610200.590982:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849100672 : -131938860450944 : ffff880097173b80) 00000100:00000040:1.0:1749610200.590990:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.590999:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610200.591002:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610200.591004:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610200.591007:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494466432, offset 0 00000400:00000200:1.0:1749610200.591013:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610200.591027:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610200.591039:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf917180 00000400:00000200:1.0:1749610200.591046:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 8320 00000400:00000200:1.0:1749610200.591054:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610200.591058:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610200.591063:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610200.591065:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610200.591069:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078803480. 00000100:00000040:1.0:1749610200.591072:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078803480 x1834598494466432 msgsize 520 00000100:00100000:1.0:1749610200.591076:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610200.591129:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610200.591140:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610200.591143:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610200.591147:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610200.591153:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591164:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610200.591168:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591178:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591181:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610200.591187:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610200.591193:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1880 usecs (2 jiffies) 00000100:00000001:1.0:1749610200.591198:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299474050 00000100:00000010:1.0:1749610200.591204:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8a00. 00000100:00000001:1.0:1749610200.591211:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610200.591218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299474050 00000100:00000010:1.0:1749610200.591222:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8b40. 00000100:00000001:1.0:1749610200.591225:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610200.591228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299474050 00000100:00000010:1.0:1749610200.591231:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc83c0. 00000100:00000001:1.0:1749610200.591235:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610200.591238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299474050 00000100:00000010:1.0:1749610200.591243:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8a80. 00000100:00000001:1.0:1749610200.591246:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610200.591257:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610200.591261:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591264:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591267:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.591271:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610200.591274:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.591277:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.591279:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610200.591280:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610200.591286:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591297:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610200.591299:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.591302:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610200.591305:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610200.591308:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610200.591311:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494466560:0@lo:38:kworker.0 00000100:00000001:3.0:1749610200.591314:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.591316:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610200.591319:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610200.591321:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610200.591322:0:28323:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8801323bb000. 02000000:00000001:1.0:1749610200.591324:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610200.591328:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca70000. 00080000:00000010:3.0:1749610200.591329:0:28323:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083884000. 02000000:00000001:1.0:1749610200.591330:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749610200.591334:0:28323:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b1800. 00000400:00000010:1.0:1749610200.591335:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00000004:00000010:3.0:1749610200.591338:0:28323:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8801323ba000. 00000400:00000010:1.0:1749610200.591339:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000004:00000010:3.0:1749610200.591341:0:28323:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b4800. 00000100:00000200:1.0:1749610200.591343:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494466560, portal 10 00000004:00000010:3.0:1749610200.591344:0:28323:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012eab1c00. 00000100:00000001:1.0:1749610200.591346:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610200.591348:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591348:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092718080 : -131939616833536 : ffff88006a01c000) 00000100:00000040:1.0:1749610200.591354:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591363:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610200.591366:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610200.591369:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610200.591372:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494466560, offset 0 00000400:00000200:1.0:1749610200.591377:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610200.591385:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610200.591392:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf917200 00000400:00000200:1.0:1749610200.591399:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 7280 00000400:00000200:1.0:1749610200.591405:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610200.591409:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610200.591414:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610200.591416:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610200.591421:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802680. 00000100:00000040:1.0:1749610200.591424:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078802680 x1834598494466560 msgsize 520 00000100:00100000:1.0:1749610200.591429:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610200.591450:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610200.591459:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610200.591462:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610200.591465:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610200.591469:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610200.591476:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610200.591478:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494466560 00000100:00000001:1.0:1749610200.591479:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610200.591480:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610200.591483:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610200.591484:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610200.591485:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610200.591488:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610200.591491:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494466560 00000020:00000001:3.0:1749610200.591493:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610200.591493:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610200.591494:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610200.591495:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610200.591496:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610200.591498:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591499:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610200.591500:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610200.591503:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a600. 00000100:00000040:1.0:1749610200.591503:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 453 usecs (1 jiffies) 00000100:00000001:1.0:1749610200.591506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299474049 00000020:00000010:3.0:1749610200.591507:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed900. 00000020:00000010:3.0:1749610200.591510:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610200.591510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299474050 00000100:00000001:3.0:1749610200.591513:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610200.591513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299474049 00000100:00000001:3.0:1749610200.591514:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610200.591515:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299474050 00000100:00000001:3.0:1749610200.591516:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299474049 00000100:00000001:3.0:1749610200.591520:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591544:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299474050 00000100:00000001:1.0:1749610200.591547:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299474050 00000100:00000001:1.0:1749610200.591550:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299474050 00000100:00000001:3.0:1749610200.591552:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.591553:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610200.591556:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610200.591559:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610200.591559:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610200.591560:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494466816 02000000:00000001:3.0:1749610200.591562:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610200.591563:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610200.591564:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610200.591565:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610200.591567:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610200.591569:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494466816 00000020:00000001:3.0:1749610200.591570:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610200.591572:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610200.591573:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610200.591574:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1749610200.591575:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610200.591576:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610200.591578:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610200.591579:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610200.591580:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610200.591581:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610200.591584:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610200.591585:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610200.591587:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16d40. 00000100:00100000:1.0:1749610200.591588:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494466688:0@lo:38:kworker.0 00000020:00000010:3.0:1749610200.591591:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88006e9ccb40. 00000100:00000001:1.0:1749610200.591592:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610200.591595:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749610200.591597:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:1.0:1749610200.591597:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.591599:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610200.591603:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:1.0:1749610200.591603:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca71c00. 00000020:00000010:3.0:1749610200.591605:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b000. 02000000:00000001:1.0:1749610200.591606:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610200.591608:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed400. 00000020:00000010:3.0:1749610200.591610:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000400:00000010:1.0:1749610200.591610:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610200.591614:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:3.0:1749610200.591615:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610200.591617:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610200.591618:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610200.591618:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494466688, portal 10 00000100:00000001:3.0:1749610200.591620:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.591620:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610200.591622:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092718976 : -131939616832640 : ffff88006a01c380) 00000100:00000001:3.0:1749610200.591624:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610200.591625:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610200.591627:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610200.591631:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610200.591631:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880129c8a000. 00000100:00000001:3.0:1749610200.591635:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610200.591637:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610200.591638:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610200.591641:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1749610200.591644:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610200.591646:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092720768 : -131939616830848 : ffff88006a01ca80) 00000100:00000001:1.0:1749610200.591647:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610200.591650:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610200.591652:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:1.0:1749610200.591655:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494466688, offset 0 00000400:00000200:1.0:1749610200.591660:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610200.591665:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01ca80 x1834598494466816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/0 e 0 to 0 dl 1749610211 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610200.591668:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610200.591674:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610200.591675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf917280 00000020:00000010:3.0:1749610200.591676:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b162c0. 00000100:00000001:3.0:1749610200.591679:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610200.591680:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 8024 00000020:00000010:3.0:1749610200.591681:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b162c0. 00000400:00000200:1.0:1749610200.591686:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610200.591687:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494466816:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1749610200.591690:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610200.591691:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494466816 00000020:00000001:3.0:1749610200.591694:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610200.591694:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610200.591696:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610200.591696:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610200.591699:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610200.591700:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801880. 00000020:00000001:3.0:1749610200.591701:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749610200.591703:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078801880 x1834598494466688 msgsize 520 00000020:00000001:3.0:1749610200.591707:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:1.0:1749610200.591708:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610200.591710:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610200.591714:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610200.591716:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610200.591719:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610200.591721:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610200.591724:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610200.591728:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610200.591729:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610200.591731:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610200.591733:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 02000000:00000010:3.0:1749610200.591735:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2c00. 00000400:00000010:1.0:1749610200.591735:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 02000000:00000001:3.0:1749610200.591738:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591738:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610200.591741:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610200.591742:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610200.591744:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610200.591748:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494466816 00010000:00000001:3.0:1749610200.591751:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610200.591752:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1749610200.591757:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01ca80 x1834598494466816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749610211 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610200.591757:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591766:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610200.591768:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610200.591769:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610200.591771:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591772:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610200.591774:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=5 v=5 (1 0 0 0) 00000100:00000040:1.0:1749610200.591776:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 995 usecs (1 jiffies) 00000100:00000001:3.0:1749610200.591779:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610200.591779:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299474050 00000100:00000040:3.0:1749610200.591782:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610200.591782:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299474051 00000100:00000001:3.0:1749610200.591785:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610200.591786:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299474050 02000000:00000001:3.0:1749610200.591788:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610200.591788:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299474051 02000000:00000001:3.0:1749610200.591791:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591791:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299474050 00000100:00000001:3.0:1749610200.591794:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610200.591794:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299474051 00000100:00000001:1.0:1749610200.591796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299474050 00000100:00000040:3.0:1749610200.591797:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610200.591799:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299474051 00000400:00000010:3.0:1749610200.591801:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610200.591802:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610200.591805:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610200.591806:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494466816, offset 224 00000400:00000001:1.0:1749610200.591810:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610200.591812:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610200.591815:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db2c0. 00000400:00000200:1.0:1749610200.591818:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610200.591821:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610200.591823:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610200.591827:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610200.591828:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610200.591837:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610200.591840:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610200.591846:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917300 00000100:00000001:1.0:1749610200.591849:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610200.591851:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610200.591852:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4981 [1] + 224 00000100:00000001:1.0:1749610200.591854:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610200.591857:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610200.591859:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610200.591859:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610200.591861:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610200.591863:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610200.591865:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610200.591868:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749610200.591871:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610200 v=5 (0 0 0 0) 00000100:00000200:3.0:1749610200.591874:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01c700 x1834598494466816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610200.591876:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=73 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610200.591880:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610200.591884:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610200.591886:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610200.591888:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01c700 x1834598494466816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610200.591891:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591901:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610200.591905:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610200.591906:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610200.591908:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.591911:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610200.591912:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749610200.591914:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610200.591915:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00080000:1.0:1749610200.591917:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610200.591919:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610200.591921:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:1.0:1749610200.591921:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610200.591925:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591925:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610200.591929:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:1.0:1749610200.591930:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610200.591932:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610200.591934:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610200.591937:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749610200.591942:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494466432:0@lo:38:kworker.0 00000100:00000040:3.0:1749610200.591943:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01ca80 x1834598494466816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:391/0 lens 224/224 e 0 to 0 dl 1749610211 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.591948:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.591950:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610200.591954:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097173b80 x1834598494466432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610200.591956:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494466816:12345-0@lo:400:kworker.0 Request processed in 278us (477us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610200.591963:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749610200.591966:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 02000000:00000001:1.0:1749610200.591966:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610200.591969:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000010:1.0:1749610200.591970:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca71800. 00000100:00000001:3.0:1749610200.591973:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610200.591974:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610200.591975:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610200.591976:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749610200.591979:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed400. 00000020:00000040:1.0:1749610200.591979:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610200.591982:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749610200.591983:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 02000000:00000010:1.0:1749610200.591985:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac892800. 00000020:00000010:3.0:1749610200.591988:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b000. 02000000:00000001:1.0:1749610200.591988:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610200.591990:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1749610200.591993:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000010:1.0:1749610200.591993:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173b80. 00000100:00000001:3.0:1749610200.591996:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592000:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610200.592002:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592005:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592009:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610200.592011:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592014:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.592015:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610200.592018:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610200.592020:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610200.592022:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00000400:00000200:1.0:1749610200.592024:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610200.592027:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610200.592029:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610200.592034:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610200.592045:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592054:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610200.592056:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592058:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610200.592060:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610200.592062:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610200.592063:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.592066:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610200.592070:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610200 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610200.592074:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=55 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610200.592077:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610200.592079:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610200.592082:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610200.592087:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592121:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610200.592125:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610200.592127:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592145:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610200.592147:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610200.592151:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610200.592155:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610200.592158:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610200.592165:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610200.592176:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494466560:0@lo:38:kworker.0 00000100:00000001:1.0:1749610200.592182:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.592185:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610200.592190:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01c000 x1834598494466560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592199:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610200.592201:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610200.592204:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca70000. 02000000:00000001:1.0:1749610200.592209:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610200.592211:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610200.592213:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610200.592215:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610200.592218:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac893000. 02000000:00000001:1.0:1749610200.592221:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610200.592222:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610200.592224:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c000. 00000100:00000001:1.0:1749610200.592228:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610200.592229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592232:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.592235:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.592236:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610200.592242:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610200.592244:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610200.592247:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610200.592251:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610200.592253:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610200.592257:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610200.592262:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610200.592275:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592285:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610200.592287:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592289:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610200.592290:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610200.592292:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610200.592293:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610200.592295:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610200.592299:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610200 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610200.592302:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=5 v=10 (10 0 0 0) 00000100:00000001:1.0:1749610200.592305:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610200.592306:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610200.592308:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610200.592312:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610215 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592318:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610200.592320:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610200.592321:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592323:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610200.592324:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610200.592326:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610200.592329:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610200.592331:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610200.592334:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610215 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610200.592340:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494466688:0@lo:38:kworker.0 00000100:00000001:1.0:1749610200.592347:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.592349:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610200.592351:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01c380 x1834598494466688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610215 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610200.592358:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610200.592360:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610200.592362:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca71c00. 02000000:00000001:1.0:1749610200.592365:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610200.592367:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610200.592368:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610200.592371:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610200.592373:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac893400. 02000000:00000001:1.0:1749610200.592376:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610200.592377:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610200.592379:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c380. 00000100:00000001:1.0:1749610200.592382:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610200.592384:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610200.592386:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.592389:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610200.592390:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610200.592393:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610200.592395:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610200.593611:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299474051, at 4299474051 00000100:00000010:3.0:1749610200.593622:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8a80. 00000100:00000040:1.0:1749610200.593624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299474051, at 4299474051 00000100:00000010:1.0:1749610200.593643:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8b40. 00000020:00000001:3.0:1749610201.534709:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610201.534713:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610201.534716:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610201.591593:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610201.591603:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610201.591605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610201.591607:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610201.591608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610201.591610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610201.591611:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610202.536715:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610202.536718:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610202.536721:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610202.591584:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610202.591595:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610202.591596:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610202.591599:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610202.591600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610202.591603:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610202.591605:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749610203.017598:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49600. 00010000:00000010:1.1:1749610203.017604:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bc000. 00000020:00000001:3.0:1749610203.538745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610203.538749:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610203.538751:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610203.591592:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610203.591604:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610203.591605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610203.591608:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610203.591609:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610203.591612:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610203.591613:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610204.540726:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610204.540730:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610204.540732:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610205.542705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610205.542709:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610205.542711:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610205.598866:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1749610205.598872:0:28321:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b1000. 00080000:00000010:1.0:1749610205.598877:0:28321:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8c000. 00000004:00000010:1.0:1749610205.598880:0:28321:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913f000. 00000004:00000010:1.0:1749610205.598883:0:28321:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b0000. 00000004:00000010:1.0:1749610205.598885:0:28321:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913d000. 00000004:00000010:1.0:1749610205.598888:0:28321:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca71c00. 00000100:00000001:1.0:1749610205.598890:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610205.598891:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610205.598895:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610205.598896:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610205.598899:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494467072 00000100:00000001:1.0:1749610205.598901:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610205.598902:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610205.598902:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.598904:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610205.598904:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610205.598905:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610205.598906:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610205.598907:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610205.598908:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494467456:0@lo:400:kworker.0 02000000:00000001:3.0:1749610205.598910:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.598911:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610205.598912:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749610205.598913:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494467072 02000000:00000001:1.0:1749610205.598913:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.598915:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610205.598915:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749610205.598916:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:1.0:1749610205.598916:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4c200. 02000000:00000001:1.0:1749610205.598917:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.598918:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610205.598919:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.598920:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610205.598921:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610205.598923:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000010:3.0:1749610205.598924:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b000. 00000100:00000200:1.0:1749610205.598926:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494467456, portal 10 00000100:00000001:1.0:1749610205.598927:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610205.598928:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed400. 00000100:00000001:1.0:1749610205.598928:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092724352 : -131939616827264 : ffff88006a01d880) 00000020:00000010:3.0:1749610205.598931:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000020:00000010:1.0:1749610205.598933:0:28321:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880129c8e000. 00000100:00000001:3.0:1749610205.598934:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610205.598935:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610205.598936:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610205.598937:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610205.598940:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.598941:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610205.598943:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610205.598944:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610205.598946:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610205.598951:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494467456, offset 0 00000100:00000001:3.0:1749610205.598952:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610205.598953:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610205.598954:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610205.598956:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:3.0:1749610205.598958:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000400:00000200:1.0:1749610205.598959:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610205.598961:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d180 x1834598494467072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610205.598963:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf917580 00000400:00000200:1.0:1749610205.598966:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 9064 00000100:00100000:3.0:1749610205.598968:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494467072:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610205.598969:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610205.598970:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494467072 00000400:00000200:1.0:1749610205.598971:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610205.598973:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610205.598975:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610205.598982:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610205.598985:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610205.598987:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610205.598987:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610205.598988:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610205.598989:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610205.598991:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:1.0:1749610205.598991:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800e00. 00000100:00000001:3.0:1749610205.598992:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610205.598992:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880078800e00 x1834598494467456 msgsize 224 02000000:00000001:3.0:1749610205.598994:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610205.598994:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749610205.598996:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2400. 02000000:00000001:3.0:1749610205.598997:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.598998:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610205.599001:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610205.599002:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599003:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:3.0:1749610205.599004:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610205.599006:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610205.599006:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749610205.599008:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610205.599008:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:3.0:1749610205.599009:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610205.599009:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610205.599011:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749610205.599011:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610205.599012:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610205.599014:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749610205.599015:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610205.599016:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610205.599017:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610205.599017:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610205.599018:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610205.599019:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610205.599021:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610205.599021:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599022:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610205.599024:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494467072, offset 0 00000100:00000001:1.0:1749610205.599024:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610205.599026:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610205.599026:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1027 usecs (2 jiffies) 00000100:00000001:1.0:1749610205.599027:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299479058 00000100:00000001:1.0:1749610205.599029:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299479058 00000400:00000200:3.0:1749610205.599031:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610205.599031:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299479058 00000100:00000001:1.0:1749610205.599032:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299479058 00000100:00000001:1.0:1749610205.599033:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299479058 00000100:00000001:1.0:1749610205.599034:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299479058 00000400:00000200:3.0:1749610205.599035:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf917400 00000100:00000001:1.0:1749610205.599035:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299479058 00000100:00000001:1.0:1749610205.599036:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299479058 00000100:00000001:1.0:1749610205.599037:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610205.599038:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x49a5 [1] + 0 00000100:00000001:1.0:1749610205.599038:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599040:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610205.599041:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610205.599041:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610205.599042:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610205.599043:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610205.599044:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610205.599044:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610205.599045:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610205.599045:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610205.599065:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599066:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610205.599067:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01ce00 x1834598494467072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610205.599075:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01ce00 x1834598494467072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610205.599077:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610205.599079:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610205.599079:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749610205.599083:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610205.599084:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610205.599086:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610205.599087:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610205.599089:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610205.599090:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749610205.599092:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.599093:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610205.599095:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494467072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610205.599100:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494467072:12345-0@lo:38:kworker.0 Request processed in 132us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610205.599105:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:3.0:1749610205.599107:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610205.599108:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610205.599111:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed400. 00000020:00000010:3.0:1749610205.599113:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000010:3.0:1749610205.599115:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b000. 00000100:00000001:3.0:1749610205.599117:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610205.599128:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610205.599129:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494467328 02000000:00000001:3.0:1749610205.599130:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610205.599131:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610205.599132:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610205.599133:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610205.599135:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494467328 00000020:00000001:3.0:1749610205.599136:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610205.599136:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610205.599137:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610205.599138:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.599139:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610205.599141:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b000. 00000020:00000010:3.0:1749610205.599142:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800736ed400. 00000020:00000010:3.0:1749610205.599143:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610205.599144:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610205.599145:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610205.599146:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.599148:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.599153:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610205.599155:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610205.599156:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610205.599158:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1749610205.599159:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910743808 : -131938798807808 : ffff88009ac3d500) 00000100:00000040:3.0:1749610205.599161:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d500 x1834598494467328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610205.599167:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494467328:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610205.599168:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494467328 00000020:00000001:3.0:1749610205.599169:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610205.599170:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610205.599174:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610205.599176:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610205.599177:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610205.599179:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610205.599180:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610205.599180:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610205.599181:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610205.599184:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3ff000. 02000000:00000001:3.0:1749610205.599185:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.599186:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610205.599187:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610205.599188:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610205.599189:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610205.599190:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610205.599192:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610205.599193:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749610205.599194:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610205.599195:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610205.599197:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749610205.599198:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610205.599198:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610205.599199:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610205.599200:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610205.599201:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610205.599203:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494467328, offset 0 00000400:00000200:3.0:1749610205.599205:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610205.599210:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610205.599214:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917500 00000400:00000200:3.0:1749610205.599223:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49c1 [1] + 0 00000400:00000200:3.0:1749610205.599225:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610205.599227:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610205.599228:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610205.599230:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01d500 x1834598494467328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610205.599236:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01d500 x1834598494467328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610205.599240:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610205.599248:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610205.599249:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610205.599250:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610205.599250:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610205.599252:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610205.599253:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610205.599254:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610205.599255:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610205.599257:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d500 x1834598494467328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610225 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610205.599262:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494467328:12345-0@lo:38:kworker.0 Request processed in 95us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610205.599266:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1749610205.599267:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610205.599268:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610205.599268:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610205.599269:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800736ed400. 00000100:00000001:1.0:1749610205.599269:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610205.599270:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000400:00000001:1.0:1749610205.599271:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749610205.599272:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b000. 00000400:00000001:1.0:1749610205.599272:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610205.599273:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610205.599274:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610205.599275:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610205.599277:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610205.599278:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610205.599280:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610205.599285:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610205.599289:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610205.599291:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610205.599292:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610205.599293:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610205.599294:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610205.599295:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610205.599297:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610205.599300:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610205.599301:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610205.599302:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610205.599303:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610205.599305:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610205.599307:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610205.599311:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599313:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610205.599314:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610205.599315:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610205.599316:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610205.599317:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610205.599321:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610205.599322:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610205.599323:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610205.599324:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610205.599328:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494467456:0@lo:400:kworker.0 00000100:00000001:1.0:1749610205.599331:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610205.599332:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610205.599333:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01d880 x1834598494467456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610205.599337:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610205.599337:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610205.599339:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4c200. 02000000:00000001:1.0:1749610205.599341:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610205.599342:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610205.599343:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610205.599344:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610205.599345:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c9a2f00. 02000000:00000001:1.0:1749610205.599346:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610205.599347:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610205.599347:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d880. 00000100:00000001:1.0:1749610205.599349:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610205.599350:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610205.599351:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610205.599353:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610205.599354:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610205.599355:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610205.599356:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610205.600569:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299479058, at 4299479058 00000100:00000040:1.0:1749610205.600570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299479058, at 4299479058 00000100:00000010:1.0:1749610205.600578:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cca00. 00000100:00000010:3.0:1749610205.600584:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cc900. 00000020:00000001:3.0:1749610206.544774:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610206.544780:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610206.544784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:3.0:1749610206.594739:0:10941:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00080000:00000010:3.0:1749610206.805073:0:10961:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610206.805082:0:10961:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610206.805088:0:10961:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610206.805107:0:10961:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610206.805112:0:10961:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610206.805115:0:10961:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610206.808636:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610206.808640:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610206.808643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610206.808689:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610206.808691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610206.808693:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610206.922731:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610206.922737:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610206.922741:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610206.922778:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610206.922781:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610206.922783:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610207.022621:0:11029:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610207.022627:0:11029:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610207.022630:0:11029:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610207.022640:0:11029:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed900. 00080000:00000010:3.0:1749610207.022642:0:11029:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed900. 00000020:00000001:3.0:1749610207.022644:0:11029:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749610207.111013:0:11071:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749610207.111018:0:11071:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1749610207.111021:0:11071:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:1.0:1749610207.142420:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.142426:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.142430:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.142470:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.142473:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.142475:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.244849:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.244854:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.244856:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.244892:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.244894:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.244895:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326423:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749610207.326427:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326429:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326431:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749610207.326433:0:11135:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326434:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326435:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326436:0:11135:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326437:0:11135:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749610207.326438:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326444:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326445:0:11135:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749610207.326446:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749610207.326448:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326449:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326450:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749610207.326451:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326452:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326452:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326453:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326454:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749610207.326455:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326456:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326457:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749610207.326458:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326459:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326460:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326461:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326462:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326463:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326464:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326465:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326467:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326468:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326469:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326470:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326471:0:11135:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749610207.326472:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326476:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326476:0:11135:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749610207.326477:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_show 00000020:00000001:1.0:1749610207.326479:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610207.326481:0:11135:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4cc00. 00000020:00000010:1.0:1749610207.326483:0:11135:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4d800. 00000020:00000010:1.0:1749610207.326486:0:11135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913a000. 00000020:00000010:1.0:1749610207.326490:0:11135:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610207.326493:0:11135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4c400. 80000000:00000010:1.0:1749610207.326495:0:11135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bdaea0. 40000000:00000010:1.0:1749610207.326498:0:11135:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405db80. 00100000:00000010:1.0:1749610207.326501:0:11135:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913e000. 00040000:00000010:1.0:1749610207.326504:0:11135:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610207.326506:0:11135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4ce00. 00080000:00000010:1.0:1749610207.326509:0:11135:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749610207.326513:0:11135:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c88000. 00002000:00000010:1.0:1749610207.326518:0:11135:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73400. 00000020:00000010:1.0:1749610207.326540:0:11135:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4d800. 00000020:00000010:1.0:1749610207.326543:0:11135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913a000. 00000020:00000010:1.0:1749610207.326545:0:11135:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610207.326550:0:11135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4c400. 80000000:00000010:1.0:1749610207.326551:0:11135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a8bdaea0. 40000000:00000010:1.0:1749610207.326553:0:11135:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405db80. 00100000:00000010:1.0:1749610207.326555:0:11135:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913e000. 00040000:00000010:1.0:1749610207.326558:0:11135:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610207.326560:0:11135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4ce00. 00080000:00000010:1.0:1749610207.326562:0:11135:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c88000. 00080000:00000010:1.0:1749610207.326565:0:11135:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749610207.326567:0:11135:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73400. 00000020:00000010:1.0:1749610207.326568:0:11135:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4cc00. 00000020:00000001:1.0:1749610207.326570:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326571:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_show 00000020:00000040:1.0:1749610207.326572:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326574:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326574:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326575:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326576:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_show 00000020:00000001:1.0:1749610207.326577:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326578:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326579:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_show 00000020:00000040:1.0:1749610207.326615:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749610207.326617:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326617:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326618:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749610207.326619:0:11135:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326620:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326621:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326622:0:11135:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326623:0:11135:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610207.326624:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326626:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326627:0:11135:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610207.326628:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749610207.326628:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326629:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326630:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749610207.326631:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326632:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326633:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326634:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326635:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749610207.326636:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326637:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326637:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749610207.326638:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326639:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326640:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326641:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326642:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326642:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326643:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326644:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326645:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326646:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326646:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326647:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326648:0:11135:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610207.326649:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326650:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326651:0:11135:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610207.326652:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610207.326653:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610207.326654:0:11135:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4cc00. 00000020:00000010:1.0:1749610207.326655:0:11135:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c800. 00000020:00000010:1.0:1749610207.326657:0:11135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913e000. 00000020:00000010:1.0:1749610207.326658:0:11135:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610207.326659:0:11135:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4ce00. 80000000:00000010:1.0:1749610207.326660:0:11135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bdaea0. 40000000:00000010:1.0:1749610207.326661:0:11135:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405d780. 00100000:00000010:1.0:1749610207.326663:0:11135:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913a000. 00040000:00000010:1.0:1749610207.326665:0:11135:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610207.326666:0:11135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4c400. 00080000:00000010:1.0:1749610207.326667:0:11135:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749610207.326669:0:11135:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c88000. 00002000:00000010:1.0:1749610207.326671:0:11135:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73400. 00000020:00000010:1.0:1749610207.326673:0:11135:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c800. 00000020:00000010:1.0:1749610207.326675:0:11135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913e000. 00000020:00000010:1.0:1749610207.326677:0:11135:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610207.326678:0:11135:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4ce00. 80000000:00000010:1.0:1749610207.326680:0:11135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a8bdaea0. 40000000:00000010:1.0:1749610207.326681:0:11135:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d780. 00100000:00000010:1.0:1749610207.326682:0:11135:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913a000. 00040000:00000010:1.0:1749610207.326684:0:11135:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5600. 00040000:00000010:1.0:1749610207.326685:0:11135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4c400. 00080000:00000010:1.0:1749610207.326687:0:11135:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c88000. 00080000:00000010:1.0:1749610207.326688:0:11135:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749610207.326690:0:11135:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73400. 00000020:00000010:1.0:1749610207.326691:0:11135:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4cc00. 00000020:00000001:1.0:1749610207.326692:0:11135:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326693:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610207.326694:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326695:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326696:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326697:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610207.326698:0:11135:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610207.326699:0:11135:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610207.326699:0:11135:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610207.326700:0:11135:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_seq_show 00080000:00000010:1.0:1749610207.355915:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.355920:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.355925:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.355962:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.355966:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.355968:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.535670:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.535675:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.535679:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610207.535723:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610207.535725:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610207.535727:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610207.844392:0:11310:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610207.844395:0:11310:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:3.0:1749610207.846647:0:11310:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1749610207.850981:0:11311:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:1.0:1749610207.853993:0:11312:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:1.0:1749610208.001452:0:11333:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610208.001461:0:11333:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610208.001465:0:11333:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.001478:0:11333:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68780. 00080000:00000010:1.0:1749610208.001482:0:11333:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68780. 00000020:00000001:1.0:1749610208.001485:0:11333:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610208.005248:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed400. 00080000:00000010:3.0:1749610208.005254:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed400. 00000020:00000001:3.0:1749610208.005258:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610208.005329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed400. 00080000:00000010:3.0:1749610208.005332:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed400. 00000020:00000001:3.0:1749610208.005335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.272698:0:11399:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.272704:0:11399:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.272707:0:11399:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.272716:0:11399:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.272720:0:11399:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.272721:0:11399:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.385190:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.385196:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.385199:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.385235:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.385239:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.385240:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610208.548655:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610208.548659:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610208.548662:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610208.555339:0:11465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.555347:0:11465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.555353:0:11465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.555366:0:11465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.555370:0:11465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.555373:0:11465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.559017:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.559047:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.559052:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.559116:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.559119:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.559121:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.702967:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.702976:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.702982:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.703085:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.703090:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.703094:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.842886:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.842889:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.842892:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610208.842931:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610208.842933:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610208.842935:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610209.019622:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49200. 00010000:00000010:0.1:1749610209.019628:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bcc00. 00080000:00000010:3.0:1749610209.059748:0:11597:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.059754:0:11597:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.059757:0:11597:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.059766:0:11597:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.059769:0:11597:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.059771:0:11597:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.173262:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610209.173268:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610209.173272:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.173309:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68980. 00080000:00000010:1.0:1749610209.173312:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68980. 00000020:00000001:1.0:1749610209.173314:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.500585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68c00. 00080000:00000010:1.0:1749610209.500589:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68c00. 00000020:00000001:1.0:1749610209.500592:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.500637:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68c00. 00080000:00000010:1.0:1749610209.500639:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68c00. 00000020:00000001:1.0:1749610209.500641:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.611318:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed400. 00080000:00000010:3.0:1749610209.611324:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed400. 00000020:00000001:3.0:1749610209.611343:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.611383:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736ed400. 00080000:00000010:3.0:1749610209.611386:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736ed400. 00000020:00000001:3.0:1749610209.611388:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.717273:0:11791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.717280:0:11791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.717285:0:11791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.717296:0:11791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.717300:0:11791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.717303:0:11791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.719786:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.719790:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.719793:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610209.719848:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800736eda00. 00080000:00000010:3.0:1749610209.719851:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800736eda00. 00000020:00000001:3.0:1749610209.719853:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.956410:0:11863:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68380. 00080000:00000010:1.0:1749610209.956416:0:11863:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68380. 00000020:00000001:1.0:1749610209.956419:0:11863:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610209.956428:0:11863:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68380. 00080000:00000010:1.0:1749610209.956431:0:11863:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68380. 00000020:00000001:1.0:1749610209.956433:0:11863:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610210.170318:0:11928:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610210.170324:0:11928:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610210.170327:0:11928:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610210.170336:0:11928:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610210.170339:0:11928:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610210.170341:0:11928:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610210.278855:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68a80. 00080000:00000010:1.0:1749610210.278862:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68a80. 00000020:00000001:1.0:1749610210.278866:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610210.278902:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68a80. 00080000:00000010:1.0:1749610210.278905:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68a80. 00000020:00000001:1.0:1749610210.278907:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610210.389701:0:11992:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c600. 00080000:00000010:3.0:1749610210.389713:0:11992:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c600. 00000020:00000001:3.0:1749610210.389721:0:11992:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610210.389746:0:11992:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c600. 00080000:00000010:3.0:1749610210.389752:0:11992:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c600. 00000020:00000001:3.0:1749610210.389757:0:11992:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610210.394194:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68a80. 00080000:00000010:1.0:1749610210.394202:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68a80. 00000020:00000001:1.0:1749610210.394207:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610210.394277:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88012ee68a80. 00080000:00000010:1.0:1749610210.394281:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88012ee68a80. 00000020:00000001:1.0:1749610210.394284:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610210.552706:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610210.552713:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610210.552718:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610210.607093:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610210.607097:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607125:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610210.607130:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494467712 02000000:00000001:3.0:1749610210.607134:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610210.607137:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610210.607140:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610210.607144:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610210.607149:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494467712 00000020:00000001:3.0:1749610210.607152:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610210.607153:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610210.607156:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610210.607158:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610210.607161:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610210.607167:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194000. 00000020:00000010:3.0:1749610210.607172:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000020:00000010:3.0:1749610210.607177:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610210.607183:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610210.607185:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610210.607186:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607191:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607209:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610210.607218:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610210.607221:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610210.607225:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1749610210.607228:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910753664 : -131938798797952 : ffff88009ac3fb80) 00000100:00000040:3.0:1749610210.607233:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3fb80 x1834598494467712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610210.607243:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494467712:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610210.607246:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494467712 00000020:00000001:3.0:1749610210.607249:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610210.607250:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610210.607251:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494468096 00010000:00000001:3.0:1749610210.607252:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610210.607254:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610210.607255:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610210.607257:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610210.607260:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610210.607263:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610210.607263:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494468096 00000020:00000001:1.0:1749610210.607265:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00010000:00020000:3.0:1749610210.607266:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:1.0:1749610210.607266:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610210.607267:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749610210.607269:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749610210.607270:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:3.0:1749610210.607271:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610210.607272:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610210.607274:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610210.607275:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610210.607276:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610210.607278:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610210.607278:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1749610210.607281:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb88c00. 00000020:00000010:1.0:1749610210.607282:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129e3f280. 02000000:00000001:3.0:1749610210.607283:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607285:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610210.607286:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012c7ad340. 00010000:00000001:3.0:1749610210.607288:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610210.607290:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610210.607291:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00001000:3.0:1749610210.607293:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610210.607295:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610210.607297:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610210.607298:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610210.607299:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749610210.607300:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d400. 00000100:00000001:3.0:1749610210.607301:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610210.607303:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749610210.607303:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68900. 00000100:00000040:3.0:1749610210.607306:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749610210.607307:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 02000000:00000001:3.0:1749610210.607308:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610210.607309:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607311:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610210.607312:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1749610210.607313:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610210.607314:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749610210.607315:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610210.607315:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610210.607317:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610210.607319:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494467712, offset 0 00000100:00000001:1.0:1749610210.607321:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610210.607322:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749610210.607323:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610210.607324:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610210.607329:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610210.607330:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610210.607335:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf917680 00000100:00000001:1.0:1749610210.607335:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610210.607336:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610210.607340:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x49d5 [1] + 0 00000100:00100000:1.0:1749610210.607340:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1749610210.607342:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610210.607343:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092728832 : -131939616822784 : ffff88006a01ea00) 00000400:00000200:3.0:1749610210.607344:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610210.607347:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610210.607349:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610210.607349:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01ea00 x1834598494468096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/0 e 0 to 0 dl 1749610221 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610210.607353:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01df80 x1834598494467712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610210.607357:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610210.607358:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129e3f400. 00000100:00000001:1.0:1749610210.607360:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610210.607362:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01df80 x1834598494467712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610210.607362:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129e3f400. 00000100:00100000:1.0:1749610210.607366:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494468096:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610210.607368:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610210.607368:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494468096 00000020:00000001:1.0:1749610210.607370:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610210.607372:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000020:00000001:1.0:1749610210.607372:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749610210.607374:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000020:00000001:1.0:1749610210.607374:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610210.607376:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610210.607377:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610210.607378:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610210.607379:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610210.607380:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610210.607381:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610210.607383:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610210.607384:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:1.0:1749610210.607384:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610210.607386:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610210.607386:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610210.607387:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610210.607389:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610210.607390:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3fb80 x1834598494467712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610230 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610210.607390:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610210.607394:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610210.607396:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610210.607398:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494467712:12345-0@lo:38:kworker.0 Request processed in 155us (404us total) trans 0 rc -19/-19 02000000:00000010:1.0:1749610210.607398:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72c00. 02000000:00000001:1.0:1749610210.607400:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610210.607402:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610210.607404:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000020:00000001:1.0:1749610210.607404:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607406:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1749610210.607406:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494468096 00000100:00000001:3.0:1749610210.607407:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610210.607409:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749610210.607410:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000010:3.0:1749610210.607412:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00010000:00000200:1.0:1749610210.607413:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01ea00 x1834598494468096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610210.607415:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194000. 00000100:00000001:3.0:1749610210.607417:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610210.607419:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610210.607421:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610210.607423:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610210.607426:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610210.607428:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610210.607430:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610210.607431:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610210.607432:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749610210.607433:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494467968 02000000:00000001:1.0:1749610210.607433:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610210.607434:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610210.607434:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610210.607436:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610210.607437:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610210.607437:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610210.607439:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610210.607439:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00100000:3.0:1749610210.607441:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494467968 00000020:00000001:3.0:1749610210.607443:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610210.607444:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610210.607445:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610210.607446:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610210.607448:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610210.607450:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194000. 00000020:00000010:3.0:1749610210.607452:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000200:1.0:1749610210.607452:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494468096, offset 224 00000020:00000010:3.0:1749610210.607454:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610210.607455:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610210.607456:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749610210.607456:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610210.607459:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607461:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610210.607463:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610210.607463:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610210.607467:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610210.607468:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610210.607469:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917800 00000100:00100000:3.0:1749610210.607471:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1749610210.607473:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910750080 : -131938798801536 : ffff88009ac3ed80) 00000400:00000200:1.0:1749610210.607474:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49dd [1] + 224 00000100:00000040:3.0:1749610210.607476:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ed80 x1834598494467968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610210.607478:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610210.607480:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610210.607483:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494467968:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610210.607483:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610210.607485:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494467968 00000020:00000001:3.0:1749610210.607486:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610210.607487:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01f800 x1834598494468096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610210.607488:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610210.607493:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610210.607496:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610210.607496:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01f800 x1834598494468096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610210.607498:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610210.607501:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610210.607503:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610210.607505:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610210.607505:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610210.607507:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610210.607509:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb89400. 00000400:00000200:1.0:1749610210.607510:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749610210.607512:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610210.607512:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610210.607514:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610210.607514:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610210.607515:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610210.607517:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610210.607518:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610210.607519:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610210.607520:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00001000:3.0:1749610210.607522:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749610210.607546:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610210.607548:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610210.607549:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610210.607552:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610210.607553:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01ea00 x1834598494468096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:401/0 lens 224/224 e 0 to 0 dl 1749610221 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610210.607554:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610210.607557:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610210.607559:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610210.607561:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494468096:12345-0@lo:400:kworker.0 Request processed in 203us (356us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610210.607562:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610210.607565:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749610210.607567:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1749610210.607569:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610210.607569:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:3.0:1749610210.607571:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610210.607571:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610210.607572:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610210.607573:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610210.607574:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68900. 00000100:00000040:3.0:1749610210.607576:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610210.607577:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000400:00000010:3.0:1749610210.607578:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000020:00000010:1.0:1749610210.607580:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4d400. 00000100:00000200:3.0:1749610210.607582:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494467968, offset 0 00000020:00000040:1.0:1749610210.607583:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610210.607585:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610210.607595:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749610210.607597:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610210.607597:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749610210.607604:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610210.607611:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917780 00000400:00000200:3.0:1749610210.607616:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x49f1 [1] + 0 00000400:00000200:3.0:1749610210.607622:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610210.607626:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610210.607630:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610210.607635:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01e680 x1834598494467968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610210.607647:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01e680 x1834598494467968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610210.607658:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610210.607681:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610210.607684:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610210.607688:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610210.607689:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610210.607693:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610210.607696:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749610210.607698:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610210.607701:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610210.607706:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ed80 x1834598494467968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610230 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610210.607718:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494467968:12345-0@lo:38:kworker.0 Request processed in 233us (327us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610210.607726:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1749610210.607729:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610210.607730:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610210.607734:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000010:3.0:1749610210.607738:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000010:3.0:1749610210.607741:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194000. 00000100:00000001:3.0:1749610210.607745:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610210.608615:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299484066, at 4299484066 00000100:00000010:3.0:1749610210.608622:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e731d00. 00000100:00000040:1.0:1749610210.608623:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299484066, at 4299484066 00000100:00000010:1.0:1749610210.608632:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7315c0. 00000020:00000001:3.0:1749610212.556768:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610212.556772:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610212.556775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610212.608170:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610212.608173:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610212.608175:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610212.608180:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608186:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610212.608187:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610212.608189:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610212.608190:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610212.608191:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610212.608193:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494468864:0@lo:400:kworker.0 00000100:00000001:3.0:1749610212.608196:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610212.608198:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610212.608199:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610212.608201:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610212.608204:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880133194c00. 02000000:00000001:3.0:1749610212.608206:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610212.608210:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7318. 00000400:00000010:3.0:1749610212.608214:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610212.608217:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494468864, portal 10 00000100:00000001:3.0:1749610212.608219:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610212.608220:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092727936 : -131939616823680 : ffff88006a01e680) 00000020:00000010:3.0:1749610212.608226:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880083886000. 00000100:00000040:3.0:1749610212.608232:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608239:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610212.608241:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610212.608243:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610212.608245:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494468864, offset 0 00000400:00000200:3.0:1749610212.608249:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610212.608255:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610212.608261:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf917b00 00000400:00000200:3.0:1749610212.608266:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 11072 00000400:00000200:3.0:1749610212.608271:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610212.608274:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610212.608277:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610212.608279:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610212.608282:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807100. 00000100:00000040:3.0:1749610212.608284:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099807100 x1834598494468864 msgsize 224 00000100:00100000:3.0:1749610212.608288:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610212.608295:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610212.608300:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610212.608302:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610212.608305:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610212.608309:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608316:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610212.608319:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608325:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608327:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610212.608330:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610212.608333:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 763 usecs (1 jiffies) 00000100:00000001:3.0:1749610212.608335:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299486066 00000100:00000001:3.0:1749610212.608337:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299486088 00000100:00000001:3.0:1749610212.608340:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299486066 00000100:00000001:3.0:1749610212.608341:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299486088 00000100:00000001:1.0:1749610212.608343:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610212.608346:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494468864 02000000:00000001:1.0:1749610212.608348:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610212.608349:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299486066 00000100:00000001:1.0:1749610212.608350:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610212.608351:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299486088 00000100:00000001:3.0:1749610212.608352:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299486066 00000100:00000001:1.0:1749610212.608352:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608353:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299486088 00000100:00000001:3.0:1749610212.608355:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610212.608355:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608356:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608357:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610212.608357:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494468864 00000100:00000001:3.0:1749610212.608359:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610212.608359:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610212.608360:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610212.608362:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610212.608363:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610212.608364:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1749610212.608364:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610212.608366:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610212.608367:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610212.608367:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610212.608368:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608369:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610212.608369:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610212.608373:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610212.608376:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53ad4c0. 00000020:00000010:1.0:1749610212.608380:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129e3f280. 00000100:00000001:3.0:1749610212.608382:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610212.608384:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494468608 00000020:00000040:1.0:1749610212.608385:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:3.0:1749610212.608386:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610212.608387:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610212.608389:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610212.608392:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610212.608393:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749610212.608394:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494468608 00000020:00000001:3.0:1749610212.608395:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610212.608396:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4cc00. 00000020:00000040:3.0:1749610212.608397:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610212.608398:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749610212.608399:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68b80. 00000020:00000001:3.0:1749610212.608400:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610212.608401:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610212.608402:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000020:00000010:3.0:1749610212.608404:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194800. 00000020:00000010:3.0:1749610212.608408:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c100. 00000100:00000040:1.0:1749610212.608408:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749610212.608410:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610212.608410:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610212.608411:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610212.608413:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610212.608413:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608414:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610212.608415:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610212.608417:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610212.608419:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610212.608420:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610212.608420:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610212.608426:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610212.608432:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610212.608433:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610212.608437:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494468736 00000100:00000001:3.0:1749610212.608439:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610212.608439:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610212.608440:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610212.608440:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610212.608441:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610212.608443:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1749610212.608443:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610212.608445:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494468736 00000100:00000040:3.0:1749610212.608446:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:1.0:1749610212.608446:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610212.608447:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610212.608448:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889550080 : -131938820001536 : ffff880099807100) 00000020:00000001:1.0:1749610212.608449:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610212.608450:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610212.608452:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099807100 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/0 e 0 to 0 dl 1749610223 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610212.608452:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610212.608454:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610212.608457:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000100:00000001:3.0:1749610212.608459:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610212.608459:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000020:00000010:3.0:1749610212.608461:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731fc0. 00000100:00000001:1.0:1749610212.608462:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610212.608463:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610212.608463:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610212.608464:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610212.608465:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731fc0. 00000100:00000001:1.0:1749610212.608467:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610212.608469:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494468864:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610212.608469:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610212.608472:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494468864 00000020:00000001:3.0:1749610212.608474:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610212.608474:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610212.608475:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610212.608477:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749610212.608478:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:3.0:1749610212.608479:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610212.608481:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610212.608481:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910745600 : -131938798806016 : ffff88009ac3dc00) 00000020:00000001:3.0:1749610212.608483:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610212.608485:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749610212.608485:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3dc00 x1834598494468736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610212.608489:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610212.608491:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610212.608492:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610212.608494:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610212.608495:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494468736:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610212.608496:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610212.608499:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610212.608499:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494468736 02000000:00000001:3.0:1749610212.608501:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610212.608501:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610212.608503:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749610212.608504:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac893800. 02000000:00000001:3.0:1749610212.608506:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608508:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610212.608509:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610212.608509:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610212.608511:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000040:3.0:1749610212.608512:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494468864 00010000:00000001:1.0:1749610212.608513:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610212.608514:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610212.608514:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610212.608516:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610212.608517:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1749610212.608518:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099807100 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610212.608518:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610212.608520:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73400. 02000000:00000001:1.0:1749610212.608521:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610212.608551:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610212.608552:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610212.608554:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610212.608555:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610212.608557:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749610212.608558:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610212.608559:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610212.608560:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610212.608560:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610212.608561:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610212.608562:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610212.608564:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610212.608565:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610212.608565:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749610212.608567:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:1.0:1749610212.608567:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610212.608568:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608569:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610212.608569:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610212.608570:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610212.608571:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610212.608572:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:3.0:1749610212.608573:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608574:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610212.608574:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494468736, offset 0 00000100:00000040:3.0:1749610212.608576:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610212.608577:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610212.608578:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610212.608581:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494468864, offset 224 00000400:00000200:1.0:1749610212.608581:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610212.608585:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917a80 00000400:00000200:3.0:1749610212.608586:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610212.608589:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a29 [1] + 0 00000400:00000200:3.0:1749610212.608591:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610212.608592:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610212.608594:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610212.608596:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917b00 00000100:00000001:1.0:1749610212.608596:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610212.608598:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01fb80 x1834598494468736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610212.608599:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a15 [1] + 224 00000400:00000200:3.0:1749610212.608602:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610212.608604:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610212.608604:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01fb80 x1834598494468736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608606:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610212.608609:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610212.608609:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610212.608613:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:3.0:1749610212.608614:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610212.608615:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610212.608616:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610212.608617:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610212.608618:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610212.608620:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610212.608621:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610212.608621:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610212.608622:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610212.608624:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610212.608625:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000040:1.0:1749610212.608625:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3dc00 x1834598494468736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610232 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608626:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610212.608627:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610212.608629:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610212.608630:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494468736:12345-0@lo:38:kworker.0 Request processed in 136us (207us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610212.608631:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:3.0:1749610212.608632:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610212.608633:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610212.608635:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610212.608637:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099807100 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:403/0 lens 224/224 e 0 to 0 dl 1749610223 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610212.608637:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:1.0:1749610212.608638:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610212.608639:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610212.608641:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 00000100:00100000:3.0:1749610212.608643:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494468864:12345-0@lo:400:kworker.0 Request processed in 183us (357us total) trans 0 rc 0/0 00000020:00000010:1.0:1749610212.608644:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000020:00000010:1.0:1749610212.608645:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c200. 00000100:00100000:3.0:1749610212.608647:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1749610212.608647:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610212.608649:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610212.608650:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610212.608651:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610212.608653:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68b80. 00000020:00000010:3.0:1749610212.608655:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:3.0:1749610212.608657:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4cc00. 00000020:00000040:3.0:1749610212.608659:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610212.608661:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608669:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610212.608670:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610212.608671:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610212.608672:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610212.608673:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7318. 00000400:00000200:3.0:1749610212.608675:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610212.608676:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610212.608678:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610212.608679:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610212.608684:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608687:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610212.608688:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608689:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610212.608690:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610212.608691:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610212.608692:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610212.608693:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610212.608695:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1749610212.608698:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610212.608699:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610212.608700:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610212.608702:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610212.608704:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610212.608708:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608710:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610212.608711:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610212.608712:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610212.608712:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610212.608714:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608718:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610212.608719:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610212.608720:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610212.608722:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610212.608726:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494468864:0@lo:400:kworker.0 00000100:00000001:3.0:1749610212.608728:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608729:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610212.608730:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01e680 x1834598494468864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610212.608734:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610212.608734:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610212.608736:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880133194c00. 02000000:00000001:3.0:1749610212.608737:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610212.608738:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610212.608739:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610212.608740:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610212.608741:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012c7b7a00. 02000000:00000001:3.0:1749610212.608742:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610212.608744:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610212.608745:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01e680. 00000100:00000001:3.0:1749610212.608746:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610212.608747:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608748:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610212.608750:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610212.608751:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610212.608751:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610212.608752:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610212.630577:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299486088, at 4299486088 00000100:00000040:1.0:1749610212.630596:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299486088, at 4299486088 00000100:00000010:3.0:1749610212.630600:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b540. 00000100:00000010:1.0:1749610212.630602:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bdc0. 00000020:00000001:3.0:1749610214.560725:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610214.560729:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610214.560731:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749610215.562721:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610215.562724:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610215.562726:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610216.564778:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610216.564784:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610216.564789:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749610217.566842:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610217.566848:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610217.566852:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610217.615176:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610217.615180:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610217.615182:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610217.615189:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615198:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610217.615199:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610217.615202:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610217.615204:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610217.615206:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610217.615209:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494469376:0@lo:400:kworker.0 00000100:00000001:1.0:1749610217.615212:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610217.615215:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610217.615216:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610217.615218:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610217.615221:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4c200. 02000000:00000001:1.0:1749610217.615223:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610217.615227:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000100:00000001:3.0:1749610217.615229:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610217.615231:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610217.615235:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610217.615235:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494469376, portal 10 00000100:00000001:1.0:1749610217.615237:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610217.615238:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092724352 : -131939616827264 : ffff88006a01d880) 00000100:00000040:1.0:1749610217.615244:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615251:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610217.615253:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610217.615254:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610217.615257:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494469376, offset 0 00000400:00000200:1.0:1749610217.615260:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610217.615267:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610217.615273:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf917d00 00000400:00000200:1.0:1749610217.615279:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 12336 00000400:00000200:1.0:1749610217.615284:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610217.615286:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610217.615290:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610217.615291:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610217.615295:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078803100. 00000100:00000040:1.0:1749610217.615297:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880078803100 x1834598494469376 msgsize 224 00000100:00100000:1.0:1749610217.615301:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610217.615319:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610217.615331:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610217.615333:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610217.615335:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610217.615339:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615346:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610217.615347:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610217.615348:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610217.615349:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494469376 02000000:00000001:3.0:1749610217.615351:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610217.615353:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610217.615354:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615355:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615355:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610217.615358:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615358:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610217.615360:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494469376 00000100:00000040:1.0:1749610217.615361:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 726 usecs (1 jiffies) 00000020:00000001:3.0:1749610217.615362:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610217.615364:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610217.615364:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299491073 00000020:00000001:3.0:1749610217.615366:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610217.615366:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299491074 00000020:00000040:3.0:1749610217.615368:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610217.615368:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299491073 00000100:00000001:1.0:1749610217.615370:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299491074 00000020:00000001:3.0:1749610217.615371:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610217.615372:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299491073 00000020:00000001:3.0:1749610217.615373:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610217.615374:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299491074 00000100:00000001:1.0:1749610217.615375:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299491073 00000100:00000001:3.0:1749610217.615377:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610217.615377:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299491074 00000100:00000001:1.0:1749610217.615378:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610217.615380:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610217.615381:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731fc0. 00000100:00000001:1.0:1749610217.615382:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615384:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610217.615385:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b53ad4c0. 00000100:00000001:1.0:1749610217.615390:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610217.615391:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1749610217.615392:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749610217.615393:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610217.615394:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610217.615395:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615397:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615402:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610217.615406:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194c00. 00000020:00000010:3.0:1749610217.615409:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610217.615413:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00080000:1.0:1749610217.615419:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610217.615423:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749610217.615437:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610217.615439:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494469120 02000000:00000001:1.0:1749610217.615441:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610217.615442:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610217.615443:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610217.615444:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615446:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610217.615447:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610217.615447:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610217.615449:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494469120 00000100:00000001:3.0:1749610217.615450:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610217.615451:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610217.615452:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610217.615453:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610217.615454:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749610217.615455:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615456:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749610217.615456:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615457:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610217.615460:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610217.615463:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610217.615463:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000020:00000010:1.0:1749610217.615466:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:1.0:1749610217.615469:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610217.615470:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610217.615470:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610217.615471:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610217.615472:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610217.615475:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1749610217.615477:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610217.615478:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615479:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335885568 : -131939373666048 : ffff880078803100) 00000100:00000001:1.0:1749610217.615483:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610217.615485:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078803100 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/0 e 0 to 0 dl 1749610228 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615488:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610217.615489:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494469248 02000000:00000001:1.0:1749610217.615491:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610217.615492:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610217.615494:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610217.615494:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610217.615496:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731940. 02000000:00000001:1.0:1749610217.615496:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610217.615497:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494469248 00000100:00000001:3.0:1749610217.615498:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610217.615498:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610217.615499:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610217.615500:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731940. 00000020:00000001:1.0:1749610217.615500:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610217.615501:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610217.615502:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610217.615504:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494469376:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610217.615505:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c600. 00000020:00000010:1.0:1749610217.615506:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68800. 00000100:00000200:3.0:1749610217.615508:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494469376 00000020:00000010:1.0:1749610217.615508:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:1.0:1749610217.615510:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610217.615511:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610217.615511:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610217.615512:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610217.615513:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610217.615514:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610217.615515:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615515:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610217.615518:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610217.615519:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610217.615520:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610217.615520:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610217.615552:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1749610217.615554:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910746496 : -131938798805120 : ffff88009ac3df80) 00000020:00000001:3.0:1749610217.615558:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749610217.615558:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3df80 x1834598494469120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610237 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610217.615562:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610217.615563:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610217.615566:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749610217.615567:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494469120:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610217.615568:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610217.615570:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1749610217.615570:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494469120 00000020:00000001:1.0:1749610217.615572:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610217.615574:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610217.615574:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610217.615576:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610217.615580:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac891400. 02000000:00000001:3.0:1749610217.615582:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610217.615582:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610217.615584:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610217.615585:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610217.615586:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610217.615587:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:3.0:1749610217.615588:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494469376 00010000:00000001:1.0:1749610217.615589:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610217.615590:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610217.615592:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610217.615593:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1749610217.615595:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078803100 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610217.615595:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610217.615597:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71800. 02000000:00000001:1.0:1749610217.615599:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615601:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610217.615602:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610217.615603:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610217.615604:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610217.615605:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610217.615607:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 0 0 0) 00000100:00001000:1.0:1749610217.615607:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610217.615609:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610217.615610:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610217.615611:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610217.615612:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749610217.615613:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749610217.615614:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610217.615615:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610217.615616:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610217.615617:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615617:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610217.615619:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610217.615620:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:3.0:1749610217.615621:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610217.615622:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610217.615623:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610217.615624:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610217.615625:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610217.615627:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610217.615628:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494469376, offset 224 00000400:00000010:1.0:1749610217.615628:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610217.615631:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494469120, offset 0 00000400:00000200:3.0:1749610217.615633:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610217.615636:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610217.615640:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610217.615642:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610217.615647:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917d00 00000400:00000200:1.0:1749610217.615648:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917c00 00000400:00000200:3.0:1749610217.615652:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a45 [1] + 224 00000400:00000200:3.0:1749610217.615657:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610217.615660:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610217.615662:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a4d [1] + 0 00000400:00000200:1.0:1749610217.615666:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610217.615669:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610217.615671:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610217.615672:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610217.615675:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01df80 x1834598494469120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610217.615676:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610217.615683:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01df80 x1834598494469120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610217.615684:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615690:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610217.615693:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749610217.615695:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610217.615695:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610217.615697:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610217.615698:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610217.615700:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610217.615703:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610217.615704:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610217.615706:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610217.615709:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3df80 x1834598494469120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610237 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610217.615716:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00100000:1.0:1749610217.615717:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494469120:12345-0@lo:38:kworker.0 Request processed in 150us (369us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749610217.615718:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610217.615721:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610217.615722:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610217.615724:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:3.0:1749610217.615725:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615726:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610217.615727:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610217.615730:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 00000100:00000040:3.0:1749610217.615733:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749610217.615733:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00010000:00000001:3.0:1749610217.615735:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749610217.615735:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4dc00. 00000020:00000001:3.0:1749610217.615737:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615738:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610217.615739:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610217.615742:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078803100 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:408/0 lens 224/224 e 0 to 0 dl 1749610228 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615750:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610217.615751:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494469376:12345-0@lo:400:kworker.0 Request processed in 255us (451us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610217.615752:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610217.615757:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000001:1.0:1749610217.615758:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610217.615759:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000001:1.0:1749610217.615759:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610217.615761:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000100:00000001:3.0:1749610217.615762:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610217.615763:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610217.615763:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610217.615764:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000010:3.0:1749610217.615766:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610217.615766:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610217.615769:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000200:1.0:1749610217.615769:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610217.615772:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194c00. 00000020:00000040:3.0:1749610217.615776:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:1.0:1749610217.615776:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610217.615778:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610217.615781:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610217.615783:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610217.615784:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610217.615786:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610217.615787:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610217.615788:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610217.615790:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610217.615793:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610217.615796:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610217.615798:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610217.615799:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610217.615801:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610217.615805:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610217.615811:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615813:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610217.615815:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610217.615816:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610217.615817:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610217.615820:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615826:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610217.615827:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610217.615829:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610217.615831:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610217.615838:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494469376:0@lo:400:kworker.0 00000100:00000001:1.0:1749610217.615841:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610217.615843:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610217.615846:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01d880 x1834598494469376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610217.615851:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610217.615852:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610217.615854:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4c200. 02000000:00000001:1.0:1749610217.615856:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610217.615857:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610217.615858:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610217.615860:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610217.615861:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012c7b7b00. 02000000:00000001:1.0:1749610217.615863:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610217.615864:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610217.615866:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d880. 00000100:00000001:1.0:1749610217.615868:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610217.615869:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610217.615871:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610217.615873:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610217.615875:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610217.615876:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610217.615878:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610217.617584:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299491075, at 4299491075 00000100:00000010:1.0:1749610217.617592:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bc00. 00000100:00000040:3.0:1749610217.617606:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299491075, at 4299491075 00000100:00000010:3.0:1749610217.617614:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8be40. 00000020:00000001:3.0:1749610218.568825:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610218.568832:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610218.568836:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749610219.570698:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610219.570702:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610219.570705:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749610221.574812:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610221.574819:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610221.574824:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610222.623235:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610222.623239:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494469632 02000000:00000001:1.0:1749610222.623242:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610222.623244:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610222.623247:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610222.623251:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610222.623255:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494469632 00000020:00000001:1.0:1749610222.623257:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610222.623259:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610222.623260:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610222.623263:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610222.623264:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610222.623269:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610222.623274:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000020:00000010:1.0:1749610222.623278:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:1.0:1749610222.623283:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610222.623284:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610222.623286:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623291:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623300:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610222.623307:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610222.623309:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610222.623313:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:1.0:1749610222.623316:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910707456 : -131938798844160 : ffff88009ac34700) 00000100:00000040:1.0:1749610222.623321:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34700 x1834598494469632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610222.623322:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610222.623328:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610222.623334:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494469632:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610222.623353:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494469632 00000020:00000001:1.0:1749610222.623356:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610222.623359:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610222.623369:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610222.623372:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610222.623374:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610222.623377:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610222.623379:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610222.623381:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610222.623382:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610222.623385:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72400. 02000000:00000001:1.0:1749610222.623386:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623388:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610222.623392:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610222.623393:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610222.623396:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610222.623398:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610222.623400:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610222.623402:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610222.623404:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610222.623405:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610222.623407:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749610222.623409:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610222.623410:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623411:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610222.623413:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610222.623415:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610222.623427:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494469632, offset 0 00000100:00000001:3.0:1749610222.623431:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610222.623432:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610222.623433:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494469760 02000000:00000001:3.0:1749610222.623435:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610222.623436:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610222.623438:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610222.623439:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610222.623440:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610222.623442:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494469760 00000400:00000200:1.0:1749610222.623443:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf917e00 00000020:00000001:3.0:1749610222.623444:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610222.623445:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610222.623447:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610222.623448:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610222.623448:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a6d [1] + 0 00000020:00000001:3.0:1749610222.623450:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610222.623451:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610222.623454:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194c00. 00000400:00000200:1.0:1749610222.623454:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610222.623457:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610222.623457:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610222.623460:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000200:1.0:1749610222.623461:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01d500 x1834598494469632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610222.623463:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610222.623464:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610222.623466:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610222.623468:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01d500 x1834598494469632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610222.623469:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623474:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610222.623475:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610222.623479:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749610222.623480:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610222.623480:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610222.623482:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749610222.623484:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494470016 00000100:00000001:1.0:1749610222.623484:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610222.623485:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610222.623486:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610222.623487:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610222.623487:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610222.623489:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610222.623489:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:3.0:1749610222.623490:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494470016 00000020:00000001:3.0:1749610222.623491:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610222.623491:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610222.623492:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610222.623492:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610222.623493:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610222.623494:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:1.0:1749610222.623495:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34700 x1834598494469632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610242 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610222.623496:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610222.623498:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610222.623501:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610222.623502:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494469632:12345-0@lo:38:kworker.0 Request processed in 170us (398us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610222.623503:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731940. 00000020:00000010:3.0:1749610222.623507:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e731fc0. 00000100:00100000:1.0:1749610222.623507:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:1.0:1749610222.623509:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610222.623510:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1749610222.623511:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:1.0:1749610222.623514:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 00000100:00000001:3.0:1749610222.623516:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610222.623517:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000020:00000010:3.0:1749610222.623519:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194200. 00000020:00000010:1.0:1749610222.623519:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c200. 00000100:00000001:1.0:1749610222.623521:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610222.623540:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610222.623543:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000040:3.0:1749610222.623547:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610222.623548:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610222.623549:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610222.623551:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610222.623554:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610222.623555:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610222.623556:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623561:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610222.623564:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610222.623565:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610222.623568:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1749610222.623570:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610222.623572:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092719872 : -131939616831744 : ffff88006a01c700) 00000100:00000040:3.0:1749610222.623576:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01c700 x1834598494470016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/0 e 0 to 0 dl 1749610233 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610222.623584:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610222.623585:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731fc0. 00000100:00000001:3.0:1749610222.623587:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610222.623589:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731fc0. 00000100:00000001:1.0:1749610222.623589:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610222.623591:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610222.623592:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494470016:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610222.623594:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494470016 00000100:00100000:1.0:1749610222.623595:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000001:3.0:1749610222.623596:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610222.623597:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910720896 : -131938798830720 : ffff88009ac37b80) 00000020:00000001:3.0:1749610222.623599:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610222.623601:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610222.623601:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac37b80 x1834598494469760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610222.623602:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610222.623604:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610222.623606:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610222.623609:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610222.623610:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610222.623612:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749610222.623612:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494469760:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610222.623614:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610222.623615:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494469760 00000020:00000001:3.0:1749610222.623616:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610222.623618:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610222.623619:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610222.623620:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610222.623621:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610222.623624:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac891800. 02000000:00000001:3.0:1749610222.623625:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623627:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610222.623627:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610222.623629:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610222.623630:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494470016 00010000:00020000:1.0:1749610222.623630:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610222.623632:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610222.623633:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610222.623635:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:3.0:1749610222.623636:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01c700 x1834598494470016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610222.623637:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610222.623639:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610222.623641:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749610222.623642:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610222.623643:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610222.623645:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 0 0 0) 02000000:00000010:1.0:1749610222.623645:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca70000. 02000000:00000001:1.0:1749610222.623647:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623648:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610222.623650:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610222.623650:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623651:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610222.623652:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610222.623670:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610222.623670:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610222.623671:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623673:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:1.0:1749610222.623673:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610222.623675:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610222.623677:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:3.0:1749610222.623678:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610222.623679:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610222.623682:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494470016, offset 224 00000100:00000040:1.0:1749610222.623682:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610222.623685:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610222.623686:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610222.623688:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610222.623692:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:3.0:1749610222.623693:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610222.623694:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610222.623697:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610222.623699:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917f80 00000100:00000001:1.0:1749610222.623699:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610222.623702:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610222.623704:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a79 [1] + 224 00000400:00000010:1.0:1749610222.623705:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610222.623708:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610222.623709:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494469760, offset 0 00000400:00000200:3.0:1749610222.623711:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610222.623714:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610222.623739:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610222.623741:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610222.623748:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01c000 x1834598494470016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610222.623749:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf917e80 00000400:00000200:1.0:1749610222.623756:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4a75 [1] + 0 00000100:00000040:3.0:1749610222.623758:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01c000 x1834598494470016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610222.623763:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610222.623768:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610222.623772:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610222.623773:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610222.623779:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01ce00 x1834598494469760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610222.623787:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610222.623789:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610222.623793:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610222.623795:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610222.623795:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01ce00 x1834598494469760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610222.623799:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610222.623802:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00010000:00000001:3.0:1749610222.623804:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610222.623806:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610222.623808:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610222.623812:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c700 x1834598494470016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:413/0 lens 224/224 e 0 to 0 dl 1749610233 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610222.623822:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494470016:12345-0@lo:400:kworker.0 Request processed in 235us (432us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610222.623827:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610222.623830:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1749610222.623833:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610222.623835:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610222.623837:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610222.623837:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000010:3.0:1749610222.623840:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000400:00000010:1.0:1749610222.623840:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000010:3.0:1749610222.623844:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000001:1.0:1749610222.623844:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610222.623847:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610222.623848:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194200. 00000020:00000040:3.0:1749610222.623852:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610222.623852:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610222.623854:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610222.623856:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610222.623859:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610222.623862:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610222.623869:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac37b80 x1834598494469760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610242 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610222.623885:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494469760:12345-0@lo:38:kworker.0 Request processed in 271us (552us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610222.623924:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000001:1.0:1749610222.623927:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610222.623928:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610222.623932:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:1.0:1749610222.623953:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000020:00000010:1.0:1749610222.623956:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194c00. 00000100:00000001:1.0:1749610222.623958:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610222.624567:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299496082, at 4299496082 00000100:00000010:1.0:1749610222.624572:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bdc0. 00000100:00000040:3.0:1749610222.624587:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299496082, at 4299496082 00000100:00000010:3.0:1749610222.624595:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b400. 00000020:00000001:1.0:1749610223.578826:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610223.578830:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610223.578833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1749610225.021736:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828800. 00000020:00000001:1.0:1749610225.582779:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610225.582785:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610225.582789:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1749610227.586837:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610227.586842:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610227.586891:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610227.631285:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610227.631290:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494470272 02000000:00000001:1.0:1749610227.631294:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610227.631298:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610227.631301:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610227.631305:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610227.631309:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494470272 00000020:00000001:1.0:1749610227.631312:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610227.631314:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749610227.631314:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610227.631316:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610227.631318:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610227.631320:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610227.631321:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610227.631327:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610227.631333:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000020:00000010:1.0:1749610227.631338:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:1.0:1749610227.631343:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610227.631345:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610227.631347:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631354:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631372:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610227.631382:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610227.631384:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610227.631390:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1749610227.631393:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092718080 : -131939616833536 : ffff88006a01c000) 00000100:00000040:1.0:1749610227.631400:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01c000 x1834598494470272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610227.631413:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494470272:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610227.631417:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494470272 00000020:00000001:1.0:1749610227.631421:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610227.631424:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610227.631439:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610227.631443:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610227.631446:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610227.631450:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610227.631453:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610227.631456:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610227.631458:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610227.631462:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71400. 02000000:00000001:1.0:1749610227.631464:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631467:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610227.631471:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610227.631474:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610227.631477:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610227.631480:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610227.631484:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610227.631486:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610227.631489:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610227.631491:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610227.631494:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749610227.631496:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610227.631498:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631500:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610227.631503:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610227.631506:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610227.631510:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494470272, offset 0 00000400:00000200:1.0:1749610227.631516:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610227.631561:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610227.631569:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf918080 00000400:00000200:1.0:1749610227.631574:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4a9d [1] + 0 00000400:00000200:1.0:1749610227.631580:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610227.631583:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610227.631587:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610227.631592:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35880 x1834598494470272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610227.631603:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35880 x1834598494470272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610227.631612:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:3.0:1749610227.631619:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:1.0:1749610227.631619:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610227.631621:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000040:3.0:1749610227.631624:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749610227.631624:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610227.631625:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610227.631629:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610227.631632:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749610227.631635:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610227.631637:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610227.631642:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c000 x1834598494470272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610247 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610227.631653:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494470272:12345-0@lo:38:kworker.0 Request processed in 239us (466us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610227.631657:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610227.631659:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494470528 00000100:00100000:1.0:1749610227.631661:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 02000000:00000001:3.0:1749610227.631662:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610227.631663:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610227.631665:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610227.631665:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610227.631667:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610227.631670:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 02000000:00000001:3.0:1749610227.631671:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610227.631674:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494470528 00000020:00000010:1.0:1749610227.631674:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000020:00000001:3.0:1749610227.631677:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610227.631677:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c200. 00000020:00000040:3.0:1749610227.631678:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610227.631680:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610227.631681:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610227.631682:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610227.631684:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610227.631690:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194200. 00000020:00000010:3.0:1749610227.631695:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610227.631699:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:3.0:1749610227.631703:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610227.631705:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610227.631707:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631709:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610227.631711:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631711:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610227.631715:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610227.631715:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1749610227.631718:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610227.631720:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910709248 : -131938798842368 : ffff88009ac34e00) 00000100:00000001:3.0:1749610227.631723:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610227.631725:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610227.631725:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34e00 x1834598494470656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/0 e 0 to 0 dl 1749610238 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610227.631730:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1749610227.631733:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092718976 : -131939616832640 : ffff88006a01c380) 00000100:00000001:1.0:1749610227.631734:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610227.631737:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53add40. 00000100:00000040:3.0:1749610227.631739:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01c380 x1834598494470400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610227.631740:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610227.631742:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b53add40. 00000100:00100000:1.0:1749610227.631748:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494470656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610227.631752:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494470400:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610227.631752:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494470656 00000020:00000001:1.0:1749610227.631754:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610227.631756:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494470400 00000020:00000001:1.0:1749610227.631757:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610227.631759:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610227.631760:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610227.631762:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610227.631762:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610227.631764:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610227.631767:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610227.631771:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610227.631772:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610227.631774:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:3.0:1749610227.631775:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610227.631776:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749610227.631778:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610227.631778:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610227.631781:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610227.631781:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610227.631783:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610227.631785:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610227.631786:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610227.631787:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610227.631788:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610227.631790:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72800. 02000000:00000010:3.0:1749610227.631791:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d574c00. 02000000:00000001:1.0:1749610227.631792:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610227.631793:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610227.631794:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610227.631796:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610227.631796:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610227.631799:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1749610227.631799:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494470656 00010000:00000001:3.0:1749610227.631801:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610227.631802:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749610227.631804:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:1.0:1749610227.631806:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac34e00 x1834598494470656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610227.631807:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610227.631810:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610227.631812:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749610227.631814:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610227.631815:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610227.631816:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610227.631817:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:1.0:1749610227.631819:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 0 0 0) 00000100:00000040:3.0:1749610227.631821:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610227.631822:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610227.631823:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610227.631824:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610227.631825:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749610227.631826:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610227.631827:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610227.631829:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610227.631829:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610227.631830:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610227.631832:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610227.631832:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610227.631834:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610227.631837:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:3.0:1749610227.631869:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494470400, offset 0 00000100:00000200:1.0:1749610227.631875:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494470656, offset 224 00000400:00000200:3.0:1749610227.631876:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610227.631882:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610227.631885:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610227.631890:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610227.631893:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918100 00000400:00000200:1.0:1749610227.631896:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918200 00000400:00000200:3.0:1749610227.631899:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4aad [1] + 0 00000400:00000200:3.0:1749610227.631904:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610227.631907:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610227.631914:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4aa5 [1] + 224 00000400:00000200:1.0:1749610227.631920:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610227.631922:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610227.631924:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610227.631928:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac34000 x1834598494470400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610227.631929:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610227.631934:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35c00 x1834598494470656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610227.631939:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac34000 x1834598494470400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610227.631944:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac35c00 x1834598494470656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610227.631958:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610227.631963:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749610227.631964:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610227.631966:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610227.631968:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610227.631970:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610227.631973:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749610227.631974:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610227.631976:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000040:1.0:1749610227.631977:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749610227.631980:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749610227.631980:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610227.631982:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610227.631982:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610227.631984:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610227.631986:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610227.631988:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34e00 x1834598494470656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:418/0 lens 224/224 e 0 to 0 dl 1749610238 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610227.631989:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610227.631991:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610227.631994:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610227.631998:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c380 x1834598494470400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610247 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610227.631998:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494470656:12345-0@lo:400:kworker.0 Request processed in 261us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610227.632005:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1749610227.632008:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494470400:12345-0@lo:38:kworker.0 Request processed in 256us (573us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610227.632008:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610227.632010:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610227.632012:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610227.632015:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00100000:3.0:1749610227.632016:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1749610227.632019:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610227.632020:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610227.632020:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000010:3.0:1749610227.632024:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000020:00000010:1.0:1749610227.632025:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c50b200. 00000020:00000010:3.0:1749610227.632028:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9960. 00000020:00000040:1.0:1749610227.632029:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:3.0:1749610227.632032:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c50ba00. 00000100:00000001:1.0:1749610227.632032:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610227.632035:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610227.632585:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299501090, at 4299501090 00000100:00000040:1.0:1749610227.632595:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299501090, at 4299501090 00000100:00000010:1.0:1749610227.632604:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8780. 00000100:00000010:3.0:1749610227.632609:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8c40. 00010000:00000010:2.1:1749610227.922708:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006a3b8100. 00010000:00000010:2.1:1749610227.922719:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d5b4e00. 00000020:00000001:1.0:1749610229.590796:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610229.590802:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610229.590806:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1749610231.025633:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7b7500. 00010000:00000010:2.1:1749610231.025639:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008295e600. 00000020:00000001:1.0:1749610231.594726:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610231.594731:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610231.594733:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610232.639245:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610232.639251:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610232.639290:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610232.639296:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494471040 02000000:00000001:1.0:1749610232.639300:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610232.639304:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610232.639307:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610232.639314:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610232.639319:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494471040 00000020:00000001:1.0:1749610232.639322:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610232.639325:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610232.639328:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610232.639332:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610232.639334:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610232.639343:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610232.639350:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000020:00000010:1.0:1749610232.639357:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:1.0:1749610232.639365:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610232.639368:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610232.639371:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610232.639379:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610232.639408:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610232.639424:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610232.639427:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610232.639435:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1749610232.639436:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610232.639438:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610232.639440:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092723456 : -131939616828160 : ffff88006a01d500) 00000100:00000001:3.0:1749610232.639441:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639443:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610232.639449:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01d500 x1834598494471040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610232.639469:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494471040:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610232.639470:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610232.639472:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494471424 02000000:00000001:3.0:1749610232.639475:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610232.639475:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494471040 00000100:00000001:3.0:1749610232.639477:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610232.639480:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610232.639480:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610232.639483:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610232.639485:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610232.639487:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494471424 00000020:00000001:3.0:1749610232.639489:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610232.639491:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610232.639494:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610232.639498:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610232.639501:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610232.639502:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610232.639504:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00020000:1.0:1749610232.639508:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610232.639509:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610232.639513:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731fc0. 00010000:00000001:1.0:1749610232.639514:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610232.639517:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb8b540. 00010000:00000001:1.0:1749610232.639519:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749610232.639558:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749610232.639565:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610232.639568:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749610232.639571:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195600. 00000100:00000001:1.0:1749610232.639572:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610232.639575:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 02000000:00000001:1.0:1749610232.639576:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749610232.639579:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 02000000:00000010:1.0:1749610232.639582:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73800. 00000100:00000040:3.0:1749610232.639585:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1749610232.639586:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639587:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610232.639589:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610232.639589:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639591:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610232.639595:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610232.639596:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610232.639598:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1749610232.639598:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639600:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610232.639603:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610232.639606:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610232.639608:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610232.639612:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610232.639612:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610232.639614:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610232.639616:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749610232.639620:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1749610232.639620:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610232.639623:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610232.639625:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910720000 : -131938798831616 : ffff88009ac37800) 00000100:00000001:1.0:1749610232.639625:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610232.639629:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749610232.639632:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac37800 x1834598494471424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/0 e 0 to 0 dl 1749610243 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610232.639633:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610232.639637:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610232.639640:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610232.639643:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610232.639644:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610232.639645:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731a40. 00000100:00000001:3.0:1749610232.639648:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610232.639649:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000010:3.0:1749610232.639650:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731a40. 00000100:00100000:3.0:1749610232.639655:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494471424:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610232.639656:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494471040, offset 0 00000100:00000200:3.0:1749610232.639663:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494471424 00000020:00000001:3.0:1749610232.639665:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610232.639665:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610232.639668:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610232.639671:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610232.639674:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610232.639676:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749610232.639678:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610232.639679:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610232.639683:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610232.639685:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610232.639687:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610232.639689:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610232.639689:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf918380 00000020:00000001:3.0:1749610232.639691:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610232.639695:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610232.639697:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610232.639698:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4acd [1] + 0 02000000:00000010:3.0:1749610232.639701:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d575c00. 02000000:00000001:3.0:1749610232.639703:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639705:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610232.639705:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610232.639708:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610232.639711:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494471424 00000400:00000200:1.0:1749610232.639711:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610232.639714:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610232.639718:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac37800 x1834598494471424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610232.639727:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610232.639729:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610232.639730:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610232.639732:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610232.639736:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610232.639738:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35c00 x1834598494471040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610232.639739:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:3.0:1749610232.639741:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610232.639744:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610232.639745:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610232.639747:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610232.639750:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610232.639753:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000040:1.0:1749610232.639755:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35c00 x1834598494471040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610232.639758:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494471424, offset 224 00000100:00000001:1.0:1749610232.639771:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610232.639774:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610232.639784:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610232.639791:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000200:3.0:1749610232.639794:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918500 00000400:00000010:1.0:1749610232.639795:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610232.639828:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610232.639830:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610232.639833:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ad5 [1] + 224 00000100:00000001:1.0:1749610232.639836:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610232.639841:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610232.639842:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610232.639845:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610232.639847:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610232.639849:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610232.639850:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610232.639856:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac34380 x1834598494471424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610232.639856:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d500 x1834598494471040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610252 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610232.639866:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac34380 x1834598494471424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610232.639872:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494471040:12345-0@lo:38:kworker.0 Request processed in 404us (697us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610232.639879:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610232.639885:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:1.0:1749610232.639890:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610232.639892:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610232.639896:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000020:00000010:1.0:1749610232.639897:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 00000400:00000010:3.0:1749610232.639899:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610232.639903:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749610232.639903:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:3.0:1749610232.639904:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610232.639908:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610232.639909:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c200. 00000100:00000040:3.0:1749610232.639911:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749610232.639913:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610232.639914:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610232.639916:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610232.639918:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610232.639922:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac37800 x1834598494471424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:423/0 lens 224/224 e 0 to 0 dl 1749610243 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610232.639932:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494471424:12345-0@lo:400:kworker.0 Request processed in 287us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610232.639940:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1749610232.639943:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610232.639946:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610232.639947:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610232.639951:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610232.639955:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749610232.639958:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195600. 00000020:00000040:3.0:1749610232.639962:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610232.639965:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610232.639979:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610232.639983:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:3.0:1749610232.640586:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299506098, at 4299506098 00000100:00000010:3.0:1749610232.640594:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8780. 00000100:00000040:1.0:1749610232.640607:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299506098, at 4299506098 00000100:00000010:1.0:1749610232.640619:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc81c0. 00000020:00000001:1.0:1749610233.598705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610233.598711:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610233.598714:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610233.921663:0:12125:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610233.921669:0:12125:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c200. 00000020:00000010:1.0:1749610233.921672:0:12125:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4dc00. 00000040:00000010:1.0:1749610233.921674:0:12125:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4c800. 00000020:00000010:1.0:1749610233.921677:0:12125:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b800. 00000020:00000010:1.0:1749610233.921680:0:12125:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749610233.921682:0:12125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4c600. 80000000:00000010:1.0:1749610233.921685:0:12125:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bdaba0. 40000000:00000010:1.0:1749610233.921687:0:12125:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b53add40. 00100000:00000010:1.0:1749610233.921689:0:12125:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913b000. 00040000:00000010:1.0:1749610233.921692:0:12125:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5400. 00040000:00000010:1.0:1749610233.921694:0:12125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4cc00. 00080000:00000010:1.0:1749610233.921697:0:12125:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749610233.921701:0:12125:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c88000. 00000004:00000010:1.0:1749610233.921705:0:12125:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913c800. 00000004:00000010:1.0:1749610233.921707:0:12125:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b6000. 00000004:00000010:1.0:1749610233.921710:0:12125:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913e800. 00002000:00000010:1.0:1749610233.921712:0:12125:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73c00. 00000004:00000010:1.0:1749610233.921715:0:12125:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006bb8ac00. 00000020:00000010:1.0:1749610233.921717:0:12125:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b53ad940. 00000040:00000010:1.0:1749610233.921728:0:12125:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009cc60000. 00000040:00001000:1.0:1749610233.921730:0:12125:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610233.921731:0:12125:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610233.921733:0:12125:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610233.921736:0:12125:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1749610233.921743:0:12125:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610233.921744:0:12125:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610233.921746:0:12125:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc60000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610233.921747:0:12125:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610233.921749:0:12125:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749610233.921751:0:12125:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610233.921753:0:12125:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610233.921754:0:12125:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610233.921755:0:12125:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749610233.921759:0:12125:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749610233.921760:0:12125:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000001:1.0:1749610233.921762:0:12125:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610233.921765:0:12125:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009c8f5e00. 00000020:00000080:1.0:1749610233.921767:0:12125:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610233.921768:0:12125:0:(obd_config.c:1473:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000001:1.0:1749610233.921770:0:12125:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610233.921772:0:12125:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009c8f5e00. 00000020:00000001:1.0:1749610233.921775:0:12125:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610233.921776:0:12125:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc600e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610233.921777:0:12125:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749610233.921779:0:12125:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749610233.921779:0:12125:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749610233.921782:0:12125:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff88012ee68e80. 00000020:00000080:1.0:1749610233.921783:0:12125:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610233.921784:0:12125:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610233.921786:0:12125:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749610233.921809:0:12125:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88aae0. 00000020:00000080:1.0:1749610233.921812:0:12125:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001 (ffff88012f88aae0) 00000020:00000001:1.0:1749610233.921813:0:12125:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610233.921815:0:12125:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007913f800. 00000020:00000001:1.0:1749610233.921817:0:12125:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610233.921818:0:12125:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007913f800 with handle 0x689c0ec07329d0aa to hash 00000020:00000001:1.0:1749610233.921820:0:12125:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610233.921824:0:12125:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610233.921825:0:12125:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610233.921827:0:12125:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345570304 : -131939363981312 : ffff88007913f800) 00000020:00000040:1.0:1749610233.921829:0:12125:0:(genops.c:898:class_export_put()) PUTting export ffff88007913f800 : new refcount 1 00000020:00000040:1.0:1749610233.921838:0:12125:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 2 - obd_device_list 00000020:00000001:1.0:1749610233.921843:0:12125:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749610233.921844:0:12125:0:(obd_config.c:653:class_attach()) OBD: dev 15 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749610233.921845:0:12125:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610233.921847:0:12125:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610233.921848:0:12125:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff88012ee68e80. 00000020:00000001:1.0:1749610233.921851:0:12125:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610233.921852:0:12125:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc60160 type=0x10620000 idx=3 00000040:00001000:1.0:1749610233.921853:0:12125:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749610233.921854:0:12125:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1749610233.921855:0:12125:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749610233.921856:0:12125:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749610233.921858:0:12125:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff8800a8bdaa20. 00000020:00000080:1.0:1749610233.921859:0:12125:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749610233.921862:0:12125:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749610233.921879:0:12125:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610233.921882:0:12125:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a222cc0. 00000001:00000010:1.0:1749610233.921886:0:12125:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096650a00. 00000001:00000010:1.0:1749610233.921889:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c6600. 00000001:00000010:1.0:1749610233.921891:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c6c00. 00000001:00000010:1.0:1749610233.921893:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c7600. 00000001:00000010:1.0:1749610233.921894:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c7a00. 00000001:00000001:1.0:1749610233.921896:0:12125:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610233.921897:0:12125:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009a222480. 00000001:00000010:1.0:1749610233.921899:0:12125:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096650e80. 00000001:00000010:1.0:1749610233.921900:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c7800. 00000001:00000010:1.0:1749610233.921902:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c7e00. 00000001:00000010:1.0:1749610233.921903:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c7c00. 00000001:00000010:1.0:1749610233.921905:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ac8c6200. 00000020:00000001:1.0:1749610233.921906:0:12125:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610233.921908:0:12125:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000020:00000010:1.0:1749610233.921910:0:12125:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012ee68e80. 00000020:00000010:1.0:1749610233.921913:0:12125:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000008:00000010:1.0:1749610233.921916:0:12125:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bedc0. 00020000:00000010:1.0:1749610233.921920:0:12125:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5680. 00008000:00000010:1.0:1749610233.921923:0:12125:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7d90. 00000080:00000010:1.0:1749610233.921926:0:12125:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a5a0. 00000020:00000010:1.0:1749610233.921928:0:12125:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a000. 00000020:00000010:1.0:1749610233.921930:0:12125:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b53b400. 00000020:00000010:1.0:1749610233.921932:0:12125:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913a000. 00000020:00000010:1.0:1749610233.921934:0:12125:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749610233.921935:0:12125:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b53a200. 80000000:00000010:1.0:1749610233.921937:0:12125:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a8bdacc0. 40000000:00000010:1.0:1749610233.921939:0:12125:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b53ad600. 00100000:00000010:1.0:1749610233.921941:0:12125:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913e000. 00040000:00000010:1.0:1749610233.921942:0:12125:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5e00. 00040000:00000010:1.0:1749610233.921944:0:12125:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b53ba00. 00080000:00000010:1.0:1749610233.921947:0:12125:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749610233.921950:0:12125:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00002000:00000010:1.0:1749610233.921952:0:12125:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb98400. 00002000:00000010:1.0:1749610233.921955:0:12125:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff88007913c000. 00002000:00000001:1.0:1749610233.921957:0:12125:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749610233.921960:0:12125:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749610233.921962:0:12125:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610233.921964:0:12125:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610233.921966:0:12125:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000020:01000004:1.0:1749610233.921968:0:12125:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b4229000 from lustre-OST0001, refs=2 00000020:00000001:1.0:1749610233.921969:0:12125:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00002000:00000010:1.0:1749610233.921971:0:12125:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff8800b53ad340. 00002000:00000001:1.0:1749610233.921972:0:12125:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749610233.921974:0:12125:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800b4ac1cc0. 00002000:00000001:1.0:1749610233.921976:0:12125:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749610233.921978:0:12125:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749610233.921979:0:12125:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749610233.921980:0:12125:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610233.921981:0:12125:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610233.921982:0:12125:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880079139800. 00000020:00000001:1.0:1749610233.921984:0:12125:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610233.921985:0:12125:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079139800 with handle 0x689c0ec07329d0b1 to hash 00000020:00000001:1.0:1749610233.921986:0:12125:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610233.921988:0:12125:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610233.921989:0:12125:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610233.921991:0:12125:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 5 - export 00000020:00000001:1.0:1749610233.921992:0:12125:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345545728 : -131939364005888 : ffff880079139800) 00000020:00000040:1.0:1749610233.921994:0:12125:0:(genops.c:898:class_export_put()) PUTting export ffff880079139800 : new refcount 1 00000020:00000080:1.0:1749610233.921995:0:12125:0:(genops.c:1402:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x689c0ec07329d0b1 00000020:00000001:1.0:1749610233.921996:0:12125:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610233.921997:0:12125:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610233.921998:0:12125:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0b1 00000020:00000001:1.0:1749610233.921999:0:12125:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610233.922000:0:12125:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880079139800 refcount=2 00000020:00000001:1.0:1749610233.922002:0:12125:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345545728 : -131939364005888 : ffff880079139800) 00000020:00000001:1.0:1749610233.922004:0:12125:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345545728 : -131939364005888 : ffff880079139800) 00080000:00000001:1.0:1749610233.922005:0:12125:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749610233.922006:0:12125:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749610233.922008:0:12125:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800b4ac1cc0. 00002000:00000001:1.0:1749610233.922011:0:12125:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749610233.922012:0:12125:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff8800b53ad340. 00002000:00000001:1.0:1749610233.922015:0:12125:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610233.922017:0:12125:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610233.922018:0:12125:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610233.922020:0:12125:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749610233.922021:0:12125:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009cb98800. 00000001:00000001:1.0:1749610233.922022:0:12125:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610233.922024:0:12125:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009c8f5f00. 00000001:00000010:1.0:1749610233.922026:0:12125:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88012b53a600. 00000001:00000010:1.0:1749610233.922129:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005797000. 00000001:00000010:1.0:1749610233.922176:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057a1000. 00000001:00000010:1.0:1749610233.922221:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057ab000. 00000001:00000010:1.0:1749610233.922266:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057b5000. 00000001:00000010:1.0:1749610233.922311:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057bf000. 00000001:00000010:1.0:1749610233.922356:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057c9000. 00000001:00000010:1.0:1749610233.922401:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057d3000. 00000001:00000010:1.0:1749610233.922445:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057dd000. 00000001:00000010:1.0:1749610233.922490:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057e7000. 00000001:00000010:1.0:1749610233.922582:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057f1000. 00000001:00000010:1.0:1749610233.922636:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900057fb000. 00000001:00000010:1.0:1749610233.922682:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005805000. 00000001:00000010:1.0:1749610233.922726:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000580f000. 00000001:00000010:1.0:1749610233.922773:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005819000. 00000001:00000010:1.0:1749610233.922837:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005823000. 00000001:00000010:1.0:1749610233.922884:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000582d000. 00000001:00000010:1.0:1749610233.922927:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005837000. 00000001:00000010:1.0:1749610233.922978:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005841000. 00000001:00000010:1.0:1749610233.923023:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000584b000. 00000001:00000010:1.0:1749610233.923067:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005855000. 00000001:00000010:1.0:1749610233.923114:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000585f000. 00000001:00000010:1.0:1749610233.923155:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005869000. 00000001:00000010:1.0:1749610233.923198:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005873000. 00000001:00000010:1.0:1749610233.923245:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000587d000. 00000001:00000010:1.0:1749610233.923288:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005887000. 00000001:00000010:1.0:1749610233.923329:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005891000. 00000001:00000010:1.0:1749610233.923371:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000589b000. 00000001:00000010:1.0:1749610233.923416:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058a5000. 00000001:00000010:1.0:1749610233.923458:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058af000. 00000001:00000010:1.0:1749610233.923503:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058b9000. 00000001:00000010:1.0:1749610233.923579:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058c3000. 00000001:00000010:1.0:1749610233.923625:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058cd000. 00000001:00000010:1.0:1749610233.923671:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058d7000. 00000001:00000010:1.0:1749610233.923713:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058e1000. 00000001:00000010:1.0:1749610233.923767:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058eb000. 00000001:00000010:1.0:1749610233.923847:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058f5000. 00000001:00000010:1.0:1749610233.923910:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900058ff000. 00000001:00000010:1.0:1749610233.923980:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005909000. 00000001:00000010:1.0:1749610233.924036:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005913000. 00000001:00000010:1.0:1749610233.924093:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000591d000. 00000001:00000010:1.0:1749610233.924152:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005927000. 00000001:00000010:1.0:1749610233.924220:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005931000. 00000001:00000010:1.0:1749610233.924263:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000593b000. 00000001:00000010:1.0:1749610233.924311:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005945000. 00000001:00000010:1.0:1749610233.924369:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000594f000. 00000001:00000010:1.0:1749610233.924419:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005959000. 00000001:00000010:1.0:1749610233.924466:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005963000. 00000001:00000010:1.0:1749610233.924514:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000596d000. 00000001:00000010:1.0:1749610233.924574:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005977000. 00000001:00000010:1.0:1749610233.924632:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005981000. 00000001:00000010:1.0:1749610233.924671:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000598b000. 00000001:00000010:1.0:1749610233.924713:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005995000. 00000001:00000010:1.0:1749610233.924757:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000599f000. 00000001:00000010:1.0:1749610233.924828:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059a9000. 00000001:00000010:1.0:1749610233.924885:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059b3000. 00000001:00000010:1.0:1749610233.924934:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059bd000. 00000001:00000010:1.0:1749610233.924994:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059c7000. 00000001:00000010:1.0:1749610233.925031:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059d1000. 00000001:00000010:1.0:1749610233.925115:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059db000. 00000001:00000010:1.0:1749610233.925152:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059e5000. 00000001:00000010:1.0:1749610233.925183:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059ef000. 00000001:00000010:1.0:1749610233.925216:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900059f9000. 00000001:00000010:1.0:1749610233.925246:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a03000. 00000001:00000010:1.0:1749610233.925275:0:12125:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a0d000. 00000020:00000010:1.0:1749610233.925325:0:12125:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cb98c00. 00000020:00000010:1.0:1749610233.925327:0:12125:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880096650b20. 00010000:00000001:1.0:1749610233.925342:0:12125:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610233.925358:0:12125:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610233.925366:0:12125:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cb99000. 00000020:00000010:1.0:1749610233.925368:0:12125:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012b53b200. 00010000:00000001:1.0:1749610233.925374:0:12125:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610233.925375:0:12125:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-2 is initialized 00010000:00000001:1.0:1749610233.925376:0:12125:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610233.925377:0:12125:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134943623168 : -131938765928448 : ffff88009cb98800) 00000020:00000001:1.0:1749610233.925380:0:12125:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749610233.925383:0:12125:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0001: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749610233.925388:0:12125:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749610233.925392:0:12125:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610233.925401:0:12125:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff88007922c000. 00000020:00000001:1.0:1749610233.925403:0:12125:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749610233.925405:0:12125:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749610233.925408:0:12125:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009c8f5800. 00002000:00000001:1.0:1749610233.925410:0:12125:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749610233.925412:0:12125:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556120. 00002000:00000001:1.0:1749610233.925414:0:12125:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937059704 : -131938772491912 : ffff88009c556178) 00002000:00000001:1.0:1749610233.925449:0:12125:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749610233.925451:0:12125:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749610233.925501:0:12125:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53b000. 00002000:00000001:1.0:1749610233.925503:0:12125:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610233.925504:0:12125:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749610233.925507:0:12125:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749610233.925508:0:12125:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610233.925510:0:12125:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749610233.925542:0:12125:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db318. 00000001:00000010:1.0:1749610233.925552:0:12125:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db318. 00080000:00000001:1.0:1749610233.925554:0:12125:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749610233.925555:0:12125:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749610233.925558:0:12125:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610233.925560:0:12125:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749610233.925565:0:12125:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610233.925568:0:12125:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610233.925571:0:12125:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937059704 : -131938772491912 : ffff88009c556178) 00000020:00000001:1.0:1749610233.925573:0:12125:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137336090624 : -131936373460992 : ffff88012b53b000) 00000001:00000040:1.0:1749610233.925581:0:12125:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0001: read last_rcvd server data for UUID = lustre-OST0001_UUID, last_transno = 8589934592: rc = 0 00000001:00000002:1.0:1749610233.925583:0:12125:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749610233.925584:0:12125:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0001: server last_transno: 8589934592 00000001:00000002:1.0:1749610233.925585:0:12125:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0001: server mount_count: 3 00000001:00000002:1.0:1749610233.925586:0:12125:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0001: server data size: 512 00000001:00000002:1.0:1749610233.925587:0:12125:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0001: per-client data start: 8192 00000001:00000002:1.0:1749610233.925588:0:12125:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0001: per-client data size: 128 00000001:00000002:1.0:1749610233.925588:0:12125:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0001: last_rcvd size: 9216 00000001:00000002:1.0:1749610233.925589:0:12125:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0001: server subdir_count: 32 00000001:00000002:1.0:1749610233.925590:0:12125:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0001: last_rcvd clients: 8 00000001:00000002:1.0:1749610233.925591:0:12125:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749610233.925593:0:12125:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749610233.925594:0:12125:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff88009a4d0380. 00010000:00000010:3.1:1749610233.925634:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7b7000. 00010000:00000010:3.1:1749610233.925640:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009998ae00. 00002000:00000001:1.0:1749610233.928384:0:12127:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00000020:00000001:1.0:1749610235.602648:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610235.602651:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610235.602653:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1749610237.022685:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7b7c00. 00010000:00000010:2.1:1749610237.022694:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009998a400. 00000020:00000001:3.0:1749610237.606680:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610237.606685:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610237.606687:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610237.640167:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610237.640170:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494471936 02000000:00000001:1.0:1749610237.640171:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610237.640173:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610237.640175:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610237.640178:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610237.640181:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494471936 00000020:00000001:1.0:1749610237.640182:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610237.640183:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610237.640184:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610237.640186:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610237.640187:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610237.640191:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53be00. 00000020:00000010:1.0:1749610237.640194:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0980. 00000020:00000010:1.0:1749610237.640197:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:1.0:1749610237.640200:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610237.640201:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610237.640203:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640207:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640218:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610237.640223:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610237.640225:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610237.640229:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:1.0:1749610237.640231:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910716416 : -131938798835200 : ffff88009ac36a00) 00000100:00000040:1.0:1749610237.640234:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac36a00 x1834598494471936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610237.640235:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610237.640238:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610237.640241:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494471936:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610237.640243:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494471936 00000020:00000001:1.0:1749610237.640246:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610237.640248:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610237.640257:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640258:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610237.640259:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472064 00010000:00020000:1.0:1749610237.640259:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749610237.640260:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749610237.640260:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610237.640262:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610237.640262:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610237.640263:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640264:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610237.640265:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640265:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610237.640267:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472064 02000000:00000001:1.0:1749610237.640267:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610237.640268:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610237.640269:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:1.0:1749610237.640269:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99400. 00000020:00000001:3.0:1749610237.640270:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610237.640270:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610237.640271:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640271:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610237.640272:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610237.640274:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610237.640275:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194a00. 00010000:00000001:1.0:1749610237.640275:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610237.640277:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749610237.640278:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610237.640279:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749610237.640281:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:1.0:1749610237.640281:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610237.640282:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610237.640283:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610237.640283:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610237.640284:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610237.640285:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640285:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610237.640286:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610237.640288:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610237.640288:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610237.640289:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640290:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610237.640291:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610237.640292:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610237.640293:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610237.640295:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494471936, offset 0 00000100:00000001:3.0:1749610237.640297:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610237.640298:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610237.640298:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610237.640300:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1749610237.640302:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910712832 : -131938798838784 : ffff88009ac35c00) 00000400:00000200:1.0:1749610237.640302:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610237.640305:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac35c00 x1834598494472064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610237.640306:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf918700 00000400:00000200:1.0:1749610237.640309:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b05 [1] + 0 00000400:00000200:1.0:1749610237.640312:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610237.640313:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494472064:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610237.640314:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610237.640316:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494472064 00000100:00000001:1.0:1749610237.640316:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610237.640317:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610237.640318:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749610237.640318:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01d880 x1834598494471936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610237.640323:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610237.640324:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01d880 x1834598494471936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610237.640325:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610237.640327:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610237.640328:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610237.640329:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610237.640330:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610237.640331:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610237.640332:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610237.640334:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d577c00. 00000400:00000200:1.0:1749610237.640334:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749610237.640335:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610237.640336:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610237.640337:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640337:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610237.640338:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610237.640339:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610237.640340:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640340:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610237.640341:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749610237.640342:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610237.640343:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610237.640344:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610237.640345:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610237.640346:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36a00 x1834598494471936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610257 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610237.640347:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610237.640349:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610237.640350:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610237.640351:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494471936:12345-0@lo:38:kworker.0 Request processed in 110us (218us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610237.640352:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610237.640355:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749610237.640355:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 02000000:00000001:3.0:1749610237.640356:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610237.640357:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610237.640357:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610237.640358:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640360:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610237.640360:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009a4d0980. 00000100:00000040:3.0:1749610237.640361:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610237.640362:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000400:00000010:3.0:1749610237.640364:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000020:00000010:1.0:1749610237.640364:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53be00. 00000100:00000001:1.0:1749610237.640365:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610237.640375:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494472064, offset 0 00000100:00000001:1.0:1749610237.640375:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610237.640376:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472192 02000000:00000001:1.0:1749610237.640377:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610237.640378:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610237.640379:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610237.640379:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610237.640380:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610237.640381:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472192 00000020:00000001:1.0:1749610237.640382:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610237.640383:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610237.640384:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610237.640385:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610237.640385:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610237.640386:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610237.640388:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53be00. 00000020:00000010:1.0:1749610237.640389:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0980. 00000020:00000010:1.0:1749610237.640390:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000400:00000200:3.0:1749610237.640391:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918780 00000100:00000001:1.0:1749610237.640391:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610237.640392:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610237.640393:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640395:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610237.640396:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b0d [1] + 0 00000100:00000001:1.0:1749610237.640398:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610237.640400:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610237.640401:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610237.640402:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610237.640402:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472320 02000000:00000001:1.0:1749610237.640403:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610237.640404:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610237.640404:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640405:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610237.640406:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610237.640406:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472320 00000020:00000001:1.0:1749610237.640407:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610237.640408:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610237.640408:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610237.640409:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01e300 x1834598494472064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610237.640410:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:1.0:1749610237.640411:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610237.640412:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610237.640414:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610237.640416:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b499afc0. 00000100:00000040:3.0:1749610237.640418:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01e300 x1834598494472064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610237.640419:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e731fc0. 00000020:00000040:1.0:1749610237.640422:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749610237.640425:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610237.640426:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610237.640427:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000400:00000200:3.0:1749610237.640429:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000020:00000010:1.0:1749610237.640429:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610237.640430:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000400:00000010:3.0:1749610237.640431:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000040:1.0:1749610237.640433:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610237.640434:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610237.640434:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610237.640435:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610237.640435:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610237.640436:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610237.640438:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640438:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610237.640439:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610237.640440:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749610237.640440:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640441:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610237.640442:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610237.640444:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610237.640444:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610237.640444:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610237.640446:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1749610237.640447:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac35c00 x1834598494472064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610257 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610237.640447:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610237.640448:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092729728 : -131939616821888 : ffff88006a01ed80) 00000100:00000040:1.0:1749610237.640451:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01ed80 x1834598494472320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/0 e 0 to 0 dl 1749610248 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610237.640455:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610237.640456:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494472064:12345-0@lo:38:kworker.0 Request processed in 142us (219us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610237.640456:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b499abc0. 00000100:00000001:1.0:1749610237.640458:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610237.640459:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b499abc0. 00000100:00100000:1.0:1749610237.640462:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494472320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610237.640463:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000200:1.0:1749610237.640464:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494472320 00000100:00000001:3.0:1749610237.640465:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610237.640465:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610237.640466:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610237.640466:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610237.640468:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610237.640469:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000001:1.0:1749610237.640469:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749610237.640471:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000001:1.0:1749610237.640471:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610237.640472:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1749610237.640474:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194a00. 00000020:00000001:1.0:1749610237.640474:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610237.640475:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610237.640477:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610237.640477:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610237.640478:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610237.640479:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610237.640482:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610237.640482:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610237.640484:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99800. 02000000:00000001:1.0:1749610237.640485:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640486:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610237.640488:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610237.640489:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494472320 00010000:00000001:1.0:1749610237.640491:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610237.640493:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01ed80 x1834598494472320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610237.640497:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610237.640498:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610237.640499:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610237.640501:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610237.640502:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610237.640503:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:3.0:1749610237.640504:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:1.0:1749610237.640504:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610237.640505:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610237.640506:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749610237.640507:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:1.0:1749610237.640508:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610237.640509:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610237.640510:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494472320, offset 224 00000400:00000200:1.0:1749610237.640519:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610237.640546:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610237.640549:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918880 00000400:00000200:1.0:1749610237.640552:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b15 [1] + 224 00000400:00000200:1.0:1749610237.640554:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610237.640556:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610237.640558:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610237.640560:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01f480 x1834598494472320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610237.640565:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01f480 x1834598494472320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610237.640579:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610237.640582:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610237.640583:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610237.640584:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610237.640585:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610237.640587:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610237.640588:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749610237.640589:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610237.640591:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610237.640592:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610237.640593:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01ed80 x1834598494472320/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:428/0 lens 224/224 e 0 to 0 dl 1749610248 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610237.640598:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494472320:12345-0@lo:400:kworker.0 Request processed in 142us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610237.640602:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1749610237.640603:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610237.640604:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610237.640605:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610237.640606:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610237.640606:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610237.640607:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610237.640608:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000400:00000001:3.0:1749610237.640609:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610237.640610:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610237.640610:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00000400:00000010:3.0:1749610237.640612:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 00000020:00000040:1.0:1749610237.640612:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610237.640613:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610237.640614:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000400:00000010:3.0:1749610237.640615:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:3.0:1749610237.640617:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610237.640620:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01fb80 x1834598494472192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610237.640625:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01fb80 x1834598494472192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610237.640629:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610237.640630:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610237.640631:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610237.640632:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610237.640633:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610237.640634:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610237.640635:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610237.640640:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880083882000. 00000100:00001000:3.0:1749610237.640642:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610237 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610237.640644:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=42 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610237.640646:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610237.640647:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610237.640648:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610237.640650:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01fb80 x1834598494472192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610237.640654:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610237.640656:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610237.640657:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610237.640658:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610237.640659:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610237.640660:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610237.640662:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610237.640664:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610237.640666:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01fb80 x1834598494472192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610237.640670:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494472192:0@lo:38:kworker.0 00000100:00000001:3.0:1749610237.640672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640673:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610237.640675:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01fb80 x1834598494472192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610237.640678:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610237.640679:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610237.640680:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781db800. 02000000:00000001:3.0:1749610237.640681:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610237.640682:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610237.640683:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610237.640684:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610237.640685:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae000. 02000000:00000001:3.0:1749610237.640686:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610237.640687:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610237.640688:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01fb80. 00000100:00000001:3.0:1749610237.640689:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610237.640690:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610237.640691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640692:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610237.640692:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610237.640693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610237.640694:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610237.662571:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299511120, at 4299511120 00000100:00000040:1.0:1749610237.662571:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299511120, at 4299511120 00000100:00000010:3.0:1749610237.662580:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b4c0. 00000100:00000010:1.0:1749610237.662589:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b540. 00000020:00000001:3.0:1749610238.608821:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610238.608826:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610238.608830:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610239.610704:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610239.610707:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610239.610710:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610239.931146:0:12133:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610239.931153:0:12133:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000020:00000010:1.0:1749610239.931157:0:12133:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b53a000. 00000040:00000010:1.0:1749610239.931160:0:12133:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b53bc00. 00000020:00000010:1.0:1749610239.931164:0:12133:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610239.931168:0:12133:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610239.931171:0:12133:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b53ba00. 80000000:00000010:1.0:1749610239.931174:0:12133:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800991751e0. 40000000:00000010:1.0:1749610239.931177:0:12133:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b499abc0. 00100000:00000010:1.0:1749610239.931180:0:12133:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880079139000. 00040000:00000010:1.0:1749610239.931183:0:12133:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1d00. 00040000:00000010:1.0:1749610239.931186:0:12133:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b53a200. 00080000:00000010:1.0:1749610239.931190:0:12133:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749610239.931195:0:12133:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc64000. 00000004:00000010:1.0:1749610239.931201:0:12133:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610239.931205:0:12133:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b6000. 00000004:00000010:1.0:1749610239.931208:0:12133:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913e800. 00002000:00000010:1.0:1749610239.931211:0:12133:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb99c00. 00000004:00000010:1.0:1749610239.931214:0:12133:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cb9a000. 00000020:00000010:1.0:1749610239.931216:0:12133:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b499a000. 00000040:00000010:1.0:1749610239.931222:0:12133:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009cc66000. 00000040:00001000:1.0:1749610239.931224:0:12133:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610239.931226:0:12133:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610239.931228:0:12133:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610239.931232:0:12133:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 8752 00000040:00000001:1.0:1749610239.931242:0:12133:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610239.931245:0:12133:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610239.931247:0:12133:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610239.931249:0:12133:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610239.931252:0:12133:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 3 synced_idx: 0 lgh_last_idx: 3 00000020:00000001:1.0:1749610239.931254:0:12133:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610239.931257:0:12133:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610239.931258:0:12133:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610239.931259:0:12133:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749610239.931263:0:12133:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749610239.931264:0:12133:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610239.931268:0:12133:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880129ce1800. 00000020:00000080:1.0:1749610239.931271:0:12133:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610239.931272:0:12133:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749610239.931275:0:12133:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610239.931277:0:12133:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880129ce1800. 00000020:00000001:1.0:1749610239.931281:0:12133:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610239.931283:0:12133:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc660e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610239.931285:0:12133:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749610239.931287:0:12133:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 3 synced_idx: 0 lgh_last_idx: 3 00000020:00000001:1.0:1749610239.931288:0:12133:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749610239.931291:0:12133:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800966507a0. 00000020:01000000:1.0:1749610239.931293:0:12133:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800b4229000 00000020:00000010:1.0:1749610239.931297:0:12133:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88009a4d0d80. 00000020:00000080:1.0:1749610239.931299:0:12133:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749610239.931301:0:12133:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749610239.931302:0:12133:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749610239.931303:0:12133:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff88009a4d0d80 00000040:00001000:1.0:1749610239.931305:0:12133:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749610239.931306:0:12133:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749610239.931307:0:12133:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749610239.931308:0:12133:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749610239.931311:0:12133:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749610239.931312:0:12133:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749610239.931313:0:12133:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff8800b4229000 00000040:00001000:1.0:1749610239.931315:0:12133:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749610239.931316:0:12133:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749610239.931318:0:12133:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749610239.931322:0:12133:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610239.931323:0:12133:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610239.931325:0:12133:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610239.931328:0:12133:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800966507a0. 00000020:00000001:1.0:1749610239.931330:0:12133:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610239.931332:0:12133:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66150 type=0x10620000 idx=3 00000040:00001000:1.0:1749610239.931334:0:12133:0:(llog.c:688:llog_process_thread()) synced_idx: 3 00000040:00000001:1.0:1749610239.931335:0:12133:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610239.931336:0:12133:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610239.931338:0:12133:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 3 (cur idx 3 off 8192), size 8752 00000040:00000001:1.0:1749610239.931341:0:12133:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610239.931343:0:12133:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610239.931345:0:12133:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66150 type=0x10620000 idx=3 00000040:00001000:1.0:1749610239.931346:0:12133:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749610239.931348:0:12133:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000020:00000001:1.0:1749610239.931349:0:12133:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749610239.931350:0:12133:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610239.931351:0:12133:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749610239.931353:0:12133:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749610239.931355:0:12133:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880129ce1800. 00000020:00000080:1.0:1749610239.931357:0:12133:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749610239.931358:0:12133:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749610239.931360:0:12133:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610239.931361:0:12133:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880129ce1800. 00000020:00000001:1.0:1749610239.931363:0:12133:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610239.931365:0:12133:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66230 type=0x0 idx=0 00000040:00000001:1.0:1749610239.931367:0:12133:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749610239.931368:0:12133:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000040:00000010:1.0:1749610239.931371:0:12133:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009cc66000. 00000020:00000010:1.0:1749610239.931376:0:12133:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b499a000. 00000020:00000010:1.0:1749610239.931396:0:12133:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b53a000. 00000040:00000010:1.0:1749610239.931400:0:12133:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b53bc00. 00000020:00000010:1.0:1749610239.931402:0:12133:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610239.931408:0:12133:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610239.931412:0:12133:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b53ba00. 80000000:00000010:1.0:1749610239.931415:0:12133:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800991751e0. 40000000:00000010:1.0:1749610239.931418:0:12133:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b499abc0. 00100000:00000010:1.0:1749610239.931420:0:12133:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880079139000. 00040000:00000010:1.0:1749610239.931424:0:12133:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1d00. 00040000:00000010:1.0:1749610239.931427:0:12133:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b53a200. 00080000:00000010:1.0:1749610239.931430:0:12133:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc64000. 00080000:00000010:1.0:1749610239.931436:0:12133:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749610239.931439:0:12133:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610239.931443:0:12133:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b6000. 00000004:00000010:1.0:1749610239.931446:0:12133:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913e800. 00002000:00000010:1.0:1749610239.931450:0:12133:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb99c00. 00000004:00000010:1.0:1749610239.931453:0:12133:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cb9a000. 00000020:00000010:1.0:1749610239.931456:0:12133:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00010000:00000010:3.1:1749610239.934712:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c50ba00. 00000020:00000001:3.0:1749610240.612653:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610240.612658:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610240.612661:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610241.614773:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610241.614778:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610241.614781:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610242.639569:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610242.639581:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610242.639582:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.639584:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610242.639586:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610242.639588:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.639589:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654760:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610242.654763:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610242.654765:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610242.654771:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.654780:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610242.654781:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.654783:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610242.654785:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610242.654787:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610242.654789:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494472576:0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.654792:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610242.654794:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610242.654796:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.654797:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610242.654801:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d577000. 02000000:00000001:3.0:1749610242.654802:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610242.654807:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7318. 00000400:00000010:3.0:1749610242.654812:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610242.654817:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494472576, portal 4 00000100:00000001:3.0:1749610242.654818:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610242.654819:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092733312 : -131939616818304 : ffff88006a01fb80) 00000100:00000040:3.0:1749610242.654825:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.654830:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610242.654832:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610242.654833:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610242.654835:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494472576, offset 0 00000400:00000200:3.0:1749610242.654838:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610242.654848:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610242.654856:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf918980 00000400:00000200:3.0:1749610242.654861:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 13000 00000400:00000200:3.0:1749610242.654866:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.654869:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610242.654872:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610242.654874:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610242.654876:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805880. 00000100:00000040:3.0:1749610242.654878:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099805880 x1834598494472576 msgsize 520 00000100:00100000:3.0:1749610242.654881:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610242.654894:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610242.654900:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610242.654902:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610242.654904:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610242.654907:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.654912:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610242.654914:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.654917:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654918:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610242.654920:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610242.654923:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1460 usecs (2 jiffies) 00000100:00000001:3.0:1749610242.654926:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299516114 00000100:00000010:3.0:1749610242.654928:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e731a40. 00000100:00000001:3.0:1749610242.654933:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610242.654934:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610242.654937:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299516114 00000100:00100000:1.0:1749610242.654937:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472576 02000000:00000001:1.0:1749610242.654938:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1749610242.654939:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e731a00. 00000100:00000001:3.0:1749610242.654941:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610242.654941:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610242.654942:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654943:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299516114 00000100:00000010:3.0:1749610242.654944:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e731140. 02000000:00000001:1.0:1749610242.654945:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654946:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749610242.654948:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472576 00000020:00000001:1.0:1749610242.654949:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610242.654950:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299516114 00000020:00000040:1.0:1749610242.654950:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:3.0:1749610242.654951:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e731580. 00000020:00000001:1.0:1749610242.654951:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610242.654952:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654953:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:1.0:1749610242.654953:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654954:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610242.654956:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654957:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610242.654957:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000100:00000001:3.0:1749610242.654958:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610242.654961:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0d80. 00000100:00000001:3.0:1749610242.654962:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610242.654963:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.654964:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610242.654964:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610242.654965:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610242.654966:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610242.654967:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610242.654968:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610242.654968:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610242.654969:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.654972:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610242.654972:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.654973:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.654974:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610242.654975:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610242.654976:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610242.654977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494472704:0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.654979:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610242.654979:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610242.654980:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610242.654981:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.654982:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610242.654983:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d575000. 02000000:00000001:3.0:1749610242.654984:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.654984:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749610242.654986:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7370. 00000100:00000001:1.0:1749610242.654986:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610242.654988:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00100000:1.0:1749610242.654989:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000200:3.0:1749610242.654990:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494472704, portal 10 00000100:00000001:3.0:1749610242.654991:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610242.654991:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889543808 : -131938820007808 : ffff880099805880) 00000100:00000001:3.0:1749610242.654992:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092731520 : -131939616820096 : ffff88006a01f480) 00000100:00000040:1.0:1749610242.654994:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099805880 x1834598494472576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610242.654997:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b68000. 00000100:00000040:3.0:1749610242.655000:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610242.655001:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494472576:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610242.655003:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494472576 00000100:00000001:3.0:1749610242.655004:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610242.655005:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610242.655006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000020:00000001:1.0:1749610242.655006:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610242.655007:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494472704, offset 0 00010000:00000001:1.0:1749610242.655008:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610242.655009:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610242.655011:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610242.655014:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf918a00 00000020:00000001:1.0:1749610242.655016:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610242.655017:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 18656 00000400:00000200:3.0:1749610242.655019:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749610242.655019:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610242.655020:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610242.655021:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610242.655022:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610242.655023:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655024:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610242.655024:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:3.0:1749610242.655025:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805c00. 00000100:00000001:1.0:1749610242.655026:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610242.655027:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099805c00 x1834598494472704 msgsize 520 02000000:00000001:1.0:1749610242.655027:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610242.655029:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749610242.655029:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a000. 02000000:00000001:1.0:1749610242.655030:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.655032:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655034:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749610242.655034:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610242.655036:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00010000:00000001:1.0:1749610242.655036:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610242.655037:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:3.0:1749610242.655038:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1749610242.655038:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610242.655040:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610242.655040:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610242.655042:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610242.655043:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749610242.655044:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610242.655044:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610242.655046:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610242.655046:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610242.655047:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749610242.655048:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610242.655049:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655050:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610242.655050:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655051:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.655051:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610242.655052:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610242.655053:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 657 usecs (1 jiffies) 00000100:00000001:3.0:1749610242.655054:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299516113 00000400:00000010:1.0:1749610242.655054:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610242.655055:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299516114 00000100:00000200:1.0:1749610242.655056:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494472576, offset 0 00000100:00000001:3.0:1749610242.655057:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299516113 00000100:00000001:3.0:1749610242.655058:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655059:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299516113 00000100:00000001:3.0:1749610242.655060:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655061:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299516113 00000100:00000001:3.0:1749610242.655062:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655063:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610242.655064:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655065:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610242.655065:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610242.655067:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655070:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610242.655071:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610242.655071:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610242.655072:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610242.655073:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610242.655074:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610242.655074:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf918980 00000100:00100000:3.0:1749610242.655075:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494472832:0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.655076:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610242.655077:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610242.655078:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610242.655078:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b35 [1] + 0 02000000:00000001:3.0:1749610242.655079:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610242.655080:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610242.655081:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749610242.655082:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610242.655082:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610242.655083:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f73c8. 00000400:00000010:3.0:1749610242.655084:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000001:1.0:1749610242.655085:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655086:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494472832, portal 10 00000100:00000001:3.0:1749610242.655087:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610242.655087:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655088:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092727040 : -131939616824576 : ffff88006a01e300) 00000100:00000040:3.0:1749610242.655091:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610242.655094:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655095:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610242.655096:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610242.655097:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610242.655098:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494472832, offset 0 00000100:00000001:1.0:1749610242.655098:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610242.655100:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610242.655101:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610242.655102:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610242.655103:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610242.655104:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610242.655105:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf918a80 00000100:00000001:1.0:1749610242.655105:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610242.655107:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610242.655109:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749610242.655110:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610242.655111:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610242.655113:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 19400 00000100:00000040:1.0:1749610242.655114:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099805880 x1834598494472576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610242.655115:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.655117:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610242.655119:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494472576:12345-0@lo:38:kworker.0 Request processed in 118us (240us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610242.655120:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655121:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610242.655122:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805f80. 00000100:00000040:3.0:1749610242.655124:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099805f80 x1834598494472832 msgsize 520 00000100:00100000:1.0:1749610242.655124:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1749610242.655126:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610242.655126:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610242.655126:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610242.655129:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610242.655131:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610242.655133:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610242.655133:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00000400:00000200:3.0:1749610242.655135:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000001:1.0:1749610242.655135:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610242.655136:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610242.655137:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610242.655139:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655143:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610242.655144:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610242.655144:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610242.655145:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472704 02000000:00000001:1.0:1749610242.655146:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610242.655147:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610242.655148:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655148:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610242.655148:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655150:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610242.655159:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 858 usecs (1 jiffies) 02000000:00000001:1.0:1749610242.655160:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655161:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299516113 00000100:00100000:1.0:1749610242.655161:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472704 00000020:00000001:1.0:1749610242.655162:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610242.655163:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610242.655164:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610242.655165:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610242.655166:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610242.655167:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000020:00000010:1.0:1749610242.655169:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610242.655170:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:1.0:1749610242.655171:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610242.655172:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610242.655173:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655174:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610242.655175:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494472832 00000100:00000001:1.0:1749610242.655175:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.655176:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610242.655177:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610242.655179:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.655179:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610242.655180:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610242.655181:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494472832 00000100:00000001:1.0:1749610242.655182:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610242.655183:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610242.655183:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610242.655183:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610242.655184:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610242.655185:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610242.655185:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1749610242.655186:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889544704 : -131938820006912 : ffff880099805c00) 00000020:00000001:3.0:1749610242.655187:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610242.655189:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194a00. 00000100:00000040:1.0:1749610242.655189:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099805c00 x1834598494472704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610242.655191:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610242.655193:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00100000:1.0:1749610242.655194:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494472704:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.655195:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610242.655196:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610242.655196:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494472704 00000100:00000001:3.0:1749610242.655197:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610242.655197:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610242.655198:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610242.655199:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610242.655201:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655202:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749610242.655203:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610242.655204:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610242.655205:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610242.655206:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610242.655207:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610242.655207:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610242.655208:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610242.655208:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610242.655210:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 02000000:00000010:1.0:1749610242.655210:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99c00. 00000100:00000001:3.0:1749610242.655211:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889545600 : -131938820006016 : ffff880099805f80) 02000000:00000001:1.0:1749610242.655211:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.655212:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610242.655214:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099805f80 x1834598494472832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610242.655214:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610242.655215:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610242.655216:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610242.655218:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610242.655218:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610242.655219:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494472832:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610242.655220:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:3.0:1749610242.655221:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494472832 00000100:00000001:1.0:1749610242.655221:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610242.655222:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610242.655223:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610242.655224:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749610242.655224:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749610242.655226:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610242.655229:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610242.655231:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610242.655232:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610242.655233:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610242.655235:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610242.655236:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610242.655237:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610242.655239:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d576400. 02000000:00000001:1.0:1749610242.655239:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.655240:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655241:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610242.655241:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610242.655243:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610242.655243:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610242.655243:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749610242.655245:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610242.655245:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610242.655247:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610242.655248:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610242.655248:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494472704, offset 0 00000100:00000040:3.0:1749610242.655249:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749610242.655251:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610242.655251:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610242.655252:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610242.655254:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749610242.655255:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610242.655256:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610242.655256:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610242.655257:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610242.655258:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610242.655259:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610242.655260:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494472832, offset 0 00000400:00000200:1.0:1749610242.655260:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918a00 00000400:00000200:3.0:1749610242.655262:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610242.655265:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b3d [1] + 0 00000400:00000200:3.0:1749610242.655266:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610242.655268:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918a80 00000400:00000200:1.0:1749610242.655270:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.655271:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b51 [1] + 0 00000400:00000200:1.0:1749610242.655272:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610242.655273:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610242.655275:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610242.655275:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610242.655276:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655278:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610242.655279:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610242.655284:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610242.655287:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655291:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610242.655294:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000001:1.0:1749610242.655294:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610242.655296:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610242.655298:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610242.655299:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610242.655301:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749610242.655302:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610242.655303:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000040:3.0:1749610242.655304:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610242.655304:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610242.655305:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610242.655306:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610242.655307:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610242.655308:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610242.655310:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099805f80 x1834598494472832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610242.655310:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610242.655312:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610242.655313:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610242.655316:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099805c00 x1834598494472704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610262 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610242.655318:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494472832:12345-0@lo:38:kworker.0 Request processed in 98us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610242.655321:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494472704:12345-0@lo:38:kworker.0 Request processed in 126us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610242.655324:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1749610242.655326:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610242.655327:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610242.655327:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000020:00000010:3.0:1749610242.655329:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610242.655330:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610242.655331:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610242.655333:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:1.0:1749610242.655334:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009a4d0d80. 00000020:00000010:3.0:1749610242.655336:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194a00. 00000020:00000010:1.0:1749610242.655336:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749610242.655338:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00000100:00000001:3.0:1749610242.655339:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610242.655341:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655349:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299516113 00000100:00000001:3.0:1749610242.655353:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655354:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299516113 00000100:00000001:3.0:1749610242.655355:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655357:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299516113 00000100:00000001:3.0:1749610242.655358:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299516114 00000100:00000001:3.0:1749610242.655359:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610242.655360:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610242.655363:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610242.655364:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610242.655365:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f73c8. 00000400:00000200:3.0:1749610242.655367:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000400:00000010:3.0:1749610242.655368:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:3.0:1749610242.655370:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655372:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610242.655377:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655381:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610242.655382:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655383:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610242.655385:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610242.655385:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610242.655386:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.655388:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610242.655391:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610242 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610242.655393:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=47 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610242.655395:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610242.655397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610242.655398:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655400:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655404:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610242.655406:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610242.655408:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655409:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610242.655410:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610242.655411:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610242.655413:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610242.655414:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655416:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610242.655420:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494472832:0@lo:38:kworker.0 00000400:00000001:3.0:1749610242.655423:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610242.655424:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610242.655425:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7318. 00000400:00000200:3.0:1749610242.655426:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610242.655426:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610242.655427:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655429:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610242.655433:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655436:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610242.655437:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655437:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610242.655438:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610242.655439:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610242.655440:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.655441:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610242.655442:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610242 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610242.655444:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=115 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610242.655445:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610242.655446:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610242.655447:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655448:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655452:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610242.655453:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610242.655453:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655454:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610242.655455:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610242.655456:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610242.655457:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610242.655458:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655461:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610242.655465:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494472576:0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.655467:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655468:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610242.655469:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01e300 x1834598494472832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655473:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610242.655474:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610242.655475:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749610242.655477:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610242.655478:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610242.655479:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610242.655480:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610242.655481:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbaf000. 02000000:00000001:3.0:1749610242.655483:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610242.655484:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610242.655485:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01e300. 00000100:00000001:3.0:1749610242.655486:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610242.655487:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655488:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610242.655489:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01fb80 x1834598494472576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655493:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610242.655493:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610242.655494:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d577000. 02000000:00000001:3.0:1749610242.655495:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610242.655496:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610242.655496:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610242.655497:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610242.655498:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbaec00. 02000000:00000001:3.0:1749610242.655499:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610242.655500:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610242.655500:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01fb80. 00000100:00000001:3.0:1749610242.655502:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610242.655503:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655504:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655506:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610242.655507:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655508:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610242.655509:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610242.655510:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610242.655510:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610242.655511:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7370. 00000400:00000200:3.0:1749610242.655512:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610242.655513:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610242.655514:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610242.655515:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610242.655519:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655538:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610242.655539:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655539:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610242.655540:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610242.655541:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610242.655542:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610242.655543:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610242.655545:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610242 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610242.655546:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=97 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610242.655547:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610242.655548:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610242.655549:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655551:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655555:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610242.655556:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610242.655556:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655557:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610242.655558:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610242.655560:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610242.655561:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610242.655562:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610242.655564:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610242.655568:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494472704:0@lo:38:kworker.0 00000100:00000001:3.0:1749610242.655570:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655570:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610242.655572:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01f480 x1834598494472704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610267 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610242.655575:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610242.655575:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610242.655576:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d575000. 02000000:00000001:3.0:1749610242.655577:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610242.655578:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610242.655579:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610242.655579:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610242.655580:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 02000000:00000001:3.0:1749610242.655581:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610242.655582:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610242.655582:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f480. 00000100:00000001:3.0:1749610242.655583:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610242.655584:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610242.655585:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655585:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610242.655586:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610242.655587:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610242.655588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610242.656562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299516114, at 4299516114 00000100:00000040:1.0:1749610242.656565:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299516114, at 4299516114 00000100:00000010:1.0:1749610242.656571:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e731a00. 00000100:00000010:3.0:1749610242.656580:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e731580. 00010000:00000010:2.1:1749610243.022692:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f700. 00010000:00000010:2.1:1749610243.022700:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095486c00. 00000020:00000001:3.0:1749610243.618686:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610243.618690:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610243.618692:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610245.622719:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610245.622723:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610245.622726:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00000001:1.0:1749610245.933290:0:12139:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610245.933295:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000020:00000010:1.0:1749610245.933298:0:12139:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b53b400. 00000040:00000010:1.0:1749610245.933299:0:12139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b53a200. 00000020:00000010:1.0:1749610245.933302:0:12139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913e800. 00000020:00000010:1.0:1749610245.933305:0:12139:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610245.933306:0:12139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b53ba00. 80000000:00000010:1.0:1749610245.933309:0:12139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800991751e0. 40000000:00000010:1.0:1749610245.933311:0:12139:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b499abc0. 00100000:00000010:1.0:1749610245.933313:0:12139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913a800. 00040000:00000010:1.0:1749610245.933315:0:12139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1d00. 00040000:00000010:1.0:1749610245.933317:0:12139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b53bc00. 00080000:00000010:1.0:1749610245.933320:0:12139:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749610245.933323:0:12139:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc64000. 00000004:00000010:1.0:1749610245.933326:0:12139:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880079139000. 00000004:00000010:1.0:1749610245.933328:0:12139:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749610245.933330:0:12139:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913d800. 00002000:00000010:1.0:1749610245.933332:0:12139:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb9a400. 00000004:00000010:1.0:1749610245.933334:0:12139:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cb9a800. 00000020:00000010:1.0:1749610245.933336:0:12139:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b499a240. 00000040:00000010:1.0:1749610245.933340:0:12139:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009cc66000. 00000040:00001000:1.0:1749610245.933341:0:12139:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749610245.933342:0:12139:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749610245.933343:0:12139:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749610245.933346:0:12139:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16152 00000040:00000001:1.0:1749610245.933357:0:12139:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610245.933359:0:12139:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933361:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66000 type=0x10620000 idx=1 00000040:00001000:1.0:1749610245.933363:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749610245.933364:0:12139:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933366:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933368:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933369:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933371:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933373:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933374:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc660e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749610245.933375:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749610245.933376:0:12139:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933377:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933377:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933378:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66158 type=0x10620000 idx=3 00000040:00001000:1.0:1749610245.933379:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749610245.933380:0:12139:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933382:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933383:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933384:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66200 type=0x10620000 idx=4 00000040:00001000:1.0:1749610245.933385:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749610245.933386:0:12139:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933386:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933387:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933387:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933388:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933389:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933390:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc662e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749610245.933391:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749610245.933392:0:12139:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933393:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933393:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933394:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933395:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933396:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933397:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc663c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749610245.933398:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749610245.933399:0:12139:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933400:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933401:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933402:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66438 type=0x10620000 idx=7 00000040:00001000:1.0:1749610245.933403:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749610245.933404:0:12139:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933405:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933405:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933406:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc664e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749610245.933407:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749610245.933408:0:12139:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933409:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933409:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933410:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933411:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933412:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933412:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc665c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749610245.933413:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749610245.933414:0:12139:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933415:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933415:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933416:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933417:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933418:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933419:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc666a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749610245.933419:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749610245.933420:0:12139:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933421:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933422:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933423:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66718 type=0x10620000 idx=11 00000040:00001000:1.0:1749610245.933424:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749610245.933425:0:12139:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933426:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933427:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933427:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933428:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.933429:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933430:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc667f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749610245.933431:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749610245.933432:0:12139:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933433:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.933434:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.933434:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.933436:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.933437:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc668d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749610245.933438:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749610245.933439:0:12139:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.933439:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.933441:0:12139:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749610245.933443:0:12139:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009cb9ac00. 00000100:00000040:1.0:1749610245.933448:0:12139:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749610245.933451:0:12139:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749610245.933456:0:12139:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749610245.933459:0:12139:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749610245.933460:0:12139:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009cb9ac00. 00000020:00000010:1.0:1749610245.933463:0:12139:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800b499a080. 00000020:00000001:1.0:1749610245.933464:0:12139:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749610245.933465:0:12139:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b499ad40. 00000020:00000001:1.0:1749610245.933467:0:12139:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.933469:0:12139:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b499ad40. 00000020:00000010:1.0:1749610245.933471:0:12139:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800b499ad40. 00000020:01000004:1.0:1749610245.933473:0:12139:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000001:1.0:1749610245.933475:0:12139:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0001 0xcf001 lwp lustre-MDT0000-lwp-OST0001_UUID (null) (null) 00000020:00000010:1.0:1749610245.933477:0:12139:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88009a4d0d80. 00000020:00000080:1.0:1749610245.933479:0:12139:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610245.933481:0:12139:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610245.933483:0:12139:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749610245.933490:0:12139:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f889570. 00000020:00000080:1.0:1749610245.933492:0:12139:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff88012f889570) 00000020:00000001:1.0:1749610245.933494:0:12139:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610245.933496:0:12139:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007913c800. 00000020:00000001:1.0:1749610245.933497:0:12139:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610245.933499:0:12139:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007913c800 with handle 0x689c0ec07329d0d4 to hash 00000020:00000001:1.0:1749610245.933500:0:12139:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610245.933504:0:12139:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610245.933505:0:12139:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.933506:0:12139:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345558016 : -131939363993600 : ffff88007913c800) 00000020:00000040:1.0:1749610245.933509:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88007913c800 : new refcount 1 00000020:00000040:1.0:1749610245.933518:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 2 - obd_device_list 00000020:00000001:1.0:1749610245.933543:0:12139:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749610245.933545:0:12139:0:(obd_config.c:653:class_attach()) OBD: dev 16 attached type lwp with refcount 2 00000020:00000001:1.0:1749610245.933546:0:12139:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.933548:0:12139:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.933549:0:12139:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff88009a4d0d80. 00000020:00000001:1.0:1749610245.933551:0:12139:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0001 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749610245.933553:0:12139:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff880099175240. 00000020:00000080:1.0:1749610245.933553:0:12139:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749610245.933557:0:12139:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749610245.933569:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610245.933571:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8801327aac00. 00000001:00000010:1.0:1749610245.933574:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800966507a0. 00000001:00000010:1.0:1749610245.933577:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b53be00. 00000001:00000010:1.0:1749610245.933579:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4a000. 00000001:00000010:1.0:1749610245.933581:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b800. 00000001:00000010:1.0:1749610245.933583:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79c00. 00000001:00000001:1.0:1749610245.933584:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610245.933585:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8801327aa9c0. 00000001:00000010:1.0:1749610245.933587:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096650820. 00000001:00000010:1.0:1749610245.933588:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78800. 00000001:00000010:1.0:1749610245.933589:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79000. 00000001:00000010:1.0:1749610245.933591:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78e00. 00000001:00000010:1.0:1749610245.933593:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78c00. 00000020:00000001:1.0:1749610245.933598:0:12139:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610245.933599:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79e00. 00000020:00000010:1.0:1749610245.933602:0:12139:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610245.933604:0:12139:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749610245.933608:0:12139:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bef20. 00020000:00000010:1.0:1749610245.933611:0:12139:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b58c0. 00008000:00000010:1.0:1749610245.933614:0:12139:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7dc0. 00000080:00000010:1.0:1749610245.933619:0:12139:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a690. 00000020:00000010:1.0:1749610245.933621:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880078249c00. 00000020:00000010:1.0:1749610245.933623:0:12139:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880078249e00. 00000040:00000010:1.0:1749610245.933624:0:12139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880078249600. 00000020:00000010:1.0:1749610245.933626:0:12139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749610245.933628:0:12139:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.933635:0:12139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008e994000. 80000000:00000010:1.0:1749610245.933636:0:12139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800991752a0. 40000000:00000010:1.0:1749610245.933638:0:12139:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.933640:0:12139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610245.933642:0:12139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.933643:0:12139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008e994200. 00080000:00000010:1.0:1749610245.933646:0:12139:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749610245.933649:0:12139:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000004:00000010:1.0:1749610245.933652:0:12139:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913e000. 00000004:00000010:1.0:1749610245.933654:0:12139:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610245.933656:0:12139:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913a000. 00000004:00000010:1.0:1749610245.933658:0:12139:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cb9bc00. 00000010:00000010:1.0:1749610245.933660:0:12139:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff880099175300. 00000010:00000001:1.0:1749610245.933662:0:12139:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749610245.933665:0:12139:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749610245.933666:0:12139:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.933744:0:12139:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749610245.933746:0:12139:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749610245.933748:0:12139:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff88009a4d0500. 00000010:00000010:1.0:1749610245.933749:0:12139:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff880096650140. 00000010:00000010:1.0:1749610245.933752:0:12139:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff880096650300. 00000020:00000001:1.0:1749610245.933754:0:12139:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610245.933755:0:12139:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610245.933757:0:12139:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000020:01000004:1.0:1749610245.933758:0:12139:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b4229000 from lustre-OST0001, refs=3 00000020:00000001:1.0:1749610245.933760:0:12139:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000020:00000001:1.0:1749610245.933761:0:12139:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749610245.933762:0:12139:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610245.933762:0:12139:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000020:01000004:1.0:1749610245.933764:0:12139:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b4229000 from lustre-OST0001, refs=3 00000020:00000001:1.0:1749610245.933765:0:12139:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749610245.933766:0:12139:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b4229000 3 00000020:00000001:1.0:1749610245.933767:0:12139:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.933768:0:12139:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610245.933770:0:12139:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88009a4d0b00. 00010000:00000001:1.0:1749610245.933772:0:12139:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749610245.933775:0:12139:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b499af80. 00010000:00000001:1.0:1749610245.933777:0:12139:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610245.933778:0:12139:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.933781:0:12139:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88006a728800. 00000020:00000040:1.0:1749610245.933783:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 3 - import 00000020:00000001:1.0:1749610245.933786:0:12139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610245.933787:0:12139:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=1 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610245.933788:0:12139:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610245.933790:0:12139:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749610245.933797:0:12139:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749610245.933799:0:12139:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610245.933802:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.933803:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749610245.933805:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610245.933806:0:12139:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610245.933808:0:12139:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749610245.933809:0:12139:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749610245.933811:0:12139:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff880099175360. 00010000:00080000:1.0:1749610245.933813:0:12139:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88006a728800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749610245.933814:0:12139:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610245.933816:0:12139:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610245.933817:0:12139:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610245.933818:0:12139:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749610245.933820:0:12139:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009cb98400. 00000001:00000001:1.0:1749610245.933821:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610245.933822:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff880129ce1300. 00000001:00000010:1.0:1749610245.933825:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff880129ce1700. 00000001:00000010:1.0:1749610245.933857:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a17000. 00000001:00000010:1.0:1749610245.933894:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a21000. 00000001:00000010:1.0:1749610245.933928:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a2b000. 00000001:00000010:1.0:1749610245.933960:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a35000. 00000001:00000010:1.0:1749610245.933990:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a3f000. 00000001:00000010:1.0:1749610245.934025:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a49000. 00000001:00000010:1.0:1749610245.934056:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a53000. 00000001:00000010:1.0:1749610245.934087:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a5d000. 00000001:00000010:1.0:1749610245.934121:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a67000. 00000001:00000010:1.0:1749610245.934151:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a71000. 00000001:00000010:1.0:1749610245.934182:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a7b000. 00000001:00000010:1.0:1749610245.934212:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a85000. 00000001:00000010:1.0:1749610245.934246:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a8f000. 00000001:00000010:1.0:1749610245.934277:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005a99000. 00000001:00000010:1.0:1749610245.934307:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005aa3000. 00000001:00000010:1.0:1749610245.934341:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005aad000. 00000001:00000010:1.0:1749610245.934372:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005ab7000. 00000001:00000010:1.0:1749610245.934403:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005ac1000. 00000001:00000010:1.0:1749610245.934433:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005acb000. 00000001:00000010:1.0:1749610245.934467:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005ad5000. 00000001:00000010:1.0:1749610245.934497:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005adf000. 00000001:00000010:1.0:1749610245.934553:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005ae9000. 00000001:00000010:1.0:1749610245.934601:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005af3000. 00000001:00000010:1.0:1749610245.934641:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005afd000. 00000001:00000010:1.0:1749610245.934691:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b07000. 00000001:00000010:1.0:1749610245.934744:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b11000. 00000001:00000010:1.0:1749610245.934780:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b1b000. 00000001:00000010:1.0:1749610245.934816:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b25000. 00000001:00000010:1.0:1749610245.934847:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b2f000. 00000001:00000010:1.0:1749610245.934880:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b39000. 00000001:00000010:1.0:1749610245.934911:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b43000. 00000001:00000010:1.0:1749610245.934942:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b4d000. 00000020:00000010:1.0:1749610245.935005:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42c000. 00000020:00000010:1.0:1749610245.935007:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff880096650200. 00010000:00000001:1.0:1749610245.935016:0:12139:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610245.935032:0:12139:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610245.935040:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42c400. 00000020:00000010:1.0:1749610245.935041:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88008e994800. 00010000:00000001:1.0:1749610245.935047:0:12139:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610245.935047:0:12139:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00010000:00000001:1.0:1749610245.935049:0:12139:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610245.935051:0:12139:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134943622144 : -131938765929472 : ffff88009cb98400) 00010000:00000001:1.0:1749610245.935053:0:12139:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610245.935055:0:12139:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff88009a4d0500. 00000010:00000010:1.0:1749610245.935056:0:12139:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff880096650300. 00000010:00000010:1.0:1749610245.935057:0:12139:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff880096650140. 00000010:00000010:1.0:1749610245.935059:0:12139:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88009a4d0b00. 00000010:00000001:1.0:1749610245.935060:0:12139:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.935069:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42c800. 00000020:00000010:1.0:1749610245.935071:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf0000. 00000010:00000001:1.0:1749610245.935077:0:12139:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.935080:0:12139:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880078249e00. 00000040:00000010:1.0:1749610245.935083:0:12139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880078249600. 00000020:00000010:1.0:1749610245.935084:0:12139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749610245.935088:0:12139:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.935092:0:12139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008e994000. 80000000:00000010:1.0:1749610245.935094:0:12139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800991752a0. 40000000:00000010:1.0:1749610245.935096:0:12139:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.935097:0:12139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610245.935099:0:12139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.935101:0:12139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008e994200. 00080000:00000010:1.0:1749610245.935103:0:12139:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610245.935106:0:12139:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749610245.935108:0:12139:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913e000. 00000004:00000010:1.0:1749610245.935111:0:12139:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749610245.935113:0:12139:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913a000. 00000004:00000010:1.0:1749610245.935115:0:12139:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cb9bc00. 00000020:00000010:1.0:1749610245.935117:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880078249c00. 00000020:00000010:1.0:1749610245.935119:0:12139:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009a4d0d80. 00000020:00000010:1.0:1749610245.935121:0:12139:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749610245.935122:0:12139:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bef20. 00020000:00000010:1.0:1749610245.935125:0:12139:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b58c0. 00008000:00000010:1.0:1749610245.935128:0:12139:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7dc0. 00000080:00000010:1.0:1749610245.935130:0:12139:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a690. 00000020:00000010:1.0:1749610245.935132:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79e00. 00000020:00000001:1.0:1749610245.935133:0:12139:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.935135:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 4 - setup 00000020:00000080:1.0:1749610245.935136:0:12139:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000001:1.0:1749610245.935137:0:12139:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935139:0:12139:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.935140:0:12139:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff880099175240. 00000020:00000001:1.0:1749610245.935144:0:12139:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749610245.935145:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994400. 00000020:00000010:1.0:1749610245.935147:0:12139:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008e994200. 00000040:00000010:1.0:1749610245.935148:0:12139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008e994000. 00000020:00000010:1.0:1749610245.935151:0:12139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:1.0:1749610245.935152:0:12139:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.935154:0:12139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008e994a00. 80000000:00000010:1.0:1749610245.935155:0:12139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880099175240. 40000000:00000010:1.0:1749610245.935156:0:12139:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.935159:0:12139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72d800. 00040000:00000010:1.0:1749610245.935160:0:12139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.935161:0:12139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008e994c00. 00080000:00000010:1.0:1749610245.935163:0:12139:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf1000. 00080000:00000010:1.0:1749610245.935165:0:12139:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000004:00000010:1.0:1749610245.935168:0:12139:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a729000. 00000004:00000010:1.0:1749610245.935170:0:12139:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf2000. 00000004:00000010:1.0:1749610245.935172:0:12139:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72f000. 00000004:00000010:1.0:1749610245.935173:0:12139:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88008d42cc00. 00000020:00000010:1.0:1749610245.935175:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995000. 00000020:00000010:1.0:1749610245.935176:0:12139:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b0ba400. 00000020:00000010:1.0:1749610245.935177:0:12139:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749610245.935180:0:12139:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800b525ed80. 00000020:00000010:1.0:1749610245.935181:0:12139:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b499adc0. 00000020:00000001:1.0:1749610245.935182:0:12139:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749610245.935183:0:12139:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749610245.935184:0:12139:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749610245.935185:0:12139:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610245.935187:0:12139:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610245.935188:0:12139:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72d000. 00000020:00000001:1.0:1749610245.935189:0:12139:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610245.935191:0:12139:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72d000 with handle 0x689c0ec07329d0db to hash 00000020:00000001:1.0:1749610245.935192:0:12139:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610245.935194:0:12139:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610245.935195:0:12139:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.935197:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88006a72d000 refcount=3 00000020:00000040:1.0:1749610245.935199:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 5 - export 00000020:00000001:1.0:1749610245.935200:0:12139:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000040:1.0:1749610245.935202:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 2 00000020:00000080:1.0:1749610245.935203:0:12139:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610245.935204:0:12139:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935205:0:12139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610245.935206:0:12139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610245.935207:0:12139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610245.935208:0:12139:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=3 00000020:00000001:1.0:1749610245.935209:0:12139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610245.935211:0:12139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610245.935213:0:12139:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610245.935215:0:12139:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610245.935217:0:12139:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749610245.935219:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.935220:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749610245.935221:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610245.935222:0:12139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610245.935223:0:12139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610245.935224:0:12139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610245.935225:0:12139:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=4 00000020:00000001:1.0:1749610245.935226:0:12139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610245.935227:0:12139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610245.935228:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.935229:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749610245.935230:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610245.935231:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 3 00000100:00080000:1.0:1749610245.935233:0:12139:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610245.935234:0:12139:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610245.935235:0:12139:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610245.935239:0:12139:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749610245.935241:0:12139:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0001: select security flavor null 02000000:00000001:1.0:1749610245.935243:0:12139:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749610245.935245:0:12139:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.935246:0:12139:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610245.935247:0:12139:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610245.935249:0:12139:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802d80. 00000020:00000040:1.0:1749610245.935251:0:12139:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610245.935253:0:12139:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610245.935255:0:12139:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.935257:0:12139:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610245.935258:0:12139:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610245.935260:0:12139:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610245.935264:0:12139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008d42d000. 00000100:00000001:1.0:1749610245.935268:0:12139:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610245.935272:0:12139:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078802d80 x1834598494473216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610245.935278:0:12139:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610245.935281:0:12139:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610245.935284:0:12139:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078802d80] to pc [ptlrpcd_rcv+-1] req@ffff880078802d80 x1834598494473216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610245.935300:0:12139:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.935302:0:12139:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749610245.935303:0:12139:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749610245.935305:0:12139:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610245.935314:0:12139:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749610245.935315:0:12139:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610245.935385:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88006a72d000 refcount=4 00000020:00000001:1.0:1749610245.935388:0:12139:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.935389:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88006a72d000 refcount=5 00000020:00000001:1.0:1749610245.935390:0:12139:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.935391:0:12139:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800b525ed80. 00000020:00000010:1.0:1749610245.935393:0:12139:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b499adc0. 00000020:00000010:1.0:1749610245.935395:0:12139:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008e994200. 00000040:00000010:1.0:1749610245.935397:0:12139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008e994000. 00000020:00000010:1.0:1749610245.935398:0:12139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:1.0:1749610245.935401:0:12139:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.935403:0:12139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008e994a00. 80000000:00000010:1.0:1749610245.935404:0:12139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880099175240. 40000000:00000010:1.0:1749610245.935406:0:12139:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.935407:0:12139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72d800. 00040000:00000010:1.0:1749610245.935409:0:12139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.935411:0:12139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008e994c00. 00080000:00000010:1.0:1749610245.935413:0:12139:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610245.935414:0:12139:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf1000. 00000004:00000010:1.0:1749610245.935416:0:12139:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a729000. 00000004:00000010:1.0:1749610245.935419:0:12139:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf2000. 00000004:00000010:1.0:1749610245.935421:0:12139:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72f000. 00000004:00000010:1.0:1749610245.935423:0:12139:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88008d42cc00. 00000020:00000010:1.0:1749610245.935425:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994400. 00000020:00000010:1.0:1749610245.935426:0:12139:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b0ba400. 00000020:00000010:1.0:1749610245.935428:0:12139:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749610245.935429:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995000. 00000020:00000010:1.0:1749610245.935432:0:12139:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800b499a080. 00000020:00000010:1.0:1749610245.935433:0:12139:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800b499ad40. 00000020:00000001:1.0:1749610245.935434:0:12139:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935435:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935437:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66930 type=0x10620000 idx=14 00000040:00001000:1.0:1749610245.935439:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1749610245.935440:0:12139:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935441:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.935442:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935443:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc669b0 type=0x10620000 idx=15 00000040:00001000:1.0:1749610245.935444:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1749610245.935445:0:12139:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935446:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.935447:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935448:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66a40 type=0x10620000 idx=16 00000040:00001000:1.0:1749610245.935449:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1749610245.935450:0:12139:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935451:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.935452:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935452:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1749610245.935453:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1749610245.935454:0:12139:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935455:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.935456:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.935457:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.935459:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935460:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1749610245.935461:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1749610245.935462:0:12139:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935463:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.935463:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.935464:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.935464:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.935465:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935466:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1749610245.935467:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1749610245.935468:0:12139:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935469:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.935470:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935471:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1749610245.935471:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1749610245.935472:0:12139:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935473:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.935474:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.935474:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.935475:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.935476:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935477:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1749610245.935478:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1749610245.935479:0:12139:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935479:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.935480:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.935480:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.935481:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.935482:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1749610245.935483:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1749610245.935484:0:12139:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.935485:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.935486:0:12139:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749610245.935487:0:12139:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88008d42cc00. 00000100:00000040:1.0:1749610245.935490:0:12139:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749610245.935492:0:12139:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749610245.935495:0:12139:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749610245.935497:0:12139:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749610245.935498:0:12139:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88008d42cc00. 00000020:00000010:1.0:1749610245.935499:0:12139:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800b499ad40. 00000020:00000001:1.0:1749610245.935501:0:12139:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749610245.935501:0:12139:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b499a080. 00000020:00000001:1.0:1749610245.935504:0:12139:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.935505:0:12139:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b499a080. 00000020:00000010:1.0:1749610245.935506:0:12139:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800b499a080. 00000020:01000004:1.0:1749610245.935507:0:12139:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000001:1.0:1749610245.935508:0:12139:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0001 0xcf001 lwp lustre-MDT0001-lwp-OST0001_UUID (null) (null) 00000020:00000010:1.0:1749610245.935510:0:12139:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88012b0ba400. 00000020:00000080:1.0:1749610245.935511:0:12139:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749610245.935512:0:12139:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749610245.935513:0:12139:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749610245.935516:0:12139:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f888000. 00000020:00000080:1.0:1749610245.935518:0:12139:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff88012f888000) 00000020:00000001:1.0:1749610245.935519:0:12139:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610245.935520:0:12139:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72f000. 00000020:00000001:1.0:1749610245.935539:0:12139:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610245.935541:0:12139:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72f000 with handle 0x689c0ec07329d0e2 to hash 00000020:00000001:1.0:1749610245.935542:0:12139:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610245.935544:0:12139:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610245.935545:0:12139:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935546:0:12139:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100135936 : -131939609415680 : ffff88006a72f000) 00000020:00000040:1.0:1749610245.935548:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72f000 : new refcount 1 00000020:00000040:1.0:1749610245.935552:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 2 - obd_device_list 00000020:00000001:1.0:1749610245.935554:0:12139:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749610245.935555:0:12139:0:(obd_config.c:653:class_attach()) OBD: dev 17 attached type lwp with refcount 2 00000020:00000001:1.0:1749610245.935556:0:12139:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935558:0:12139:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.935559:0:12139:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff88012b0ba400. 00000020:00000001:1.0:1749610245.935560:0:12139:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0001 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749610245.935562:0:12139:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff880099175240. 00000020:00000080:1.0:1749610245.935563:0:12139:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749610245.935565:0:12139:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749610245.935572:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610245.935573:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b525ed80. 00000001:00000010:1.0:1749610245.935575:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096650140. 00000001:00000010:1.0:1749610245.935577:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e995000. 00000001:00000010:1.0:1749610245.935578:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994400. 00000001:00000010:1.0:1749610245.935579:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994e00. 00000001:00000010:1.0:1749610245.935581:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994c00. 00000001:00000001:1.0:1749610245.935582:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749610245.935583:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b525ecc0. 00000001:00000010:1.0:1749610245.935584:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880096650300. 00000001:00000010:1.0:1749610245.935585:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994a00. 00000001:00000010:1.0:1749610245.935587:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994000. 00000001:00000010:1.0:1749610245.935588:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e994200. 00000001:00000010:1.0:1749610245.935589:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008e995200. 00000020:00000001:1.0:1749610245.935590:0:12139:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749610245.935591:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995400. 00000020:00000010:1.0:1749610245.935593:0:12139:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b0ba400. 00000020:00000010:1.0:1749610245.935594:0:12139:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749610245.935596:0:12139:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bef20. 00020000:00000010:1.0:1749610245.935597:0:12139:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b58c0. 00008000:00000010:1.0:1749610245.935599:0:12139:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7dc0. 00000080:00000010:1.0:1749610245.935600:0:12139:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a690. 00000020:00000010:1.0:1749610245.935602:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995600. 00000020:00000010:1.0:1749610245.935603:0:12139:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008e995800. 00000100:00000001:3.0:1749610245.935604:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000040:00000010:1.0:1749610245.935605:0:12139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008e995a00. 00000020:00000010:1.0:1749610245.935606:0:12139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729000. 00000100:00100000:3.0:1749610245.935607:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494473216 00000020:00000010:1.0:1749610245.935608:0:12139:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.935609:0:12139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008e995c00. 02000000:00000001:3.0:1749610245.935610:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 80000000:00000010:1.0:1749610245.935611:0:12139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800991752a0. 00000100:00000001:3.0:1749610245.935612:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 40000000:00000010:1.0:1749610245.935612:0:12139:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.935614:0:12139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72d800. 00000100:00000001:3.0:1749610245.935615:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1749610245.935615:0:12139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1800. 02000000:00000001:3.0:1749610245.935617:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1749610245.935617:0:12139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008e995e00. 00080000:00000010:1.0:1749610245.935618:0:12139:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf2000. 00080000:00000010:1.0:1749610245.935620:0:12139:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000100:00100000:3.0:1749610245.935621:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494473216 00000004:00000010:1.0:1749610245.935622:0:12139:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72b000. 00000020:00000001:3.0:1749610245.935623:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610245.935624:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000004:00000010:1.0:1749610245.935624:0:12139:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf1000. 00000020:00000001:3.0:1749610245.935626:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:1.0:1749610245.935626:0:12139:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72e000. 00000020:00000001:3.0:1749610245.935628:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749610245.935628:0:12139:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88008d42e000. 00000020:00000001:3.0:1749610245.935629:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610245.935633:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194000. 00000010:00000010:1.0:1749610245.935634:0:12139:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88008d425000. 00000010:00000001:1.0:1749610245.935635:0:12139:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000020:00000010:3.0:1749610245.935636:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610245.935638:0:12139:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000020:00000010:3.0:1749610245.935639:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:1.0:1749610245.935639:0:12139:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935643:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610245.935645:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610245.935647:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935651:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935657:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610245.935662:0:12139:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749610245.935663:0:12139:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749610245.935664:0:12139:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff88012b0bac00. 00000100:00000001:3.0:1749610245.935665:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000010:00000010:1.0:1749610245.935665:0:12139:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff880096650640. 00000100:00000001:3.0:1749610245.935667:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000010:00000010:1.0:1749610245.935667:0:12139:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff880096650f40. 00000020:00000001:1.0:1749610245.935668:0:12139:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749610245.935669:0:12139:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610245.935670:0:12139:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000100:00100000:3.0:1749610245.935671:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:01000004:1.0:1749610245.935672:0:12139:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b4229000 from lustre-OST0001, refs=3 00000020:00000001:1.0:1749610245.935673:0:12139:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000100:00000001:3.0:1749610245.935674:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092727936 : -131939616823680 : ffff88006a01e680) 00000020:00000001:1.0:1749610245.935674:0:12139:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749610245.935675:0:12139:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749610245.935675:0:12139:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137413102016 : -131936296449600 : ffff88012feac9c0) 00000020:01000004:1.0:1749610245.935691:0:12139:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b4229000 from lustre-OST0001, refs=3 00000100:00000040:3.0:1749610245.935692:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01e680 x1834598494473216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610245.935692:0:12139:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749610245.935693:0:12139:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b4229000 3 00000020:00000001:1.0:1749610245.935694:0:12139:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.935695:0:12139:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610245.935696:0:12139:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88012b0bad00. 00010000:00000001:1.0:1749610245.935697:0:12139:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749610245.935700:0:12139:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b499adc0. 00010000:00000001:1.0:1749610245.935701:0:12139:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749610245.935702:0:12139:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610245.935703:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473216:12345-0@lo:38:llog_process_th.0 00000020:00000010:1.0:1749610245.935705:0:12139:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88006a729800. 00000100:00000200:3.0:1749610245.935706:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494473216 00000020:00000040:1.0:1749610245.935706:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 3 - import 00000020:00000001:1.0:1749610245.935708:0:12139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749610245.935709:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749610245.935709:0:12139:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=1 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610245.935710:0:12139:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610245.935711:0:12139:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00010000:00000001:3.0:1749610245.935712:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749610245.935715:0:12139:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749610245.935716:0:12139:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610245.935718:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.935719:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749610245.935720:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610245.935721:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.935722:0:12139:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00020000:3.0:1749610245.935724:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610245.935724:0:12139:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:1.0:1749610245.935725:0:12139:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000001:3.0:1749610245.935726:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000010:1.0:1749610245.935726:0:12139:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88008d425060. 00010000:00080000:1.0:1749610245.935727:0:12139:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88006a729800@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749610245.935728:0:12139:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610245.935729:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610245.935729:0:12139:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749610245.935730:0:12139:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000001:3.0:1749610245.935731:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749610245.935731:0:12139:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935733:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000010:1.0:1749610245.935733:0:12139:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88008d42e400. 00000001:00000001:1.0:1749610245.935734:0:12139:0:(hash.c:1039:cfs_hash_create()) Process entered 02000000:00000001:3.0:1749610245.935735:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:1.0:1749610245.935735:0:12139:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff880129ce1f00. 00000001:00000010:1.0:1749610245.935738:0:12139:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff880129ce1900. 02000000:00000010:3.0:1749610245.935739:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d575000. 02000000:00000001:3.0:1749610245.935741:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935743:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610245.935746:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610245.935748:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610245.935751:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610245.935753:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610245.935755:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.935757:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749610245.935759:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610245.935761:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610245.935764:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:3.0:1749610245.935766:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610245.935768:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935769:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000001:00000010:1.0:1749610245.935769:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b57000. 00000100:00000040:3.0:1749610245.935771:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610245.935774:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610245.935777:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494473216, offset 0 00000400:00000200:3.0:1749610245.935782:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610245.935787:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610245.935793:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918c00 00000400:00000200:3.0:1749610245.935798:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b65 [1] + 0 00000400:00000200:3.0:1749610245.935802:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1749610245.935802:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b61000. 00000400:00000200:3.0:1749610245.935804:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610245.935807:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610245.935811:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078802d80 x1834598494473216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610245.935821:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078802d80 x1834598494473216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610245.935829:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610245.935833:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000001:00000010:1.0:1749610245.935833:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b6b000. 00000400:00000010:3.0:1749610245.935835:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610245.935838:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610245.935839:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610245.935842:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.935844:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:3.0:1749610245.935846:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.935848:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610245.935852:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01e680 x1834598494473216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.935860:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473216:12345-0@lo:38:llog_process_th.0 Request processed in 158us (384us total) trans 0 rc -19/-19 00000001:00000010:1.0:1749610245.935864:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b75000. 00000100:00100000:3.0:1749610245.935867:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:3.0:1749610245.935870:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610245.935871:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610245.935874:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610245.935877:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749610245.935880:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133194000. 00000100:00000001:3.0:1749610245.935882:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.935888:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610245.935889:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494473728 02000000:00000001:3.0:1749610245.935891:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610245.935892:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610245.935893:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610245.935896:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610245.935897:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b7f000. 00000100:00100000:3.0:1749610245.935898:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494473728 00000020:00000001:3.0:1749610245.935899:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610245.935900:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610245.935902:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610245.935904:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610245.935906:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610245.935908:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610245.935911:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610245.935913:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7318c0. 00000020:00000010:3.0:1749610245.935916:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb8be40. 00000020:00000040:3.0:1749610245.935921:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749610245.935928:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000001:00000010:1.0:1749610245.935928:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b89000. 00000020:00000010:3.0:1749610245.935930:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133194000. 00000020:00000010:3.0:1749610245.935933:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610245.935934:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000040:3.0:1749610245.935939:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610245.935941:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610245.935942:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610245.935944:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.935947:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610245.935949:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610245.935950:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.935952:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.935956:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610245.935958:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1749610245.935958:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b93000. 00000100:00100000:3.0:1749610245.935970:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1749610245.935972:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092731520 : -131939616820096 : ffff88006a01f480) 00000100:00000040:3.0:1749610245.935976:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01f480 x1834598494473472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.935983:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473472:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610245.935986:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494473472 00000020:00000001:3.0:1749610245.935987:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610245.935989:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000001:00000010:1.0:1749610245.935992:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005b9d000. 00000020:00000001:3.0:1749610245.935995:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610245.935997:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610245.936000:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610245.936003:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610245.936004:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610245.936006:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610245.936008:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610245.936010:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d577000. 02000000:00000001:3.0:1749610245.936011:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936013:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610245.936015:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610245.936016:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610245.936018:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610245.936020:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610245.936022:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.936023:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000001:00000010:1.0:1749610245.936023:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005ba7000. 00000100:00000001:3.0:1749610245.936025:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610245.936027:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610245.936029:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:3.0:1749610245.936031:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610245.936032:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936034:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610245.936036:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610245.936038:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610245.936040:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494473472, offset 0 00000400:00000200:3.0:1749610245.936043:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610245.936048:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610245.936052:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918d00 00000001:00000010:1.0:1749610245.936053:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bb1000. 00000400:00000200:3.0:1749610245.936057:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b81 [1] + 0 00000400:00000200:3.0:1749610245.936060:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610245.936063:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610245.936066:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610245.936069:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35500 x1834598494473472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610245.936077:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35500 x1834598494473472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749610245.936083:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bbb000. 00000100:00000001:3.0:1749610245.936084:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610245.936088:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610245.936089:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610245.936091:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610245.936092:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610245.936094:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.936097:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749610245.936098:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.936100:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610245.936103:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f480 x1834598494473472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.936111:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473472:12345-0@lo:38:kworker.0 Request processed in 127us (253us total) trans 0 rc -19/-19 00000001:00000010:1.0:1749610245.936116:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bc5000. 00000100:00100000:3.0:1749610245.936117:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1749610245.936119:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610245.936120:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610245.936123:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 00000020:00000010:3.0:1749610245.936126:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000020:00000010:3.0:1749610245.936129:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000100:00000001:3.0:1749610245.936132:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.936136:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610245.936137:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494473600 02000000:00000001:3.0:1749610245.936139:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610245.936140:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610245.936142:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610245.936144:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610245.936145:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494473600 00000020:00000001:3.0:1749610245.936147:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000010:1.0:1749610245.936147:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bcf000. 00000020:00000040:3.0:1749610245.936148:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610245.936149:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610245.936150:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.936152:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610245.936154:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000020:00000010:3.0:1749610245.936157:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610245.936159:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:3.0:1749610245.936161:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610245.936162:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610245.936164:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936166:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936172:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.936175:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610245.936176:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1749610245.936177:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bd9000. 00000100:00100000:3.0:1749610245.936179:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1749610245.936180:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092733312 : -131939616818304 : ffff88006a01fb80) 00000100:00000040:3.0:1749610245.936184:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01fb80 x1834598494473600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.936192:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473600:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610245.936195:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494473600 00000020:00000001:3.0:1749610245.936197:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610245.936198:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610245.936204:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610245.936206:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610245.936208:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610245.936210:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000001:00000010:1.0:1749610245.936210:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005be3000. 00000100:00000001:3.0:1749610245.936213:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610245.936214:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610245.936215:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610245.936217:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d574000. 02000000:00000001:3.0:1749610245.936219:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936220:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610245.936223:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610245.936224:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610245.936226:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610245.936228:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610245.936230:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.936232:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749610245.936234:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610245.936236:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610245.936238:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:3.0:1749610245.936240:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610245.936241:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610245.936241:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bed000. 00000100:00000001:3.0:1749610245.936243:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610245.936245:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610245.936246:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610245.936249:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494473600, offset 0 00000400:00000200:3.0:1749610245.936252:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610245.936256:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610245.936260:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf918d80 00000400:00000200:3.0:1749610245.936264:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4b89 [1] + 0 00000400:00000200:3.0:1749610245.936267:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610245.936270:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1749610245.936271:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005bf7000. 00000100:00000001:3.0:1749610245.936273:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610245.936276:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac36d80 x1834598494473600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610245.936284:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac36d80 x1834598494473600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610245.936291:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610245.936294:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610245.936296:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610245.936298:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610245.936299:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610245.936301:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.936303:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749610245.936304:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c01000. 00000100:00000001:3.0:1749610245.936305:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.936306:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610245.936310:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01fb80 x1834598494473600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.936318:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494473600:12345-0@lo:38:kworker.0 Request processed in 126us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610245.936324:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1749610245.936326:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610245.936327:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610245.936329:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610245.936332:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000020:00000010:3.0:1749610245.936334:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000001:00000010:1.0:1749610245.936334:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c0b000. 00000100:00000001:3.0:1749610245.936337:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.936363:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610245.936364:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494473344 00000001:00000010:1.0:1749610245.936365:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c15000. 02000000:00000001:3.0:1749610245.936366:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610245.936367:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610245.936369:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610245.936371:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610245.936373:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494473344 00000020:00000001:3.0:1749610245.936374:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610245.936375:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610245.936377:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610245.936378:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.936380:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610245.936383:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000020:00000010:3.0:1749610245.936385:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610245.936387:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:3.0:1749610245.936389:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610245.936390:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610245.936391:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936394:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610245.936396:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c1f000. 00000100:00000001:3.0:1749610245.936407:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610245.936413:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610245.936414:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610245.936417:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1749610245.936419:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092724352 : -131939616827264 : ffff88006a01d880) 00000100:00000040:3.0:1749610245.936423:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01d880 x1834598494473344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749610245.936429:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c29000. 00000100:00100000:3.0:1749610245.936431:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494473344:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610245.936435:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494473344 00000020:00000001:3.0:1749610245.936437:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610245.936439:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610245.936444:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610245.936446:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610245.936448:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610245.936451:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610245.936453:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610245.936454:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610245.936455:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610245.936458:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d576c00. 02000000:00000001:3.0:1749610245.936459:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749610245.936460:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c33000. 00000100:00000001:3.0:1749610245.936461:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610245.936463:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610245.936464:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610245.936467:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610245.936469:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610245.936471:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.936473:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749610245.936474:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610245.936477:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610245.936479:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:3.0:1749610245.936481:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610245.936482:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.936484:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610245.936486:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610245.936487:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610245.936489:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494473344, offset 0 00000001:00000010:1.0:1749610245.936490:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c3d000. 00000400:00000200:3.0:1749610245.936492:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610245.936497:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610245.936501:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf918c80 00000400:00000200:3.0:1749610245.936505:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4b6d [1] + 0 00000400:00000200:3.0:1749610245.936509:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610245.936512:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610245.936514:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610245.936517:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac34380 x1834598494473344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749610245.936538:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c47000. 00000100:00000040:3.0:1749610245.936543:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac34380 x1834598494473344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610245.936558:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610245.936562:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610245.936564:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610245.936566:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610245.936567:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610245.936569:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.936571:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749610245.936571:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c51000. 00000100:00000001:3.0:1749610245.936573:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.936575:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610245.936579:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d880 x1834598494473344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.936587:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494473344:12345-0@lo:38:kworker.0 Request processed in 156us (886us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610245.936593:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1749610245.936595:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610245.936596:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610245.936598:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610245.936601:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000020:00000010:3.0:1749610245.936603:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000001:00000010:1.0:1749610245.936603:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c5b000. 00000100:00000001:3.0:1749610245.936606:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1749610245.936633:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c65000. 00000001:00000010:1.0:1749610245.936666:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c6f000. 00000001:00000010:1.0:1749610245.936727:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c79000. 00000001:00000010:1.0:1749610245.936759:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c83000. 00000001:00000010:1.0:1749610245.936793:0:12139:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90005c8d000. 00000020:00000010:1.0:1749610245.936826:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42e800. 00000020:00000010:1.0:1749610245.936828:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800966500e0. 00010000:00000001:1.0:1749610245.936834:0:12139:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749610245.936847:0:12139:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749610245.936854:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42ec00. 00000020:00000010:1.0:1749610245.936855:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880118e79e00. 00010000:00000001:1.0:1749610245.936860:0:12139:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749610245.936861:0:12139:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-6 is initialized 00010000:00000001:1.0:1749610245.936862:0:12139:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610245.936863:0:12139:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134684189696 : -131939025361920 : ffff88008d42e400) 00010000:00000001:1.0:1749610245.936864:0:12139:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749610245.936866:0:12139:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff88012b0bac00. 00000010:00000010:1.0:1749610245.936867:0:12139:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff880096650f40. 00000010:00000010:1.0:1749610245.936868:0:12139:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff880096650640. 00000010:00000010:1.0:1749610245.936869:0:12139:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88012b0bad00. 00000010:00000001:1.0:1749610245.936871:0:12139:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.936880:0:12139:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42f000. 00000020:00000010:1.0:1749610245.936882:0:12139:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf3000. 00000010:00000001:1.0:1749610245.936887:0:12139:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.936889:0:12139:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008e995800. 00000040:00000010:1.0:1749610245.936891:0:12139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008e995a00. 00000020:00000010:1.0:1749610245.936892:0:12139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729000. 00000020:00000010:1.0:1749610245.936894:0:12139:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.936896:0:12139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008e995c00. 80000000:00000010:1.0:1749610245.936898:0:12139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800991752a0. 40000000:00000010:1.0:1749610245.936899:0:12139:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b499a800. 00100000:00000010:1.0:1749610245.936901:0:12139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72d800. 00040000:00000010:1.0:1749610245.936903:0:12139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.936904:0:12139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008e995e00. 00080000:00000010:1.0:1749610245.936906:0:12139:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610245.936908:0:12139:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf2000. 00000004:00000010:1.0:1749610245.936910:0:12139:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72b000. 00000004:00000010:1.0:1749610245.936912:0:12139:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf1000. 00000004:00000010:1.0:1749610245.936913:0:12139:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72e000. 00000004:00000010:1.0:1749610245.936915:0:12139:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88008d42e000. 00000020:00000010:1.0:1749610245.936917:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995600. 00000020:00000010:1.0:1749610245.936918:0:12139:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b0ba400. 00000020:00000010:1.0:1749610245.936920:0:12139:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749610245.936921:0:12139:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bef20. 00020000:00000010:1.0:1749610245.936923:0:12139:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b58c0. 00008000:00000010:1.0:1749610245.936925:0:12139:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7dc0. 00000080:00000010:1.0:1749610245.936927:0:12139:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a690. 00000020:00000010:1.0:1749610245.936929:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995400. 00000020:00000001:1.0:1749610245.936930:0:12139:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.936931:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 4 - setup 00000020:00000080:1.0:1749610245.936932:0:12139:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000001:1.0:1749610245.936933:0:12139:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.936934:0:12139:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610245.936936:0:12139:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff880099175240. 00000020:00000001:1.0:1749610245.936939:0:12139:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749610245.936940:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995400. 00000020:00000010:1.0:1749610245.936941:0:12139:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008e995600. 00000040:00000010:1.0:1749610245.936943:0:12139:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008e994600. 00000020:00000010:1.0:1749610245.936944:0:12139:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72e000. 00000020:00000010:1.0:1749610245.936945:0:12139:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749610245.936946:0:12139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008e995e00. 80000000:00000010:1.0:1749610245.936947:0:12139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88008d425cc0. 40000000:00000010:1.0:1749610245.936949:0:12139:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b490e9c0. 00100000:00000010:1.0:1749610245.936950:0:12139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:1.0:1749610245.936951:0:12139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.936952:0:12139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008e995c00. 00080000:00000010:1.0:1749610245.936953:0:12139:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf1000. 00080000:00000010:1.0:1749610245.936954:0:12139:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000004:00000010:1.0:1749610245.936956:0:12139:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72d800. 00000004:00000010:1.0:1749610245.936958:0:12139:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf2000. 00000004:00000010:1.0:1749610245.936959:0:12139:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a729000. 00000004:00000010:1.0:1749610245.936960:0:12139:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88008d42e000. 00000020:00000010:1.0:1749610245.936962:0:12139:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000020:00000010:1.0:1749610245.936963:0:12139:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000020:00000010:1.0:1749610245.936964:0:12139:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749610245.936965:0:12139:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800b525e600. 00000020:00000010:1.0:1749610245.936966:0:12139:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b490e300. 00000020:00000001:1.0:1749610245.936968:0:12139:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749610245.936969:0:12139:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749610245.936969:0:12139:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749610245.936970:0:12139:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749610245.936971:0:12139:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749610245.936972:0:12139:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007913a000. 00000020:00000001:1.0:1749610245.936973:0:12139:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610245.936975:0:12139:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007913a000 with handle 0x689c0ec07329d0e9 to hash 00000020:00000001:1.0:1749610245.936976:0:12139:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749610245.936977:0:12139:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749610245.936978:0:12139:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.936979:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88007913a000 refcount=3 00000020:00000040:1.0:1749610245.936981:0:12139:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 5 - export 00000020:00000001:1.0:1749610245.936982:0:12139:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000020:00000040:1.0:1749610245.936983:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a000 : new refcount 2 00000020:00000080:1.0:1749610245.936984:0:12139:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x689c0ec07329d0e9 00000020:00000001:1.0:1749610245.936985:0:12139:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.936986:0:12139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610245.936987:0:12139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0e9 00000020:00000001:1.0:1749610245.936988:0:12139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610245.936989:0:12139:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007913a000 refcount=3 00000020:00000001:1.0:1749610245.936990:0:12139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000020:00000001:1.0:1749610245.936991:0:12139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000100:00000001:1.0:1749610245.936993:0:12139:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610245.936993:0:12139:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610245.936995:0:12139:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749610245.936996:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.936997:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749610245.936998:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610245.936999:0:12139:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610245.937000:0:12139:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0e9 00000020:00000001:1.0:1749610245.937000:0:12139:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610245.937001:0:12139:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007913a000 refcount=4 00000020:00000001:1.0:1749610245.937002:0:12139:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000020:00000001:1.0:1749610245.937003:0:12139:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000100:00000001:1.0:1749610245.937004:0:12139:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610245.937005:0:12139:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749610245.937006:0:12139:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610245.937008:0:12139:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a000 : new refcount 3 00000100:00080000:1.0:1749610245.937009:0:12139:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff88006a729800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610245.937010:0:12139:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610245.937011:0:12139:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610245.937013:0:12139:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749610245.937014:0:12139:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0001: select security flavor null 02000000:00000001:1.0:1749610245.937015:0:12139:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749610245.937016:0:12139:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937017:0:12139:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610245.937018:0:12139:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610245.937020:0:12139:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802a00. 00000020:00000040:1.0:1749610245.937021:0:12139:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1749610245.937022:0:12139:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610245.937023:0:12139:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937024:0:12139:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610245.937025:0:12139:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610245.937026:0:12139:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610245.937028:0:12139:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008d42f400. 00000100:00000001:1.0:1749610245.937030:0:12139:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610245.937033:0:12139:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610245.937038:0:12139:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610245.937040:0:12139:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610245.937042:0:12139:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078802a00] to pc [ptlrpcd_rcv+-1] req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610245.937056:0:12139:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937057:0:12139:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749610245.937058:0:12139:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749610245.937060:0:12139:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610245.937066:0:12139:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749610245.937067:0:12139:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610245.937165:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88007913a000 refcount=4 00000100:00000001:3.0:1749610245.937168:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610245.937168:0:12139:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610245.937169:0:12139:0:(genops.c:887:class_export_get()) GET export ffff88007913a000 refcount=5 00000020:00000001:1.0:1749610245.937170:0:12139:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610245.937171:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494473856 00000020:00000010:1.0:1749610245.937172:0:12139:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800b525e600. 02000000:00000001:3.0:1749610245.937173:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610245.937173:0:12139:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b490e300. 00000100:00000001:3.0:1749610245.937175:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610245.937176:0:12139:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008e995600. 00000100:00000001:3.0:1749610245.937177:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749610245.937177:0:12139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008e994600. 00000020:00000010:1.0:1749610245.937178:0:12139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72e000. 02000000:00000001:3.0:1749610245.937179:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610245.937181:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494473856 00000020:00000010:1.0:1749610245.937181:0:12139:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000001:3.0:1749610245.937183:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610245.937183:0:12139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008e995e00. 80000000:00000010:1.0:1749610245.937184:0:12139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88008d425cc0. 00000020:00000040:3.0:1749610245.937185:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610245.937186:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 40000000:00000010:1.0:1749610245.937186:0:12139:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b490e9c0. 00100000:00000010:1.0:1749610245.937187:0:12139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00000020:00000001:3.0:1749610245.937188:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937189:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1749610245.937189:0:12139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1800. 00040000:00000010:1.0:1749610245.937190:0:12139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008e995c00. 00080000:00000010:1.0:1749610245.937192:0:12139:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00000020:00000010:3.0:1749610245.937193:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00080000:00000010:1.0:1749610245.937194:0:12139:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf1000. 00000020:00000010:3.0:1749610245.937195:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000004:00000010:1.0:1749610245.937195:0:12139:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72d800. 00000020:00000010:3.0:1749610245.937197:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000004:00000010:1.0:1749610245.937197:0:12139:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf2000. 00000100:00000001:3.0:1749610245.937199:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000004:00000010:1.0:1749610245.937199:0:12139:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a729000. 00000100:00000001:3.0:1749610245.937200:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000004:00000010:1.0:1749610245.937200:0:12139:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88008d42e000. 00000100:00000001:3.0:1749610245.937201:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.937202:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995400. 00000100:00000001:3.0:1749610245.937203:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.937203:0:12139:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000020:00000010:1.0:1749610245.937205:0:12139:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610245.937207:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610245.937207:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000020:00000010:1.0:1749610245.937209:0:12139:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800b499ad40. 00000020:00000010:1.0:1749610245.937210:0:12139:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800b499a080. 00000020:00000001:1.0:1749610245.937211:0:12139:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.937212:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610245.937212:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.937213:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00001000:1.0:1749610245.937214:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66f08 type=0x10620000 idx=23 00000040:00001000:1.0:1749610245.937215:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00100000:3.0:1749610245.937216:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:3.0:1749610245.937217:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092727040 : -131939616824576 : ffff88006a01e300) 00000040:00001000:1.0:1749610245.937217:0:12139:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937218:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937219:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.937220:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01e300 x1834598494473856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1749610245.937220:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc66f88 type=0x10620000 idx=24 00000040:00001000:1.0:1749610245.937221:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1749610245.937222:0:12139:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937223:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937224:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937225:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67018 type=0x10620000 idx=25 00000040:00001000:1.0:1749610245.937225:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:1.0:1749610245.937226:0:12139:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000100:00100000:3.0:1749610245.937227:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494473856:12345-0@lo:38:llog_process_th.0 00000020:00000001:1.0:1749610245.937227:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937228:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937229:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc670b8 type=0x10620000 idx=26 00000100:00000200:3.0:1749610245.937230:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494473856 00000040:00001000:1.0:1749610245.937230:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:1.0:1749610245.937230:0:12139:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1749610245.937231:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610245.937231:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00010000:00000001:3.0:1749610245.937232:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000040:00000001:1.0:1749610245.937232:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937233:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937234:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610245.937235:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000040:00001000:1.0:1749610245.937235:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67198 type=0x10620000 idx=27 00000040:00001000:1.0:1749610245.937236:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1749610245.937236:0:12139:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1749610245.937237:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000020:00000001:1.0:1749610245.937237:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937238:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937238:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937239:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610245.937240:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610245.937240:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610245.937241:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00001000:1.0:1749610245.937241:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67278 type=0x10620000 idx=28 00000040:00001000:1.0:1749610245.937242:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1749610245.937243:0:12139:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937243:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000010:3.0:1749610245.937244:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880096e8c000. 00000020:00000001:1.0:1749610245.937244:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610245.937245:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937245:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc672c8 type=0x10620000 idx=29 00000040:00001000:1.0:1749610245.937246:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000100:00000001:3.0:1749610245.937247:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937247:0:12139:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00010000:00000040:3.0:1749610245.937248:0:9692:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000020:00000001:1.0:1749610245.937248:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937249:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937249:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937250:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937251:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610245.937252:0:9692:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp (null) cur 4852 last 0 00000040:00001000:1.0:1749610245.937252:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc673a8 type=0x10620000 idx=30 00000040:00001000:1.0:1749610245.937253:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00010000:00000001:3.0:1749610245.937254:0:9692:0:(obd_class.h:881:obd_connect()) Process entered 00000040:00001000:1.0:1749610245.937254:0:12139:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937254:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937255:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937256:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937256:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1749610245.937257:0:9692:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1749610245.937257:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937258:0:9692:0:(genops.c:1392:class_connect()) Process entered 00000040:00001000:1.0:1749610245.937258:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67488 type=0x10620000 idx=31 00000020:00000001:3.0:1749610245.937259:0:9692:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:1.0:1749610245.937259:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1749610245.937260:0:12139:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000010:3.0:1749610245.937261:0:9692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4002000. 00000020:00000001:1.0:1749610245.937261:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937261:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937262:0:9692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00001000:1.0:1749610245.937262:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc674e0 type=0x10620000 idx=32 00000020:00000040:3.0:1749610245.937263:0:9692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4002000 with handle 0x689c0ec07329d0f0 to hash 00000040:00001000:1.0:1749610245.937263:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000020:00000001:3.0:1749610245.937264:0:9692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00001000:1.0:1749610245.937264:0:12139:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937265:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937265:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937266:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67560 type=0x10620000 idx=33 00000020:00000001:3.0:1749610245.937267:0:9692:0:(obd_class.h:1037:obd_init_export()) Process entered 00000040:00001000:1.0:1749610245.937267:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000004:00000001:3.0:1749610245.937268:0:9692:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000040:00001000:1.0:1749610245.937268:0:12139:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937269:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937269:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749610245.937270:0:9692:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff88012e731800. 00000040:00001000:1.0:1749610245.937270:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc675f0 type=0x10620000 idx=34 00000040:00001000:1.0:1749610245.937271:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000001:00000001:3.0:1749610245.937272:0:9692:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00001000:1.0:1749610245.937272:0:12139:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937273:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:3.0:1749610245.937274:0:9692:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff880136b6c100. 00000020:00000001:1.0:1749610245.937274:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937274:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67670 type=0x10620000 idx=35 00000001:00000001:3.0:1749610245.937275:0:9692:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937275:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00010000:00000001:3.0:1749610245.937276:0:9692:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000040:00001000:1.0:1749610245.937276:0:12139:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000001:00000001:3.0:1749610245.937277:0:9692:0:(hash.c:1039:cfs_hash_create()) Process entered 00000020:00000001:1.0:1749610245.937277:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937278:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937278:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000010:3.0:1749610245.937279:0:9692:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7db4b40. 00000020:00000001:1.0:1749610245.937279:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937280:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749610245.937281:0:9692:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460820. 00000040:00001000:1.0:1749610245.937281:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67750 type=0x10620000 idx=36 00000040:00001000:1.0:1749610245.937282:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000001:00000010:3.0:1749610245.937283:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133195c00. 00000040:00001000:1.0:1749610245.937283:0:12139:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937284:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937284:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:3.0:1749610245.937285:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133195400. 00000040:00000001:1.0:1749610245.937285:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937285:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1749610245.937286:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133194000. 00000020:00000001:1.0:1749610245.937286:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749610245.937287:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133194a00. 00000040:00001000:1.0:1749610245.937287:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67830 type=0x10620000 idx=37 00000040:00001000:1.0:1749610245.937288:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000001:00000001:3.0:1749610245.937289:0:9692:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749610245.937289:0:12139:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000001:00000010:3.0:1749610245.937290:0:9692:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a7db4180. 00000020:00000001:1.0:1749610245.937290:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937290:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749610245.937291:0:9692:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460980. 00000040:00001000:1.0:1749610245.937291:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67880 type=0x10620000 idx=38 00000040:00001000:1.0:1749610245.937292:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000001:00000010:3.0:1749610245.937293:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133195600. 00000040:00001000:1.0:1749610245.937293:0:12139:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000001:00000010:3.0:1749610245.937294:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133194200. 00000020:00000001:1.0:1749610245.937294:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937294:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937295:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000010:3.0:1749610245.937296:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133194c00. 00000020:00000001:1.0:1749610245.937296:0:12139:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937296:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749610245.937297:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880133194800. 00000040:00001000:1.0:1749610245.937297:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67960 type=0x10620000 idx=39 00010000:00000001:3.0:1749610245.937298:0:9692:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937298:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:1.0:1749610245.937299:0:12139:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00010000:00000001:3.0:1749610245.937300:0:9692:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610245.937300:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:3.0:1749610245.937301:0:9692:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937301:0:9692:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749610245.937301:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937301:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937302:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610245.937303:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b4002000 refcount=3 00000020:00000001:1.0:1749610245.937303:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610245.937304:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000040:00001000:1.0:1749610245.937304:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67a40 type=0x10620000 idx=40 00000040:00001000:1.0:1749610245.937305:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000020:00000001:3.0:1749610245.937306:0:9692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000040:00001000:1.0:1749610245.937306:0:12139:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000040:3.0:1749610245.937307:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 2 00000020:00000001:1.0:1749610245.937307:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937308:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1749610245.937309:0:9692:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x689c0ec07329d0f0 00000040:00001000:1.0:1749610245.937309:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67a98 type=0x10620000 idx=41 00000040:00001000:1.0:1749610245.937309:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000020:00000001:3.0:1749610245.937310:0:9692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937310:0:12139:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1749610245.937311:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610245.937311:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610245.937311:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749610245.937312:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610245.937312:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937312:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67b18 type=0x10620000 idx=42 00000020:00000040:3.0:1749610245.937313:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=3 00000040:00001000:1.0:1749610245.937313:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000020:00000001:3.0:1749610245.937314:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000040:00001000:1.0:1749610245.937314:0:12139:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:3.0:1749610245.937315:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610245.937315:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937316:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937316:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67ba8 type=0x10620000 idx=43 00000001:00000001:3.0:1749610245.937317:0:9692:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000040:00001000:1.0:1749610245.937317:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:1.0:1749610245.937318:0:12139:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000001:00000001:3.0:1749610245.937319:0:9692:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000020:00000001:1.0:1749610245.937319:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937319:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937320:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67c28 type=0x10620000 idx=44 00000040:00001000:1.0:1749610245.937321:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000001:00000040:3.0:1749610245.937322:0:9692:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:1.0:1749610245.937322:0:12139:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937323:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937323:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000040:3.0:1749610245.937324:0:9692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00000001:1.0:1749610245.937324:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:3.0:1749610245.937325:0:9692:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:1.0:1749610245.937325:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937326:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937326:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67d08 type=0x10620000 idx=45 00000001:00000001:3.0:1749610245.937327:0:9692:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000040:00001000:1.0:1749610245.937327:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000020:00000040:3.0:1749610245.937328:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b4002000 refcount=4 00000040:00001000:1.0:1749610245.937328:0:12139:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000001:00000040:3.0:1749610245.937329:0:9692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000020:00000001:1.0:1749610245.937329:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:3.0:1749610245.937330:0:9692:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749610245.937330:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749610245.937331:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000040:3.0:1749610245.937332:0:9692:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000001:1.0:1749610245.937332:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937332:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610245.937333:0:9692:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937333:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67de8 type=0x10620000 idx=46 00000040:00001000:1.0:1749610245.937334:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:1.0:1749610245.937335:0:12139:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000004:00100000:3.0:1749610245.937336:0:9692:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:00000001:1.0:1749610245.937336:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749610245.937336:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610245.937337:0:9692:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00001000:1.0:1749610245.937337:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67e38 type=0x10620000 idx=47 00000040:00001000:1.0:1749610245.937338:0:12139:0:(llog.c:688:llog_process_thread()) synced_idx: 47 00000001:00000001:3.0:1749610245.937339:0:9692:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749610245.937339:0:12139:0:(lustre_log.h:469:llog_next_block()) Process entered 00000004:00000001:3.0:1749610245.937340:0:9692:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000040:00000001:1.0:1749610245.937340:0:12139:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000020:00000001:3.0:1749610245.937342:0:9692:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000040:00001000:1.0:1749610245.937342:0:12139:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 47 (cur idx 47 off 8192), size 16152 00000020:01000000:3.0:1749610245.937343:0:9692:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000020:00000010:3.0:1749610245.937345:0:9692:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8800b1900600. 00000040:00000001:1.0:1749610245.937347:0:12139:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749610245.937348:0:12139:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749610245.937349:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67e38 type=0x10620000 idx=47 00000020:00000040:3.0:1749610245.937350:0:9692:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000040:00001000:1.0:1749610245.937350:0:12139:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000020:00000001:3.0:1749610245.937351:0:9692:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00001000:1.0:1749610245.937351:0:12139:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 47 synced_idx: 47 lgh_last_idx: 47 00000020:00000001:1.0:1749610245.937351:0:12139:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749610245.937352:0:12139:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000010:3.0:1749610245.937353:0:9692:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8800b1900600. 00000040:00000001:1.0:1749610245.937353:0:12139:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749610245.937353:0:12139:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610245.937354:0:12139:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937355:0:9692:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00001000:1.0:1749610245.937355:0:12139:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009cc67f18 type=0x0 idx=0 00000004:00000001:3.0:1749610245.937356:0:9692:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749610245.937356:0:12139:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1749610245.937357:0:9692:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00080000:1.0:1749610245.937357:0:12139:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 48 count 48 00010000:00000001:3.0:1749610245.937359:0:9692:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749610245.937359:0:12139:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009cc66000. 00000020:00000010:3.0:1749610245.937361:0:9692:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b4006800. 00000020:00000040:3.0:1749610245.937362:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000020:00000010:1.0:1749610245.937362:0:12139:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b499a240. 00000020:00000001:3.0:1749610245.937365:0:9692:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610245.937366:0:9692:0:(genops.c:1242:class_import_put()) import ffff8800b4006800 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1749610245.937368:0:9692:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749610245.937368:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731340. 00000020:00000040:3.0:1749610245.937370:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749610245.937372:0:9692:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610245.937373:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749610245.937373:0:12139:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b53b400. 00000100:00000001:3.0:1749610245.937374:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.937375:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00000010:1.0:1749610245.937375:0:12139:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b53a200. 00000100:00000001:3.0:1749610245.937376:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749610245.937376:0:12139:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913e800. 00000100:00000001:3.0:1749610245.937377:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749610245.937378:0:12139:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000100:00000040:3.0:1749610245.937379:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:1.0:1749610245.937380:0:12139:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b53ba00. 00000020:00000040:3.0:1749610245.937381:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b4002000 refcount=6 80000000:00000010:1.0:1749610245.937382:0:12139:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800991751e0. 00000100:00000001:3.0:1749610245.937383:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 40000000:00000010:1.0:1749610245.937383:0:12139:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b499abc0. 00000100:00000040:3.0:1749610245.937384:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00100000:00000010:1.0:1749610245.937384:0:12139:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913a800. 00000100:00000001:3.0:1749610245.937385:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00040000:00000010:1.0:1749610245.937386:0:12139:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1d00. 02000000:00000001:3.0:1749610245.937387:0:9692:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00040000:00000010:1.0:1749610245.937387:0:12139:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b53bc00. 02000000:00000001:3.0:1749610245.937388:0:9692:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1749610245.937389:0:9692:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 00080000:00000010:1.0:1749610245.937389:0:12139:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc64000. 02000000:00000001:3.0:1749610245.937390:0:9692:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:3.0:1749610245.937392:0:9692:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610245.937392:0:12139:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000100:00000001:3.0:1749610245.937393:0:9692:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000004:00000010:1.0:1749610245.937394:0:12139:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880079139000. 00000100:00000001:3.0:1749610245.937395:0:9692:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1749610245.937396:0:9692:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610245.937397:0:9692:0:(import.c:66:import_set_state_nolock()) ffff8800b4006800 : changing import state from RECOVER to FULL 00000004:00000010:1.0:1749610245.937397:0:12139:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000100:00000001:3.0:1749610245.937398:0:9692:0:(obd_class.h:1246:obd_import_event()) Process entered 00000004:00000010:1.0:1749610245.937398:0:12139:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913d800. 00000100:00000001:3.0:1749610245.937399:0:9692:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749610245.937400:0:9692:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749610245.937401:0:12139:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb9a400. 00000020:00000040:3.0:1749610245.937402:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 5 00000004:00000010:1.0:1749610245.937402:0:12139:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cb9a800. 00000020:00000040:3.0:1749610245.937403:0:9692:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00000020:00000010:1.0:1749610245.937404:0:12139:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00010000:00000001:3.0:1749610245.937405:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937407:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610245.937408:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000020:00000001:3.0:1749610245.937409:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610245.937411:0:9692:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610245.937412:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610245.937412:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610245.937413:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937415:0:9692:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00000001:00000001:3.0:1749610245.937417:0:9692:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749610245.937418:0:9692:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610245.937419:0:9692:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749610245.937420:0:9692:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610245.937421:0:9692:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610245.937422:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494473856 00010000:00000001:3.0:1749610245.937424:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610245.937426:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01e300 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610245.937430:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610245.937431:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610245.937432:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=50 v=5 (1 0 0 0) 00000100:00001000:3.0:1749610245.937434:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749610245.937436:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610245.937437:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610245.937438:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610245.937439:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610245.937440:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610245.937441:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610245.937442:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610245.937443:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610245.937445:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494473856, offset 0 00000400:00000200:3.0:1749610245.937448:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610245.937451:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610245.937455:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf918e80 00000400:00000200:3.0:1749610245.937457:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x4ba1 [1] + 0 00000400:00000200:3.0:1749610245.937460:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610245.937462:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610245.937463:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610245.937466:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610245.937471:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610245.937479:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610245.937481:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610245.937482:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610245.937483:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610245.937484:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610245.937485:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610245.937486:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937486:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610245.937487:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610245.937488:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610245.937489:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610245.937489:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749610245.937490:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1749610245.937490:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610245.937491:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffa50. 00000100:00000040:3.0:1749610245.937492:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01e300 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749610265 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610245.937493:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:1.0:1749610245.937494:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:1.0:1749610245.937496:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610245.937497:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28320:x1834598494473856:12345-0@lo:38:llog_process_th.0 Request processed in 269us (341us total) trans 0 rc 0/0 00000100:00000200:1.0:1749610245.937499:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610245.937501:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1749610245.937502:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610245.937503:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610245.937504:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610245.937504:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610245.937506:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610245.937507:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610245.937508:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610245.937509:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000100:00000001:1.0:1749610245.937509:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610245.937510:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749610245.937511:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:1.0:1749610245.937511:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610245.937512:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610245.937512:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610245.937513:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610245.937514:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610245.937516:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009cc64000. 00000100:00001000:1.0:1749610245.937519:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=1749610245 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610245.937533:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=1749610245 v=0 (0 0 0 0) 00000100:00001000:1.0:1749610245.937535:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88006a729bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1749610245.937537:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610245.937538:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610245.937539:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610245.937541:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610245.937545:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937546:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749610245.937547:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00000040:1.0:1749610245.937548:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1749610245.937550:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610245.937550:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610245.937552:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749610255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610245.937556:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610245.937557:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610245.937558:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610245.937559:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1749610245.937562:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000020:00000001:1.0:1749610245.937563:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610245.937563:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0e9 00000020:00000001:1.0:1749610245.937564:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610245.937565:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007913a000 refcount=5 00000020:00000001:1.0:1749610245.937566:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000020:00000001:1.0:1749610245.937567:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345547776 : -131939364003840 : ffff88007913a000) 00000100:00001000:1.0:1749610245.937569:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=1749610245 v=0 (0 0 0 0) 00000100:00001000:1.0:1749610245.937570:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88006a729bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1749610245.937574:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1749610245.937575:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a000 : new refcount 4 00000100:00000001:1.0:1749610245.937576:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749610245.937577:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00080000:1.0:1749610245.937578:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1749610245.937580:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a729800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1749610245.937581:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749610245.937582:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749610245.937583:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610245.937584:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1749610245.937585:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937586:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610245.937588:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749610255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610245.937592:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:28320:1834598494473856:0@lo:38:llog_process_th.0 00000100:00000001:1.0:1749610245.937594:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610245.937597:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078802a00 x1834598494473856/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749610255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1749610245.937600:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095487800. 00000100:00000001:1.0:1749610245.937600:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610245.937601:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610245.937602:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbafc00. 02000000:00000001:1.0:1749610245.937603:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610245.937604:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610245.937605:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610245.937606:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610245.937606:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008d42f400. 02000000:00000001:1.0:1749610245.937608:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610245.937609:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610245.937609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802a00. 00000100:00000001:1.0:1749610245.937611:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610245.937612:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610245.937613:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937614:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610245.937615:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610245.937615:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610245.937616:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610245.959559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299519417, at 4299519417 00000100:00000040:1.0:1749610245.959560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299519417, at 4299519417 00000100:00000010:1.0:1749610245.959568:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137370bc0. 00000100:00000010:3.0:1749610245.959580:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137370480. 00000100:00000001:1.0:1749610246.937590:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610246.937601:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610246.937603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610246.937605:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610246.937607:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610246.937609:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610246.937610:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610247.626726:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610247.626730:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610247.626733:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610247.937610:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610247.937622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610247.937623:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610247.937625:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610247.937626:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610247.937628:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610247.937630:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610248.937616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610248.937664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610248.937666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610248.937668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610248.937670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610248.937672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610248.937673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749610249.022638:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880081d44600. 00010000:00000010:1.1:1749610249.022644:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095487e00. 00000100:00000001:1.0:1749610249.937600:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610249.937611:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610249.937612:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610249.937615:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610249.937616:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610249.937618:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610249.937619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.937625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610250.937647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610250.937648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.937650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610250.937652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610250.937654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.937655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.942836:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610250.942839:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610250.942841:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610250.942847:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.942853:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610250.942854:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.942856:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610250.942858:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610250.942860:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610250.942862:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494474240:0@lo:38:kworker.0 00000100:00000001:1.0:1749610250.942864:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610250.942866:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610250.942868:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.942869:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610250.942873:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008d42f400. 02000000:00000001:1.0:1749610250.942874:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610250.942879:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610250.942884:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610250.942890:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494474240, portal 4 00000100:00000001:1.0:1749610250.942891:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610250.942892:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910718208 : -131938798833408 : ffff88009ac37100) 00000100:00000040:1.0:1749610250.942898:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.942903:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610250.942905:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610250.942906:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610250.942908:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494474240, offset 0 00000400:00000200:1.0:1749610250.942912:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610250.942922:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610250.942930:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf919000 00000400:00000200:1.0:1749610250.942934:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 14040 00000400:00000200:1.0:1749610250.942940:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610250.942942:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610250.942946:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610250.942947:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610250.942950:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802a00. 00000100:00000040:1.0:1749610250.942952:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078802a00 x1834598494474240 msgsize 520 00000100:00100000:1.0:1749610250.942955:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610250.942970:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610250.942976:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610250.942977:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610250.942979:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610250.942981:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.942986:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610250.942988:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.942992:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.942993:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610250.942995:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.942997:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610250.943001:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610250.943002:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610250.943008:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943017:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610250.943018:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610250.943021:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610250.943023:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610250.943025:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610250.943028:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494474624:0@lo:400:kworker.0 00000100:00000040:1.0:1749610250.943029:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1426 usecs (2 jiffies) 00000100:00000001:3.0:1749610250.943031:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610250.943032:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299524402 02000000:00000001:3.0:1749610250.943033:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610250.943035:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610250.943035:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b490e9c0. 02000000:00000001:3.0:1749610250.943036:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610250.943039:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:3.0:1749610250.943040:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880133195a00. 02000000:00000001:3.0:1749610250.943042:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943043:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299524402 00000100:00000010:1.0:1749610250.943045:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b490e300. 00000400:00000010:3.0:1749610250.943046:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7370. 00000100:00000001:1.0:1749610250.943046:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610250.943048:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299524402 00000400:00000010:3.0:1749610250.943049:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610250.943052:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494474624, portal 10 00000100:00000010:1.0:1749610250.943052:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b490ef00. 00000100:00000001:3.0:1749610250.943054:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610250.943054:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610250.943055:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910706560 : -131938798845056 : ffff88009ac34380) 00000100:00000001:1.0:1749610250.943056:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299524402 00000100:00000010:1.0:1749610250.943057:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b490e700. 00000100:00000001:1.0:1749610250.943059:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610250.943060:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610250.943061:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943062:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943063:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943065:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943068:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610250.943068:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610250.943069:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943070:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610250.943070:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610250.943071:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610250.943071:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610250.943072:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000040:1.0:1749610250.943073:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610250.943074:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494474624, offset 0 00000400:00000200:3.0:1749610250.943078:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610250.943078:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610250.943079:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943080:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610250.943081:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610250.943082:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610250.943083:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494474368:0@lo:38:kworker.0 00000400:00000200:3.0:1749610250.943084:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610250.943085:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610250.943086:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610250.943087:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943088:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610250.943089:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008d42e000. 00000400:00000200:3.0:1749610250.943090:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919180 02000000:00000001:1.0:1749610250.943090:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610250.943092:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00000400:00000010:1.0:1749610250.943094:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:3.0:1749610250.943096:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 22224 00000400:00000200:3.0:1749610250.943100:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610250.943101:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494474368, portal 10 00000100:00000001:1.0:1749610250.943102:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610250.943103:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610250.943103:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910715520 : -131938798836096 : ffff88009ac36680) 00000100:00000001:3.0:1749610250.943106:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749610250.943106:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610250.943108:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610250.943110:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610250.943111:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806680. 00000100:00000040:1.0:1749610250.943111:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610250.943112:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:3.0:1749610250.943113:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099806680 x1834598494474624 msgsize 224 00000100:00000200:1.0:1749610250.943113:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494474368, offset 0 00000400:00000200:1.0:1749610250.943115:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610250.943117:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610250.943118:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610250.943121:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919080 00000100:00000001:3.0:1749610250.943124:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610250.943124:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 22448 00000400:00000200:1.0:1749610250.943126:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610250.943128:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610250.943137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610250.943138:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610250.943140:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000010:1.0:1749610250.943140:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802300. 00000100:00000040:1.0:1749610250.943141:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078802300 x1834598494474368 msgsize 520 00000400:00000010:3.0:1749610250.943142:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00100000:1.0:1749610250.943143:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610250.943145:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610250.943148:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610250.943149:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610250.943153:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610250.943154:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749610250.943155:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610250.943156:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610250.943157:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610250.943159:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943161:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610250.943163:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943165:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943166:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610250.943166:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943167:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610250.943169:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943169:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610250.943171:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 651 usecs (1 jiffies) 00000100:00000040:3.0:1749610250.943172:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 751 usecs (1 jiffies) 00000100:00000001:1.0:1749610250.943172:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299524401 00000100:00000001:1.0:1749610250.943173:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943174:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299524401 00000100:00000001:3.0:1749610250.943175:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299524401 00000100:00000001:1.0:1749610250.943175:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943176:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299524401 00000100:00000001:3.0:1749610250.943177:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943178:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299524402 00000100:00000001:3.0:1749610250.943179:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299524401 00000100:00000001:1.0:1749610250.943179:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299524401 00000100:00000001:1.0:1749610250.943180:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299524402 00000100:00000001:3.0:1749610250.943181:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943181:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610250.943182:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299524401 00000100:00000001:1.0:1749610250.943182:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943183:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610250.943184:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299524402 00000100:00000040:1.0:1749610250.943185:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943186:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299524401 00000100:00000001:3.0:1749610250.943188:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943189:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610250.943190:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610250.943190:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943191:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610250.943191:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610250.943192:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943192:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943194:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610250.943194:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494474496:0@lo:38:kworker.0 00000100:00000001:1.0:1749610250.943195:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610250.943196:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610250.943196:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610250.943197:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943198:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610250.943200:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008d42f800. 00000100:00000001:3.0:1749610250.943201:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610250.943201:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943202:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1749610250.943202:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db2c0. 00000100:00000001:3.0:1749610250.943204:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610250.943205:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610250.943206:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610250.943206:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749610250.943207:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610250.943208:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494474496, portal 10 00000100:00000001:1.0:1749610250.943209:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610250.943210:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910713728 : -131938798837888 : ffff88009ac35f80) 00000100:00000040:1.0:1749610250.943213:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943216:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610250.943217:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610250.943218:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749610250.943219:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610250.943220:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494474496, offset 0 00000100:00100000:3.0:1749610250.943221:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494474624 00000400:00000200:1.0:1749610250.943221:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610250.943222:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610250.943224:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610250.943224:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610250.943226:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610250.943226:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919100 00000400:00000200:1.0:1749610250.943227:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 23192 02000000:00000001:3.0:1749610250.943228:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610250.943230:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494474624 00000400:00000200:1.0:1749610250.943230:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610250.943231:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610250.943232:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610250.943233:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610250.943233:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610250.943234:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610250.943234:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610250.943235:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801f80. 00000020:00000040:3.0:1749610250.943237:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:1.0:1749610250.943237:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078801f80 x1834598494474496 msgsize 520 00000020:00000001:3.0:1749610250.943239:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:1.0:1749610250.943239:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610250.943241:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610250.943243:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610250.943245:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610250.943245:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610250.943245:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610250.943246:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749610250.943248:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731f80. 00000100:00000200:1.0:1749610250.943248:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943251:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610250.943252:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e7318c0. 00000100:00000040:1.0:1749610250.943253:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943256:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610250.943257:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610250.943257:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610250.943258:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610250.943259:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:1.0:1749610250.943260:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299524401 00000100:00000001:1.0:1749610250.943261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299524401 00000100:00000001:1.0:1749610250.943263:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299524402 00000100:00000001:3.0:1749610250.943264:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610250.943265:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299524401 00000100:00000001:1.0:1749610250.943266:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299524402 00000020:00000010:3.0:1749610250.943267:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195200. 00000100:00000001:1.0:1749610250.943267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299524401 00000100:00000001:1.0:1749610250.943268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943269:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610250.943270:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610250.943270:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943271:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610250.943272:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac36d80 x1834598494474752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610250.943273:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000040:3.0:1749610250.943278:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610250.943279:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610250.943280:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610250.943280:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943281:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610250.943281:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610250.943282:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610250.943283:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610250.943283:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610250.943284:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494474752:0@lo:38:kworker.0 00000100:00000001:1.0:1749610250.943286:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610250.943286:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610250.943287:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749610250.943287:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943288:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610250.943289:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1749610250.943289:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008d42fc00. 00000100:00000001:3.0:1749610250.943290:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943290:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610250.943291:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db370. 00000100:00000001:3.0:1749610250.943292:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610250.943292:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:1.0:1749610250.943294:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494474752, portal 10 00000100:00000001:1.0:1749610250.943294:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610250.943295:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910717312 : -131938798834304 : ffff88009ac36d80) 00000100:00000001:3.0:1749610250.943298:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610250.943299:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610250.943299:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009cc66000. 00000100:00000040:1.0:1749610250.943301:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac36d80 x1834598494474752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943305:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610250.943306:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610250.943307:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000400:00000010:1.0:1749610250.943307:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610250.943308:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494474752, offset 0 00000100:00000001:3.0:1749610250.943309:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335881984 : -131939373669632 : ffff880078802300) 00000400:00000200:1.0:1749610250.943310:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610250.943312:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610250.943313:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078802300 x1834598494474368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610250.943314:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919200 00000400:00000200:1.0:1749610250.943316:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 23712 00000400:00000200:1.0:1749610250.943317:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610250.943319:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610250.943320:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610250.943321:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610250.943322:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494474368:12345-0@lo:38:kworker.0 00000100:00000010:1.0:1749610250.943322:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801c00. 00000100:00000040:1.0:1749610250.943324:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078801c00 x1834598494474752 msgsize 520 00000100:00000200:3.0:1749610250.943325:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494474368 00000100:00100000:1.0:1749610250.943326:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610250.943327:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610250.943327:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610250.943328:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00010000:00000001:3.0:1749610250.943329:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749610250.943329:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610250.943330:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610250.943331:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac36d80 x1834598494474752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943334:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610250.943336:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610250.943336:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac36d80 x1834598494474752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610250.943339:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610250.943339:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943339:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610250.943340:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610250.943341:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610250.943342:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 842 usecs (1 jiffies) 00010000:00000001:3.0:1749610250.943343:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610250.943343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299524401 00000100:00000001:1.0:1749610250.943344:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299524402 00000100:00000001:3.0:1749610250.943345:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610250.943345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299524401 00000100:00000001:3.0:1749610250.943346:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610250.943346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299524401 02000000:00000001:3.0:1749610250.943348:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610250.943348:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299524402 00000100:00000001:1.0:1749610250.943349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299524401 00000100:00000001:1.0:1749610250.943350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299524402 02000000:00000010:3.0:1749610250.943351:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8c400. 00000100:00000001:1.0:1749610250.943351:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610250.943352:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610250.943353:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610250.943353:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610250.943354:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610250.943354:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610250.943355:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610250.943356:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00010000:00000001:3.0:1749610250.943357:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610250.943358:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610250.943358:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610250.943359:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610250.943360:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610250.943361:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749610250.943361:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943363:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610250.943364:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610250.943366:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749610250.943366:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943367:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610250.943369:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749610250.943369:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610250.943370:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610250.943371:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610250.943371:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610250.943372:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943372:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610250.943373:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610250.943373:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610250.943374:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610250.943375:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610250.943376:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 02000000:00000001:1.0:1749610250.943376:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610250.943378:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494474368, offset 0 00000100:00001000:1.0:1749610250.943379:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610250 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610250.943381:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610250.943381:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=123 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610250.943382:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610250.943384:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610250.943385:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610250.943386:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610250.943388:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610250.943389:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919080 00000400:00000200:3.0:1749610250.943392:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bc1 [1] + 0 00000100:00000001:1.0:1749610250.943392:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610250.943394:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610250.943395:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610250.943395:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943396:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610250.943397:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610250.943397:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610250.943399:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:1.0:1749610250.943399:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610250.943400:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749610250.943401:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610250.943402:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610250.943404:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610250.943406:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610250.943408:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494474240:0@lo:38:kworker.0 00000100:00000001:1.0:1749610250.943410:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943411:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610250.943411:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610250.943413:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac37100 x1834598494474240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610250.943415:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610250.943416:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610250.943417:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610250.943418:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610250.943418:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610250.943419:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749610250.943419:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008d42f400. 00000100:00000001:3.0:1749610250.943420:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610250.943421:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610250.943422:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610250.943422:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610250.943423:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610250.943423:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610250.943424:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610250.943424:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610250.943425:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781db800. 00000100:00000040:3.0:1749610250.943427:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078802300 x1834598494474368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610270 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610250.943427:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610250.943428:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610250.943429:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac37100. 00000100:00000001:1.0:1749610250.943431:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749610250.943432:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494474368:12345-0@lo:38:kworker.0 Request processed in 110us (289us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610250.943432:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943433:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943434:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610250.943435:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943436:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610250.943437:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000001:1.0:1749610250.943437:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610250.943438:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749610250.943438:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610250.943439:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749610250.943439:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610250.943440:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00000020:00000010:3.0:1749610250.943441:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012ee68e80. 00000400:00000200:1.0:1749610250.943441:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610250.943442:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000020:00000010:3.0:1749610250.943443:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:1.0:1749610250.943443:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610250.943444:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610250.943445:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487a00. 00000100:00000001:3.0:1749610250.943446:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610250.943448:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943451:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610250.943452:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610250.943452:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610250.943452:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610250.943453:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:1.0:1749610250.943453:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610250.943454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610250.943455:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335881088 : -131939373670528 : ffff880078801f80) 00000100:00000001:1.0:1749610250.943455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610250.943456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610250.943457:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078801f80 x1834598494474496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610250.943457:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610250.943458:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610250 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610250.943460:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=105 v=20 (20 0 0 0) 00000100:00100000:3.0:1749610250.943461:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494474496:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610250.943461:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610250.943462:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610250.943463:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494474496 00000100:00000001:1.0:1749610250.943463:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610250.943464:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610250.943465:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749610250.943465:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610250.943468:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943468:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610250.943469:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00020000:3.0:1749610250.943470:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610250.943470:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943470:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749610250.943471:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610250.943471:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610250.943472:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749610250.943473:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610250.943474:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:1.0:1749610250.943474:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610250.943475:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610250.943475:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610250.943475:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610250.943476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610250.943477:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8c800. 02000000:00000001:3.0:1749610250.943478:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943479:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610250.943480:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749610250.943480:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494474368:0@lo:38:kworker.0 00010000:00000001:3.0:1749610250.943481:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610250.943482:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610250.943482:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943483:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610250.943484:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610250.943484:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610250.943484:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac36680 x1834598494474368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610250.943486:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610250.943487:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610250.943487:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610250.943488:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749610250.943488:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610250.943489:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008d42e000. 00000100:00000040:3.0:1749610250.943490:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610250.943490:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610250.943490:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749610250.943491:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1749610250.943491:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610250.943492:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610250.943492:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610250.943493:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749610250.943493:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da400. 00000100:00000040:3.0:1749610250.943494:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610250.943495:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 02000000:00000001:1.0:1749610250.943496:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749610250.943497:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494474496, offset 0 02000000:00000001:1.0:1749610250.943497:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749610250.943498:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610250.943498:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36680. 00000100:00000001:1.0:1749610250.943499:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610250.943500:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610250.943500:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610250.943501:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610250.943501:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610250.943502:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610250.943503:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919100 00000100:00000001:1.0:1749610250.943503:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610250.943503:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610250.943505:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bd1 [1] + 0 00000400:00000200:3.0:1749610250.943507:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610250.943509:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610250.943510:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610250.943512:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610250.943517:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35f80 x1834598494474496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610250.943534:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610250.943537:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610250.943562:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610250.943566:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610250.943567:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749610250.943568:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610250.943569:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610250.943570:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610250.943572:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610250.943573:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610250.943574:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610250.943576:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078801f80 x1834598494474496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610270 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610250.943581:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494474496:12345-0@lo:38:kworker.0 Request processed in 119us (343us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610250.943585:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:3.0:1749610250.943587:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610250.943588:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610250.943589:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:3.0:1749610250.943591:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000020:00000010:3.0:1749610250.943592:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487800. 00000100:00000001:3.0:1749610250.943593:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943608:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610250.943609:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610250.943611:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610250.943612:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610250.943613:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7370. 00000400:00000200:3.0:1749610250.943615:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610250.943616:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610250.943617:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610250.943619:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610250.943623:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943627:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610250.943628:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943629:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610250.943630:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610250.943648:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610250.943649:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610250.943650:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610250.943653:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=55 v=5 (5 0 0 0) 00000100:00001000:3.0:1749610250.943655:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=55 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610250.943656:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610250.943657:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610250.943659:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610250.943662:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610250.943666:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943668:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610250.943669:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610250.943670:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610250.943671:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610250.943673:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943677:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610250.943678:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610250.943679:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610250.943680:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610250.943684:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494474624:0@lo:400:kworker.0 00000100:00000001:3.0:1749610250.943687:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943688:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610250.943689:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac34380 x1834598494474624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610250.943692:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610250.943693:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610250.943694:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880133195a00. 02000000:00000001:3.0:1749610250.943696:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610250.943696:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610250.943697:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610250.943698:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610250.943699:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5b00. 02000000:00000001:3.0:1749610250.943701:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610250.943702:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610250.943702:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34380. 00000100:00000001:3.0:1749610250.943704:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610250.943705:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943706:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610250.943707:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610250.943708:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610250.943709:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610250.943710:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610250.945600:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299524402, at 4299524403 00000100:00000010:3.0:1749610250.945605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b490e700. 00000100:00000040:1.0:1749610250.945606:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299524402, at 4299524403 00000100:00000010:1.0:1749610250.945613:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b490e300. 00000100:00000001:3.0:1749610255.951045:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610255.951048:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475008 02000000:00000001:3.0:1749610255.951050:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610255.951053:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610255.951055:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610255.951058:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610255.951061:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475008 00000020:00000001:3.0:1749610255.951063:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610255.951064:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610255.951065:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610255.951067:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951069:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610255.951074:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000020:00000010:3.0:1749610255.951078:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000020:00000010:3.0:1749610255.951082:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:3.0:1749610255.951086:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610255.951087:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610255.951089:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610255.951094:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951100:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610255.951101:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610255.951103:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749610255.951105:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951108:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610255.951109:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610255.951110:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610255.951111:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610255.951113:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1749610255.951113:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610255.951114:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610255.951115:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610255.951116:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849721472 : -131938859830144 : ffff88009720b480) 00000100:00000040:3.0:1749610255.951120:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720b480 x1834598494475008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610255.951120:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610255.951128:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610255.951129:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610255.951130:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494475008:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610255.951131:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749610255.951133:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494475008 02000000:00000001:1.0:1749610255.951133:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610255.951135:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951136:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610255.951137:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494475392:0@lo:400:kworker.0 00010000:00000001:3.0:1749610255.951139:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610255.951140:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610255.951143:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610255.951145:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610255.951146:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610255.951149:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995800. 00000020:00000001:3.0:1749610255.951150:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610255.951151:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610255.951153:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610255.951154:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db268. 00010000:00000001:3.0:1749610255.951155:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610255.951157:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00010000:00000001:3.0:1749610255.951158:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610255.951161:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749610255.951161:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494475392, portal 10 00000100:00000001:3.0:1749610255.951163:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610255.951163:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610255.951164:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910717312 : -131938798834304 : ffff88009ac36d80) 02000000:00000001:3.0:1749610255.951165:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610255.951168:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8cc00. 02000000:00000001:3.0:1749610255.951170:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951170:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610255.951172:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610255.951175:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610255.951176:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610255.951177:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951178:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749610255.951179:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610255.951179:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610255.951181:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494475392, offset 0 00000100:00000001:3.0:1749610255.951182:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610255.951184:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610255.951185:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610255.951186:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610255.951188:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610255.951190:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610255.951192:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610255.951193:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610255.951195:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610255.951197:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610255.951197:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919480 00000100:00000001:3.0:1749610255.951198:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610255.951201:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610255.951201:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 24752 00000400:00000010:3.0:1749610255.951203:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000400:00000200:1.0:1749610255.951205:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610255.951206:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494475008, offset 0 00000400:00000200:1.0:1749610255.951208:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610255.951211:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610255.951213:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610255.951215:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610255.951216:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610255.951218:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802d80. 00000100:00000040:1.0:1749610255.951220:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880078802d80 x1834598494475392 msgsize 224 00000400:00000200:3.0:1749610255.951222:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf919300 00000100:00100000:1.0:1749610255.951224:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610255.951226:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4bf5 [1] + 0 00000400:00000200:3.0:1749610255.951230:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610255.951230:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610255.951233:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610255.951244:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610255.951246:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610255.951248:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000200:3.0:1749610255.951249:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35500 x1834598494475008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610255.951250:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610255.951254:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610255.951257:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35500 x1834598494475008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610255.951261:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610255.951264:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610255.951270:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610255.951271:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610255.951272:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610255.951274:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951277:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 747 usecs (1 jiffies) 00000400:00000200:3.0:1749610255.951278:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749610255.951279:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:1.0:1749610255.951279:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299529409 00000100:00000001:1.0:1749610255.951282:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299529410 00000100:00000001:3.0:1749610255.951283:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610255.951284:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610255.951284:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299529409 00000100:00000001:1.0:1749610255.951285:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299529410 00000100:00000001:3.0:1749610255.951287:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951287:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299529409 00000100:00000040:3.0:1749610255.951289:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610255.951289:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299529410 00000100:00000001:1.0:1749610255.951290:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299529409 00000100:00000001:3.0:1749610255.951291:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951292:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299529410 00000020:00000001:3.0:1749610255.951294:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610255.951294:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610255.951295:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610255.951297:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b480 x1834598494475008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610255.951297:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951299:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951301:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610255.951302:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610255.951303:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951304:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610255.951305:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494475008:12345-0@lo:38:kworker.0 Request processed in 175us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610255.951312:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:3.0:1749610255.951314:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610255.951314:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610255.951316:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610255.951316:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475136 02000000:00000001:1.0:1749610255.951317:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610255.951319:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:1.0:1749610255.951319:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610255.951321:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610255.951323:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 02000000:00000001:1.0:1749610255.951323:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610255.951325:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475136 00000020:00000010:3.0:1749610255.951326:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000020:00000001:1.0:1749610255.951326:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610255.951327:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610255.951329:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610255.951329:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610255.951330:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610255.951332:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610255.951335:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995400. 00000020:00000010:1.0:1749610255.951338:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000020:00000010:1.0:1749610255.951341:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610255.951343:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610255.951344:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475392 00000100:00000001:1.0:1749610255.951344:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610255.951345:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749610255.951346:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610255.951347:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610255.951347:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610255.951349:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951350:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610255.951351:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610255.951354:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475392 00000020:00000001:3.0:1749610255.951355:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610255.951355:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610255.951357:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610255.951358:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610255.951360:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610255.951360:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610255.951361:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475264 00000020:00000001:3.0:1749610255.951362:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610255.951362:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610255.951364:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610255.951364:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610255.951365:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610255.951367:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610255.951368:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610255.951369:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475264 00000020:00000010:3.0:1749610255.951370:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7318c0. 00000020:00000001:1.0:1749610255.951370:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610255.951371:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610255.951372:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610255.951374:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610255.951375:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610255.951375:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610255.951377:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995a00. 00000020:00000010:1.0:1749610255.951380:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9880. 00000100:00000001:3.0:1749610255.951381:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610255.951382:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:1.0:1749610255.951383:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610255.951384:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000100:00000001:1.0:1749610255.951384:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610255.951386:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:1.0:1749610255.951386:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610255.951388:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610255.951388:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951389:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610255.951392:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610255.951393:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610255.951394:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610255.951395:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610255.951395:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610255.951397:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610255.951397:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000001:1.0:1749610255.951399:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849718784 : -131938859832832 : ffff88009720aa00) 00000100:00000001:3.0:1749610255.951400:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610255.951402:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610255.951403:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951403:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720aa00 x1834598494475136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610255.951405:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951410:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610255.951411:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610255.951412:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494475136:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610255.951414:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000200:1.0:1749610255.951415:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494475136 00000100:00000040:3.0:1749610255.951416:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:1.0:1749610255.951417:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610255.951418:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335884672 : -131939373666944 : ffff880078802d80) 00010000:00000001:1.0:1749610255.951418:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610255.951422:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078802d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:446/0 lens 224/0 e 0 to 0 dl 1749610266 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610255.951425:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610255.951428:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610255.951429:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610255.951430:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610255.951431:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731580. 00010000:00000001:1.0:1749610255.951432:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610255.951433:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610255.951434:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749610255.951435:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731580. 00000100:00000001:1.0:1749610255.951435:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610255.951437:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610255.951438:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494475392:12345-0@lo:400:kworker.0 02000000:00000010:1.0:1749610255.951439:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42e000. 00000100:00000200:3.0:1749610255.951441:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494475392 02000000:00000001:1.0:1749610255.951441:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951443:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610255.951443:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951445:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749610255.951445:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610255.951446:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951447:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610255.951448:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610255.951450:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610255.951450:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749610255.951452:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610255.951452:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610255.951454:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749610255.951454:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610255.951456:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610255.951456:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610255.951458:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610255.951458:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610255.951460:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610255.951460:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610255.951462:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610255.951462:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610255.951463:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951464:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610255.951465:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610255.951466:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610255.951468:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610255.951468:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:3.0:1749610255.951469:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749610255.951471:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494475136, offset 0 02000000:00000010:3.0:1749610255.951472:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8d000. 02000000:00000001:3.0:1749610255.951474:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610255.951474:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610255.951475:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951477:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610255.951479:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1749610255.951480:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494475392 00010000:00000001:3.0:1749610255.951481:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749610255.951483:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919380 00010000:00000200:3.0:1749610255.951485:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078802d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:446/0 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610255.951487:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4bfd [1] + 0 00010000:00000001:3.0:1749610255.951490:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610255.951491:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610255.951492:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610255.951494:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=60 v=5 (1 0 0 0) 00000400:00000200:1.0:1749610255.951494:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610255.951497:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610255.951497:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610255.951499:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:1.0:1749610255.951500:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac34000 x1834598494475136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610255.951501:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610255.951503:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610255.951504:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610255.951506:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610255.951508:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610255.951508:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac34000 x1834598494475136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610255.951510:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610255.951515:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494475392, offset 224 00000100:00000001:1.0:1749610255.951515:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610255.951519:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610255.951551:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610255.951556:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919480 00000400:00000200:1.0:1749610255.951575:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610255.951577:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610255.951579:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610255.951580:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610255.951583:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c05 [1] + 224 00000100:00000001:1.0:1749610255.951583:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610255.951602:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610255.951602:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610255.951604:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610255.951604:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610255.951606:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610255.951609:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610255.951610:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720aa00 x1834598494475136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610255.951613:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610255.951618:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494475136:12345-0@lo:38:kworker.0 Request processed in 206us (505us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610255.951621:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610255.951625:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000001:1.0:1749610255.951627:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610255.951628:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610255.951631:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:3.0:1749610255.951632:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610255.951634:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000400:00000200:3.0:1749610255.951635:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000020:00000010:1.0:1749610255.951636:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995400. 00000400:00000010:3.0:1749610255.951637:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749610255.951639:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610255.951639:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951640:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610255.951643:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951644:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610255.951645:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610255.951646:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475520 00010000:00000001:3.0:1749610255.951647:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749610255.951647:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610255.951649:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951649:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610255.951650:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610255.951651:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749610255.951652:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610255.951654:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078802d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:446/0 lens 224/224 e 0 to 0 dl 1749610266 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610255.951658:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475520 00000020:00000001:1.0:1749610255.951660:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610255.951661:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610255.951662:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610255.951663:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494475392:12345-0@lo:400:kworker.0 Request processed in 231us (440us total) trans 0 rc 0/0 00000020:00000001:1.0:1749610255.951664:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610255.951665:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610255.951668:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995400. 00000100:00100000:3.0:1749610255.951669:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000010:1.0:1749610255.951670:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000040:3.0:1749610255.951672:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:1.0:1749610255.951672:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749610255.951673:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610255.951674:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610255.951675:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610255.951675:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610255.951676:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610255.951677:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:1.0:1749610255.951678:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610255.951680:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610255.951680:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610255.951682:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000100:00000001:1.0:1749610255.951684:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1749610255.951685:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610255.951685:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610255.951687:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610255.951688:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000001:1.0:1749610255.951689:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849715200 : -131938859836416 : ffff880097209c00) 00000100:00000040:1.0:1749610255.951692:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097209c00 x1834598494475264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610255.951700:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749610255.951700:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494475264:12345-0@lo:38:kworker.0 00000020:00000040:3.0:1749610255.951703:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:1.0:1749610255.951703:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494475264 00000020:00000001:1.0:1749610255.951705:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610255.951707:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610255.951708:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610255.951710:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610255.951712:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610255.951712:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610255.951714:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610255.951715:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db268. 00010000:00020000:1.0:1749610255.951715:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610255.951716:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610255.951718:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00010000:00000001:1.0:1749610255.951718:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610255.951719:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610255.951720:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610255.951722:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610255.951722:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610255.951723:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610255.951725:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42f400. 02000000:00000001:1.0:1749610255.951727:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951729:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610255.951731:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610255.951732:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610255.951734:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610255.951737:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610255.951738:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610255.951740:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610255.951740:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610255.951742:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610255.951744:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610255.951747:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749610255.951748:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610255.951749:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610255.951750:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951752:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610255.951754:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610255.951754:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610255.951755:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610255.951756:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610255.951757:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610255.951758:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494475264, offset 0 02000000:00000001:3.0:1749610255.951759:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610255.951760:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610255.951761:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610255.951762:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610255.951763:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610255.951766:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749610255.951767:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1749610255.951770:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=60 v=5 (1 0 0 0) 00000400:00000200:1.0:1749610255.951770:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919400 00000100:00000001:3.0:1749610255.951772:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610255.951773:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610255.951774:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c0d [1] + 0 00010000:00000001:3.0:1749610255.951776:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610255.951778:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:3.0:1749610255.951779:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610255.951780:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610255.951785:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951785:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610255.951788:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1749610255.951788:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac35880 x1834598494475264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610255.951790:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610255.951791:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610255.951792:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951795:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac35880 x1834598494475264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610255.951796:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610255.951802:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610255.951804:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610255.951805:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610255.951805:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610255.951808:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610255.951809:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610255.951810:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610255.951812:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610255.951813:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610255.951815:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494475392:0@lo:400:kworker.0 00000100:00000001:1.0:1749610255.951816:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.951818:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610255.951819:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951820:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610255.951820:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610255.951821:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610255.951823:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac36d80 x1834598494475392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610255.951825:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209c00 x1834598494475264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610275 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610255.951828:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610255.951829:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610255.951831:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995800. 02000000:00000001:3.0:1749610255.951833:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749610255.951833:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494475264:12345-0@lo:38:kworker.0 Request processed in 132us (573us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749610255.951834:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610255.951836:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610255.951838:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610255.951839:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 02000000:00000001:3.0:1749610255.951841:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749610255.951841:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 02000000:00000001:3.0:1749610255.951842:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610255.951843:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1749610255.951844:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36d80. 00000100:00000001:1.0:1749610255.951844:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610255.951846:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1749610255.951846:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9880. 00000100:00000001:3.0:1749610255.951847:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951849:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610255.951849:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000100:00000001:3.0:1749610255.951852:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610255.951852:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995a00. 00000100:00000001:3.0:1749610255.951853:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610255.951854:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610255.951855:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610255.951856:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610255.952562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299529410, at 4299529410 00000100:00000040:3.0:1749610255.952567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299529410, at 4299529410 00000100:00000010:1.0:1749610255.952567:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137370e40. 00000100:00000010:3.0:1749610255.952575:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880137370c40. 00000040:00000001:1.0:1749610256.449957:0:12151:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749610256.449962:0:12151:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995a00. 00000020:00000010:1.0:1749610256.449965:0:12151:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008e995c00. 00000040:00000010:1.0:1749610256.449968:0:12151:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008e995e00. 00000020:00000010:1.0:1749610256.449971:0:12151:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610256.449975:0:12151:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610256.449977:0:12151:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008e994600. 80000000:00000010:1.0:1749610256.449980:0:12151:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88008d425cc0. 40000000:00000010:1.0:1749610256.449982:0:12151:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b490e300. 00100000:00000010:1.0:1749610256.449985:0:12151:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880079139000. 00040000:00000010:1.0:1749610256.449988:0:12151:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1d00. 00040000:00000010:1.0:1749610256.449990:0:12151:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008e995600. 00080000:00000010:1.0:1749610256.449993:0:12151:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf2000. 00080000:00000010:1.0:1749610256.449997:0:12151:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000004:00000010:1.0:1749610256.450002:0:12151:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610256.450005:0:12151:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf1000. 00000004:00000010:1.0:1749610256.450008:0:12151:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913e800. 00002000:00000010:1.0:1749610256.450011:0:12151:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88008d42fc00. 00000004:00000010:1.0:1749610256.450014:0:12151:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88008d42f800. 00000020:00000010:1.0:1749610256.450016:0:12151:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b490e640. 00000040:00000010:1.0:1749610256.450021:0:12151:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009cc62000. 00000040:00080000:1.0:1749610256.450364:0:12151:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 64768 count 48 00000040:00000010:1.0:1749610256.450367:0:12151:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009cc62000. 00000020:00000010:1.0:1749610256.450371:0:12151:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b490e640. 00000020:00000010:1.0:1749610256.450382:0:12151:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008e995c00. 00000040:00000010:1.0:1749610256.450384:0:12151:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008e995e00. 00000020:00000010:1.0:1749610256.450386:0:12151:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610256.450389:0:12151:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610256.450392:0:12151:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008e994600. 80000000:00000010:1.0:1749610256.450394:0:12151:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88008d425cc0. 40000000:00000010:1.0:1749610256.450395:0:12151:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b490e300. 00100000:00000010:1.0:1749610256.450397:0:12151:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880079139000. 00040000:00000010:1.0:1749610256.450400:0:12151:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1d00. 00040000:00000010:1.0:1749610256.450404:0:12151:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008e995600. 00080000:00000010:1.0:1749610256.450406:0:12151:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610256.450408:0:12151:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf2000. 00000004:00000010:1.0:1749610256.450411:0:12151:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913a800. 00000004:00000010:1.0:1749610256.450414:0:12151:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf1000. 00000004:00000010:1.0:1749610256.450415:0:12151:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007913e800. 00002000:00000010:1.0:1749610256.450418:0:12151:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88008d42fc00. 00000004:00000010:1.0:1749610256.450420:0:12151:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88008d42f800. 00000020:00000010:1.0:1749610256.450421:0:12151:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995a00. 00010000:00000010:2.1:1749610256.451672:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7b7c00. 00010000:00000010:2.1:1749610256.451679:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095486c00. 00040000:00000001:1.0:1749610256.942007:0:12103:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610256.942010:0:12103:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749610256.942013:0:12103:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b490e300. 00000020:00000001:1.0:1749610256.942016:0:12103:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610256.942018:0:12103:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b490e300. 00000020:00000001:1.0:1749610256.942020:0:12103:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:1.0:1749610256.942022:0:12103:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff88006a3a9880. 00000020:00000010:1.0:1749610256.942029:0:12103:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff8800b490e300. 00000020:00000010:1.0:1749610256.942032:0:12103:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff8800b490e300. 00040000:00000001:1.0:1749610256.942034:0:12103:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:1.0:1749610256.942036:0:12103:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610256.942038:0:12103:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749610256.942039:0:12103:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942040:0:12103:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1749610256.942042:0:12103:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:1.0:1749610256.942046:0:12103:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88006abf1000. 00000020:00000001:1.0:1749610256.942049:0:12103:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1749610256.942050:0:12103:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1749610256.942051:0:12103:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134369592320 : -131939339959296 : 0xffff88007a828400) 00000020:00000001:1.0:1749610256.942053:0:12103:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134369592320 : -131939339959296 : ffff88007a828400) 00000020:00000001:1.0:1749610256.942054:0:12103:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610256.942056:0:12103:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:1.0:1749610256.942059:0:12103:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586583096 : -131939122968520 : ffff880087718838) 00000020:00000001:1.0:1749610256.942060:0:12103:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:1.0:1749610256.942061:0:12103:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749610256.942063:0:12103:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556240. 00002000:00000001:1.0:1749610256.942064:0:12103:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937059992 : -131938772491624 : ffff88009c556298) 00002000:00000001:1.0:1749610256.942080:0:12103:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749610256.942081:0:12103:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:1.0:1749610256.942106:0:12103:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008e995a00. 00002000:00000001:1.0:1749610256.942107:0:12103:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610256.942109:0:12103:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937059992 : -131938772491624 : ffff88009c556298) 00080000:00000001:1.0:1749610256.942111:0:12103:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1749610256.942113:0:12103:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1749610256.942120:0:12103:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1749610256.942126:0:12103:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942127:0:12103:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:1.0:1749610256.942128:0:12103:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942129:0:12103:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1749610256.942130:0:12103:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1749610256.942132:0:12103:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:3282871709 to info ffff88009a4c0000 00000020:00000001:1.0:1749610256.942134:0:12103:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009cd63678 00080000:00000002:1.0:1749610256.942135:0:12103:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1749610256.942137:0:12103:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610256.942138:0:12103:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942139:0:12103:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610256.942140:0:12103:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749610256.942142:0:12103:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129ce1d00. 00000020:00000001:1.0:1749610256.942144:0:12103:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1749610256.942145:0:12103:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008e995400. 00000020:00000001:1.0:1749610256.942146:0:12103:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942147:0:12103:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749610256.942149:0:12103:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749610256.942150:0:12103:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610256.942151:0:12103:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749610256.942152:0:12103:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942154:0:12103:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610256.942156:0:12103:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137310559576 : -131936398992040 : ffff880129ce1d58) 00100000:00000001:1.0:1749610256.942158:0:12103:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:1.0:1749610256.942158:0:12103:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:1.0:1749610256.942159:0:12103:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586583096 : -131939122968520 : ffff880087718838) 00080000:00000001:1.0:1749610256.942160:0:12103:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1749610256.942161:0:12103:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1749610256.942163:0:12103:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1749610256.942167:0:12103:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942168:0:12103:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:1.0:1749610256.942168:0:12103:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942169:0:12103:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1749610256.942170:0:12103:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1749610256.942171:0:12103:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:3282871710 to info ffff88009a4c0000 00000020:00000001:1.0:1749610256.942173:0:12103:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009cd63638 00080000:00000002:1.0:1749610256.942174:0:12103:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:1.0:1749610256.942176:0:12103:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610256.942177:0:12103:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942177:0:12103:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610256.942178:0:12103:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749610256.942179:0:12103:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129ce1800. 00000020:00000001:1.0:1749610256.942180:0:12103:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1749610256.942181:0:12103:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008e995600. 00000020:00000001:1.0:1749610256.942182:0:12103:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942183:0:12103:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749610256.942184:0:12103:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749610256.942185:0:12103:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749610256.942186:0:12103:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749610256.942187:0:12103:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749610256.942190:0:12103:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610256.942191:0:12103:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137310558296 : -131936398993320 : ffff880129ce1858) 00080000:00000010:3.0:1749610256.945009:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610256.945015:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610256.945018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.945056:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610256.945059:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610256.945061:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610256.945081:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610256.945083:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610256.945085:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.103353:0:12176:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610257.103360:0:12176:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610257.103364:0:12176:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.103377:0:12176:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610257.103381:0:12176:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610257.103384:0:12176:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.103390:0:12176:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610257.103394:0:12176:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610257.103396:0:12176:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.105982:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.105986:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.105989:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.106026:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.106029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.106030:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.106033:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.106035:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.106037:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.322639:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.322644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.322647:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.322690:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.322692:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.322694:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.322697:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.322700:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.322701:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749610257.408370:0:12283:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749610257.408374:0:12283:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0001-super: Sequence size: 65536 40000000:00000001:1.0:1749610257.408375:0:12283:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:1.0:1749610257.439001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.439009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.439014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.439077:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.439081:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.439084:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.439090:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610257.439094:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610257.439097:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.542694:0:12305:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610257.542701:0:12305:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610257.542706:0:12305:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.542718:0:12305:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610257.542722:0:12305:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610257.542724:0:12305:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610257.542730:0:12305:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610257.542735:0:12305:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610257.542737:0:12305:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634909:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749610257.634913:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634915:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634917:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749610257.634918:0:12347:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749610257.634919:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634921:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634922:0:12347:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749610257.634923:0:12347:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749610257.634924:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634929:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634930:0:12347:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749610257.634931:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749610257.634932:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634933:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634934:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749610257.634936:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:1.0:1749610257.634937:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634938:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634938:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:1.0:1749610257.634940:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749610257.634941:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634942:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634942:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749610257.634943:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749610257.634944:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634945:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634946:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749610257.634947:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749610257.634948:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634949:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634950:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749610257.634952:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_show 00000020:00000001:1.0:1749610257.634953:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634954:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634955:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_show 00000020:00000040:1.0:1749610257.634957:0:12347:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749610257.634958:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.634962:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.634963:0:12347:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749610257.634964:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_show 00000020:00000001:1.0:1749610257.634965:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610257.634967:0:12347:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610257.634970:0:12347:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4dc00. 00000020:00000010:1.0:1749610257.634972:0:12347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610257.634976:0:12347:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.634979:0:12347:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4d200. 80000000:00000010:1.0:1749610257.634981:0:12347:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.634983:0:12347:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e9cc040. 00100000:00000010:1.0:1749610257.634987:0:12347:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610257.634990:0:12347:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.634992:0:12347:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4d800. 00080000:00000010:1.0:1749610257.634995:0:12347:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749610257.634999:0:12347:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00002000:00000010:1.0:1749610257.635003:0:12347:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635011:0:12347:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4dc00. 00000020:00000010:1.0:1749610257.635013:0:12347:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610257.635016:0:12347:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635019:0:12347:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4d200. 80000000:00000010:1.0:1749610257.635021:0:12347:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635022:0:12347:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e9cc040. 00100000:00000010:1.0:1749610257.635024:0:12347:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610257.635027:0:12347:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635028:0:12347:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4d800. 00080000:00000010:1.0:1749610257.635031:0:12347:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610257.635034:0:12347:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749610257.635035:0:12347:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635037:0:12347:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4ce00. 00000020:00000001:1.0:1749610257.635038:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635039:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_show 00000020:00000040:1.0:1749610257.635041:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000001:1.0:1749610257.635042:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635043:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635044:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000040:1.0:1749610257.635045:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_show 00000020:00000001:1.0:1749610257.635046:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635046:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635047:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_show 00000020:00000040:1.0:1749610257.635048:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:1.0:1749610257.635049:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635050:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635051:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:1.0:1749610257.635052:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:1.0:1749610257.635053:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610257.635054:0:12347:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610257.635055:0:12347:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c400. 00000020:00000010:1.0:1749610257.635056:0:12347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b800. 00000020:00000010:1.0:1749610257.635057:0:12347:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635058:0:12347:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4d800. 80000000:00000010:1.0:1749610257.635059:0:12347:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635060:0:12347:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e9cc040. 00100000:00000010:1.0:1749610257.635061:0:12347:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913d800. 00040000:00000010:1.0:1749610257.635062:0:12347:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635063:0:12347:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4d200. 00080000:00000010:1.0:1749610257.635065:0:12347:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749610257.635066:0:12347:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00002000:00000010:1.0:1749610257.635067:0:12347:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635071:0:12347:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c400. 00000020:00000010:1.0:1749610257.635072:0:12347:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b800. 00000020:00000010:1.0:1749610257.635073:0:12347:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635074:0:12347:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4d800. 80000000:00000010:1.0:1749610257.635076:0:12347:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635077:0:12347:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e9cc040. 00100000:00000010:1.0:1749610257.635078:0:12347:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913d800. 00040000:00000010:1.0:1749610257.635079:0:12347:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635080:0:12347:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4d200. 00080000:00000010:1.0:1749610257.635081:0:12347:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610257.635082:0:12347:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749610257.635083:0:12347:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635085:0:12347:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4ce00. 00000020:00000001:1.0:1749610257.635085:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635086:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:1.0:1749610257.635087:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:1.0:1749610257.635088:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635089:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635090:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:1.0:1749610257.635091:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:1.0:1749610257.635093:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635093:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635095:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:1.0:1749610257.635142:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749610257.635145:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635147:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635148:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749610257.635150:0:12347:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635152:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635153:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635154:0:12347:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635156:0:12347:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610257.635158:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635161:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635163:0:12347:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610257.635165:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749610257.635166:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635167:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635169:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749610257.635171:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749610257.635172:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635173:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635175:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749610257.635177:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749610257.635178:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635179:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635181:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749610257.635183:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635184:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635186:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635187:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635189:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635191:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635192:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635193:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635196:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635197:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635199:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635200:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca4c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635202:0:12347:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610257.635204:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635206:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635208:0:12347:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610257.635210:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610257.635211:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610257.635214:0:12347:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610257.635216:0:12347:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4dc00. 00000020:00000010:1.0:1749610257.635219:0:12347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610257.635221:0:12347:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635223:0:12347:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4d200. 80000000:00000010:1.0:1749610257.635225:0:12347:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635227:0:12347:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e9cc080. 00100000:00000010:1.0:1749610257.635229:0:12347:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610257.635231:0:12347:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635233:0:12347:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4d800. 00080000:00000010:1.0:1749610257.635236:0:12347:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749610257.635238:0:12347:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00002000:00000010:1.0:1749610257.635241:0:12347:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635245:0:12347:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4dc00. 00000020:00000010:1.0:1749610257.635248:0:12347:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913d800. 00000020:00000010:1.0:1749610257.635250:0:12347:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635253:0:12347:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4d200. 80000000:00000010:1.0:1749610257.635255:0:12347:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635257:0:12347:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e9cc080. 00100000:00000010:1.0:1749610257.635259:0:12347:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913b800. 00040000:00000010:1.0:1749610257.635261:0:12347:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635263:0:12347:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4d800. 00080000:00000010:1.0:1749610257.635265:0:12347:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610257.635268:0:12347:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749610257.635270:0:12347:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635272:0:12347:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4ce00. 00000020:00000001:1.0:1749610257.635274:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635275:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88008ce40000) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610257.635277:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635279:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635280:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635281:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635283:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635285:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635286:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635287:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88012f88c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635289:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635291:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635292:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635293:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635295:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749610257.635297:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749610257.635298:0:12347:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4ce00. 00000020:00000010:1.0:1749610257.635300:0:12347:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c400. 00000020:00000010:1.0:1749610257.635302:0:12347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b800. 00000020:00000010:1.0:1749610257.635304:0:12347:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635306:0:12347:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4d800. 80000000:00000010:1.0:1749610257.635308:0:12347:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635310:0:12347:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006e9cc080. 00100000:00000010:1.0:1749610257.635312:0:12347:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913d800. 00040000:00000010:1.0:1749610257.635313:0:12347:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635315:0:12347:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4d200. 00080000:00000010:1.0:1749610257.635317:0:12347:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749610257.635320:0:12347:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00002000:00000010:1.0:1749610257.635322:0:12347:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635325:0:12347:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c400. 00000020:00000010:1.0:1749610257.635328:0:12347:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b800. 00000020:00000010:1.0:1749610257.635330:0:12347:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610257.635332:0:12347:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4d800. 80000000:00000010:1.0:1749610257.635334:0:12347:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272540. 40000000:00000010:1.0:1749610257.635336:0:12347:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006e9cc080. 00100000:00000010:1.0:1749610257.635338:0:12347:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913d800. 00040000:00000010:1.0:1749610257.635340:0:12347:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8bf4c00. 00040000:00000010:1.0:1749610257.635341:0:12347:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8b4d200. 00080000:00000010:1.0:1749610257.635343:0:12347:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc60000. 00080000:00000010:1.0:1749610257.635346:0:12347:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749610257.635348:0:12347:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800781db800. 00000020:00000010:1.0:1749610257.635350:0:12347:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4ce00. 00000020:00000001:1.0:1749610257.635352:0:12347:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635353:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749610257.635355:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635357:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635358:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635359:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749610257.635361:0:12347:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749610257.635363:0:12347:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749610257.635364:0:12347:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610257.635365:0:12347:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00080000:00000010:1.0:1749610257.801031:0:12369:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.801037:0:12369:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.801041:0:12369:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.801050:0:12369:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.801053:0:12369:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.801055:0:12369:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.801059:0:12369:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.801061:0:12369:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.801063:0:12369:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.803554:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.803558:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.803560:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.803620:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.803622:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.803624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610257.803626:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610257.803628:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610257.803629:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610258.139470:0:12523:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:1.0:1749610258.142234:0:12524:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:1.0:1749610258.494951:0:12613:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610258.494958:0:12613:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610258.494961:0:12613:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.494971:0:12613:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610258.494973:0:12613:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610258.494975:0:12613:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610258.494979:0:12613:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610258.494982:0:12613:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610258.494984:0:12613:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.608069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610258.608075:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610258.608079:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.608121:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610258.608123:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610258.608125:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610258.608130:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610258.608133:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610258.608134:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1749610258.630051:0:28312:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (2) 00000800:00000200:0.1:1749610258.630054:0:28312:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.6@tcp ffff88006b8af480 deleted 00000800:00000010:0.1:1749610258.630056:0:28312:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88006b8af480. 00000800:00000200:0.1:1749610258.630883:0:28310:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (3) 00000800:00000200:0.1:1749610258.630886:0:28310:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.6@tcp ffff88006b8af480 deleted 00000800:00000010:0.1:1749610258.630888:0:28310:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88006b8af480. 00000100:00000001:1.0:1749610260.959040:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610260.959043:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494475904 02000000:00000001:1.0:1749610260.959045:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610260.959047:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610260.959049:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610260.959052:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610260.959054:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494475904 00000020:00000001:1.0:1749610260.959056:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610260.959057:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610260.959058:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610260.959059:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959061:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959062:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610260.959065:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610260.959066:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610260.959067:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610260.959068:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000020:00000010:1.0:1749610260.959072:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000040:3.0:1749610260.959074:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a680 x1834598494476288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959076:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610260.959077:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610260.959079:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959083:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610260.959084:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959085:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610260.959088:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610260.959090:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610260.959092:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959094:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610260.959095:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494476288:0@lo:400:kworker.0 00000100:00000001:3.0:1749610260.959099:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610260.959102:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610260.959102:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610260.959103:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610260.959104:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610260.959104:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749610260.959107:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 02000000:00000001:3.0:1749610260.959109:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610260.959109:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000400:00000010:3.0:1749610260.959111:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7370. 00000100:00000001:1.0:1749610260.959112:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910706560 : -131938798845056 : ffff88009ac34380) 00000400:00000010:3.0:1749610260.959114:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749610260.959117:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494476288, portal 10 00000100:00000040:1.0:1749610260.959117:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34380 x1834598494475904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610260.959119:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610260.959120:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849717888 : -131938859833728 : ffff88009720a680) 00000100:00000040:3.0:1749610260.959124:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a680 x1834598494476288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610260.959128:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494475904:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610260.959129:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610260.959131:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610260.959132:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:3.0:1749610260.959134:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494476288, offset 0 00000400:00000200:3.0:1749610260.959137:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610260.959140:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494475904 00000400:00000200:3.0:1749610260.959142:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610260.959143:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610260.959146:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919800 00010000:00000001:1.0:1749610260.959146:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610260.959149:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 26760 00000400:00000200:3.0:1749610260.959152:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610260.959154:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610260.959156:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610260.959157:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610260.959157:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610260.959160:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806a00. 00000100:00000040:3.0:1749610260.959161:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099806a00 x1834598494476288 msgsize 224 00010000:00020000:1.0:1749610260.959161:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749610260.959164:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610260.959164:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610260.959167:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610260.959169:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610260.959170:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610260.959171:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610260.959173:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:3.0:1749610260.959174:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 02000000:00000001:1.0:1749610260.959174:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610260.959176:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749610260.959178:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781da400. 00000100:00000200:3.0:1749610260.959179:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a680 x1834598494476288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610260.959180:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959182:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959184:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610260.959185:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610260.959186:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a680 x1834598494476288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610260.959188:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959190:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610260.959190:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610260.959191:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610260.959193:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959193:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610260.959195:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 747 usecs (1 jiffies) 00000100:00000001:3.0:1749610260.959196:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299534417 00000100:00000001:1.0:1749610260.959196:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610260.959198:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299534418 00000100:00000040:1.0:1749610260.959198:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610260.959200:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299534417 00000100:00000001:1.0:1749610260.959200:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610260.959201:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299534418 00000100:00000001:1.0:1749610260.959202:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610260.959205:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610260.959207:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610260.959208:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299534417 02000000:00000001:1.0:1749610260.959209:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959210:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299534418 00000100:00000001:1.0:1749610260.959210:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610260.959211:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299534417 00000100:00000001:3.0:1749610260.959212:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299534418 00000100:00000040:1.0:1749610260.959212:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610260.959214:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610260.959215:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610260.959215:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610260.959216:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959218:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610260.959218:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494475904, offset 0 00000100:00000001:3.0:1749610260.959221:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610260.959222:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749610260.959222:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610260.959224:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610260.959224:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610260.959225:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610260.959226:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749610260.959227:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610260.959229:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610260.959229:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610260.959230:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610260.959231:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610260.959232:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610260.959232:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610260.959233:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf919680 00000100:00000040:3.0:1749610260.959235:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610260.959237:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4c41 [1] + 0 00000100:00000001:3.0:1749610260.959239:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610260.959240:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610260.959240:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610260.959241:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610260.959242:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610260.959242:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610260.959243:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959245:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610260.959246:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494476544:0@lo:400:kworker.0 00000100:00000200:1.0:1749610260.959248:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494475904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610260.959249:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610260.959251:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610260.959252:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610260.959254:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610260.959255:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209500 x1834598494475904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610260.959257:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2c00. 02000000:00000001:3.0:1749610260.959258:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610260.959260:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7318. 00000400:00000010:3.0:1749610260.959263:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749610260.959263:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610260.959266:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494476544, portal 10 00000100:00000001:3.0:1749610260.959268:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610260.959268:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749610260.959269:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849708928 : -131938859842688 : ffff880097208380) 00000400:00000010:1.0:1749610260.959270:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610260.959272:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610260.959274:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610260.959275:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009c908000. 00000100:00000001:1.0:1749610260.959276:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610260.959279:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610260.959281:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959281:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959283:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610260.959286:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610260.959287:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34380 x1834598494475904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610260.959289:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610260.959290:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000200:3.0:1749610260.959294:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494476544, offset 0 00000400:00000200:3.0:1749610260.959297:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610260.959298:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494475904:12345-0@lo:38:kworker.0 Request processed in 168us (348us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610260.959303:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610260.959305:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000400:00000200:3.0:1749610260.959307:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919900 00000100:00000001:1.0:1749610260.959307:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610260.959308:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610260.959311:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 28024 00000020:00000010:1.0:1749610260.959312:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000400:00000200:3.0:1749610260.959316:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610260.959316:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000400:00000200:3.0:1749610260.959319:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610260.959319:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4dc00. 00000100:00000001:1.0:1749610260.959321:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610260.959322:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610260.959324:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610260.959326:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806d80. 00000100:00000040:3.0:1749610260.959328:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099806d80 x1834598494476544 msgsize 224 00000100:00100000:3.0:1749610260.959332:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610260.959334:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610260.959337:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000400:00000010:3.0:1749610260.959338:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:3.0:1749610260.959340:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610260.959342:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959342:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610260.959343:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494476416 02000000:00000001:1.0:1749610260.959345:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610260.959346:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610260.959347:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610260.959348:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959348:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610260.959350:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959352:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610260.959352:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494476416 00000100:00000001:3.0:1749610260.959353:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610260.959354:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959354:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610260.959355:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610260.959356:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 653 usecs (1 jiffies) 00000020:00000001:1.0:1749610260.959357:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610260.959358:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299534417 00000020:00000001:1.0:1749610260.959358:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959359:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299534418 00000020:00000001:1.0:1749610260.959360:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959361:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299534417 00000100:00000001:3.0:1749610260.959363:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299534418 00000020:00000010:1.0:1749610260.959363:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610260.959364:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299534417 00000100:00000001:3.0:1749610260.959365:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299534418 00000020:00000010:1.0:1749610260.959365:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000100:00000001:3.0:1749610260.959366:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299534417 00000100:00000001:3.0:1749610260.959367:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299534418 00000020:00000010:1.0:1749610260.959367:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:3.0:1749610260.959368:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610260.959369:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959369:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610260.959370:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610260.959372:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959372:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959373:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959374:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959375:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610260.959378:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610260.959379:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494476544 02000000:00000001:1.0:1749610260.959380:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610260.959381:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610260.959382:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610260.959383:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610260.959384:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749610260.959385:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494476544 00000020:00000001:1.0:1749610260.959386:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610260.959386:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000040:3.0:1749610260.959387:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610260.959387:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610260.959388:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610260.959389:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610260.959391:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610260.959393:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610260.959393:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610260.959394:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3340. 00000100:00000001:3.0:1749610260.959395:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610260.959396:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e7318c0. 00000100:00100000:3.0:1749610260.959397:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:3.0:1749610260.959399:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910718208 : -131938798833408 : ffff88009ac37100) 00000020:00000040:1.0:1749610260.959399:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749610260.959402:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac37100 x1834598494476032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959404:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610260.959405:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3340. 00000100:00100000:3.0:1749610260.959407:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494476032:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610260.959408:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d200. 00000100:00000200:3.0:1749610260.959410:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494476032 00000020:00000010:1.0:1749610260.959410:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000020:00000001:3.0:1749610260.959411:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749610260.959412:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00010000:00000001:3.0:1749610260.959413:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610260.959414:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610260.959415:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610260.959416:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610260.959418:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959418:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610260.959419:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00020000:3.0:1749610260.959420:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610260.959420:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610260.959421:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610260.959421:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610260.959423:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610260.959424:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610260.959425:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610260.959425:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610260.959426:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610260.959427:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610260.959427:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1749610260.959428:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610260.959429:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889549184 : -131938820002432 : ffff880099806d80) 02000000:00000010:3.0:1749610260.959430:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8d400. 02000000:00000001:3.0:1749610260.959431:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959432:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610260.959432:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099806d80 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:451/0 lens 224/0 e 0 to 0 dl 1749610271 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610260.959434:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610260.959435:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610260.959436:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610260.959437:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610260.959438:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749610260.959438:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3340. 00000100:00000001:3.0:1749610260.959440:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610260.959440:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610260.959441:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610260.959441:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3340. 00000100:00000001:3.0:1749610260.959442:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610260.959443:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494476544:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610260.959444:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610260.959445:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494476544 00000100:00000040:3.0:1749610260.959446:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610260.959446:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610260.959447:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610260.959447:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749610260.959448:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959448:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959449:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610260.959450:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610260.959451:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610260.959451:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:3.0:1749610260.959452:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000020:00000001:1.0:1749610260.959452:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1749610260.959454:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494476032, offset 0 00000020:00000001:1.0:1749610260.959454:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610260.959455:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610260.959456:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610260.959456:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610260.959457:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959458:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610260.959460:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610260.959460:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610260.959461:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610260.959463:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919700 02000000:00000010:1.0:1749610260.959463:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781da000. 02000000:00000001:1.0:1749610260.959464:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610260.959465:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c49 [1] + 0 00000100:00000001:1.0:1749610260.959466:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959467:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610260.959468:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1749610260.959468:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494476544 00000400:00000200:3.0:1749610260.959469:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610260.959470:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610260.959471:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:1.0:1749610260.959472:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099806d80 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:451/0 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610260.959476:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610260.959478:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610260.959479:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=65 v=5 (1 0 0 0) 00000100:00000200:3.0:1749610260.959480:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208e00 x1834598494476032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610260.959481:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610260.959482:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610260.959483:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610260.959485:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208e00 x1834598494476032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610260.959485:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610260.959486:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959487:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610260.959488:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610260.959490:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610260.959492:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494476544, offset 224 00000100:00000001:3.0:1749610260.959493:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610260.959494:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610260.959499:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610260.959501:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000400:00000010:3.0:1749610260.959502:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:3.0:1749610260.959503:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610260.959503:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919900 00000100:00000001:3.0:1749610260.959504:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610260.959505:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c69 [1] + 224 00000100:00000001:3.0:1749610260.959506:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610260.959508:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610260.959508:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610260.959509:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610260.959510:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610260.959510:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610260.959512:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac37100 x1834598494476032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610260.959518:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494476032:12345-0@lo:38:kworker.0 Request processed in 110us (415us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610260.959555:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610260.959558:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610260.959561:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000001:3.0:1749610260.959563:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610260.959564:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610260.959564:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208380 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610260.959566:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:3.0:1749610260.959568:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:1.0:1749610260.959568:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610260.959570:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610260.959572:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610260.959572:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610260.959573:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610260.959575:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610260.959575:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610260.959577:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610260.959577:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959578:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610260.959579:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:3.0:1749610260.959580:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00010000:00000001:1.0:1749610260.959580:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610260.959581:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910713728 : -131938798837888 : ffff88009ac35f80) 00000020:00000001:1.0:1749610260.959581:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610260.959583:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610260.959584:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac35f80 x1834598494476416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610280 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610260.959585:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099806d80 x1834598494476544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:451/0 lens 224/224 e 0 to 0 dl 1749610271 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610260.959590:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494476416:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749610260.959591:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494476544:12345-0@lo:400:kworker.0 Request processed in 152us (261us total) trans 0 rc 0/0 00000100:00000200:3.0:1749610260.959592:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494476416 00000020:00000001:3.0:1749610260.959608:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610260.959610:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610260.959610:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1749610260.959612:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610260.959613:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610260.959614:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610260.959614:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:3.0:1749610260.959615:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610260.959616:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00010000:00000001:3.0:1749610260.959617:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610260.959617:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00010000:00000001:3.0:1749610260.959618:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610260.959619:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4d200. 00000100:00000001:3.0:1749610260.959620:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610260.959620:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749610260.959621:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:3.0:1749610260.959622:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610260.959622:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610260.959623:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8e800. 02000000:00000001:3.0:1749610260.959624:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959625:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610260.959627:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610260.959628:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610260.959629:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610260.959631:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610260.959632:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610260.959633:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610260.959635:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610260.959636:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610260.959638:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610260.959639:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610260.959640:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610260.959641:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610260.959642:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610260.959643:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000200:3.0:1749610260.959646:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494476416, offset 0 00000400:00000200:3.0:1749610260.959648:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610260.959651:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610260.959654:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919880 00000400:00000200:3.0:1749610260.959657:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4c65 [1] + 0 00000400:00000200:3.0:1749610260.959659:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610260.959660:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610260.959662:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610260.959664:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494476416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610260.959668:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494476416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610260.959673:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610260.959675:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000400:00000010:3.0:1749610260.959675:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:3.0:1749610260.959677:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610260.959677:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610260.959678:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610260.959680:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610260.959681:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610260.959682:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610260.959685:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac35f80 x1834598494476416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610280 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610260.959689:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494476416:12345-0@lo:38:kworker.0 Request processed in 100us (380us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610260.959693:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:3.0:1749610260.959695:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610260.959695:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610260.959697:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000020:00000010:3.0:1749610260.959698:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000010:3.0:1749610260.959700:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610260.959702:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610260.959708:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610260.959709:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610260.959864:0:12680:0:(service.c:2925:ptlrpc_main()) Process entered 00000100:00000010:1.0:1749610260.959879:0:12680:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff88012e6b3340. 00000020:00000010:1.0:1749610260.959882:0:12680:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e6b3080. 00000020:00000010:1.0:1749610260.959887:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d200. 00000020:00000010:1.0:1749610260.959889:0:12680:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4ce00. 00000040:00000010:1.0:1749610260.959893:0:12680:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4d800. 00000020:00000010:1.0:1749610260.959896:0:12680:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880079139000. 00000020:00000010:1.0:1749610260.959899:0:12680:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e9a8. 00000020:00000010:1.0:1749610260.959902:0:12680:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4c000. 80000000:00000010:1.0:1749610260.959906:0:12680:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a62729c0. 40000000:00000010:1.0:1749610260.959909:0:12680:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6b3840. 00100000:00000010:1.0:1749610260.959913:0:12680:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913e000. 00040000:00000010:1.0:1749610260.959917:0:12680:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4200. 00040000:00000010:1.0:1749610260.959920:0:12680:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8b4de00. 00080000:00000010:1.0:1749610260.959924:0:12680:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf5000. 00080000:00000010:1.0:1749610260.959928:0:12680:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc60000. 00000004:00000010:1.0:1749610260.959933:0:12680:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913b800. 00000004:00000010:1.0:1749610260.959937:0:12680:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf7000. 00000004:00000010:1.0:1749610260.959940:0:12680:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007913d800. 00002000:00000010:1.0:1749610260.959944:0:12680:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800781d9800. 00000004:00000010:1.0:1749610260.959947:0:12680:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800781d9400. 00000100:00000010:1.0:1749610260.959992:0:12680:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff8800a8a40000. 00000100:00000200:1.0:1749610260.959998:0:12680:0:(service.c:3013:ptlrpc_main()) service thread 5 (#6) started 00000100:00000040:3.0:1749610260.960570:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299534418, at 4299534418 00000100:00000040:1.0:1749610260.960570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299534418, at 4299534418 00000100:00000010:1.0:1749610260.960576:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f840. 00000100:00000010:3.0:1749610260.960577:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fec0. 00000020:00000001:3.0:1749610261.654711:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610261.654715:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610261.654717:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1749610262.453605:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012c7b7000. 00010000:00000010:3.1:1749610262.453610:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c50b200. 00000100:00000001:3.0:1749610262.959214:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.959218:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610262.959220:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610262.959225:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959232:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610262.959234:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959236:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610262.959237:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610262.959239:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959239:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610262.959241:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494477312:0@lo:400:kworker.0 00000100:00000001:1.0:1749610262.959243:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959244:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610262.959246:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610262.959247:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959248:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610262.959251:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3200. 02000000:00000001:3.0:1749610262.959252:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959256:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f73c8. 00000400:00000010:3.0:1749610262.959260:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000200:3.0:1749610262.959265:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494477312, portal 10 00000100:00000001:3.0:1749610262.959266:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610262.959267:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849723264 : -131938859828352 : ffff88009720bb80) 00000100:00000040:3.0:1749610262.959272:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959277:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610262.959279:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610262.959279:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610262.959280:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000001:1.0:1749610262.959281:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610262.959282:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494477312, offset 0 00000100:00000001:1.0:1749610262.959283:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610262.959285:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610262.959289:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610262.959291:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610262.959295:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919c00 00000100:00000001:1.0:1749610262.959298:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610262.959299:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 28248 00000100:00000001:1.0:1749610262.959300:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610262.959303:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610262.959303:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610262.959305:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610262.959305:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610262.959307:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959308:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610262.959309:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610262.959310:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494477568:0@lo:400:kworker.0 00000100:00000010:3.0:1749610262.959312:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807480. 00000100:00000040:3.0:1749610262.959314:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880099807480 x1834598494477312 msgsize 224 00000100:00000001:1.0:1749610262.959314:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610262.959316:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610262.959317:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610262.959318:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610262.959320:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610262.959324:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4c400. 02000000:00000001:1.0:1749610262.959326:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959330:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749610262.959331:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000200:3.0:1749610262.959334:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:1.0:1749610262.959335:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000010:3.0:1749610262.959336:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610262.959338:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610262.959340:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610262.959340:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494477568, portal 10 00000100:00000001:1.0:1749610262.959342:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610262.959344:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000100:00000001:3.0:1749610262.959346:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.959348:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610262.959351:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959352:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959353:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610262.959355:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610262.959358:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 750 usecs (1 jiffies) 00000100:00000001:1.0:1749610262.959358:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610262.959360:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299536417 00000100:00000040:1.0:1749610262.959361:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610262.959362:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959363:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299536417 00000400:00000010:1.0:1749610262.959363:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610262.959365:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959366:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299536417 00000100:00000200:1.0:1749610262.959366:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494477568, offset 0 00000100:00000001:3.0:1749610262.959367:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959369:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299536417 00000100:00000001:3.0:1749610262.959370:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959371:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610262.959371:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610262.959372:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959374:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959375:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610262.959377:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610262.959379:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.959380:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610262.959381:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.959382:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610262.959383:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959384:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610262.959384:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919d00 00000400:00000200:1.0:1749610262.959388:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 28472 00000400:00000200:1.0:1749610262.959394:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610262.959397:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610262.959398:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610262.959399:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494476928 02000000:00000001:3.0:1749610262.959400:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610262.959401:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610262.959401:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610262.959403:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610262.959403:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610262.959404:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610262.959406:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494476928 00000020:00000001:3.0:1749610262.959407:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1749610262.959407:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097172680. 00000020:00000040:3.0:1749610262.959408:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610262.959409:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610262.959410:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880097172680 x1834598494477568 msgsize 224 00000020:00000001:3.0:1749610262.959411:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610262.959412:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610262.959414:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00100000:1.0:1749610262.959414:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610262.959417:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610262.959420:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610262.959421:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610262.959422:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610262.959423:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610262.959424:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959427:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610262.959430:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:3.0:1749610262.959431:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610262.959432:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610262.959434:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610262.959436:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610262.959437:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610262.959438:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.959439:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1749610262.959441:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910717312 : -131938798834304 : ffff88009ac36d80) 00000100:00000040:3.0:1749610262.959444:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac36d80 x1834598494476928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610262.959447:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610262.959450:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494476928:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610262.959450:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.959453:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494476928 00000020:00000001:3.0:1749610262.959456:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610262.959457:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610262.959458:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610262.959459:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610262.959462:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610262.959465:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 608 usecs (1 jiffies) 00000020:00000001:3.0:1749610262.959467:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959468:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299536417 00010000:00020000:3.0:1749610262.959470:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610262.959471:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299536439 00010000:00000001:3.0:1749610262.959472:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610262.959474:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610262.959474:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299536417 00000100:00000001:3.0:1749610262.959476:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610262.959476:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959478:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610262.959478:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299536417 02000000:00000001:3.0:1749610262.959479:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610262.959481:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299536439 02000000:00000010:3.0:1749610262.959482:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8f800. 02000000:00000001:3.0:1749610262.959483:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959483:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299536417 00000100:00000001:3.0:1749610262.959484:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959485:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299536439 00010000:00000001:3.0:1749610262.959486:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610262.959487:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610262.959488:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959489:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610262.959490:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610262.959492:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610262.959492:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959493:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959494:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610262.959496:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610262.959498:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610262.959498:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.959500:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610262.959500:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610262.959501:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610262.959502:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610262.959503:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610262.959503:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610262.959504:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959505:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959506:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610262.959507:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610262.959507:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959508:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610262.959510:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494476928, offset 0 00000400:00000200:3.0:1749610262.959512:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610262.959516:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610262.959519:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf919a80 00000400:00000200:3.0:1749610262.959569:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4c91 [1] + 0 00000400:00000200:3.0:1749610262.959573:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610262.959575:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610262.959577:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610262.959580:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610262.959586:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959591:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610262.959599:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749610262.959601:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610262.959603:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610262.959604:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610262.959606:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610262.959608:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610262.959609:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610262.959611:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610262.959614:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36d80 x1834598494476928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610282 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.959620:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494476928:12345-0@lo:38:kworker.0 Request processed in 169us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610262.959626:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1749610262.959627:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610262.959628:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610262.959632:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610262.959634:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000020:00000010:3.0:1749610262.959636:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:3.0:1749610262.959639:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610262.959654:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610262.959656:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610262.959659:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610262.959660:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610262.959661:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610262.959663:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807800. 00000100:00000001:1.0:1749610262.959663:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610262.959664:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099807800 x1834598494477056 msgsize 520 00000400:00000001:1.0:1749610262.959666:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749610262.959667:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:1.0:1749610262.959668:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610262.959670:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749610262.959670:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f73c8. 00000400:00000200:1.0:1749610262.959673:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000400:00000010:1.0:1749610262.959675:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:1.0:1749610262.959678:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610262.959680:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:3.0:1749610262.959681:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749610262.959683:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610262.959683:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.959686:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959690:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610262.959691:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610262.959692:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959696:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959697:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610262.959699:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959699:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610262.959700:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610262.959701:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 646 usecs (1 jiffies) 00000100:00000001:3.0:1749610262.959703:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299536418 00000100:00000001:1.0:1749610262.959703:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610262.959704:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299536439 02000000:00000001:1.0:1749610262.959705:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610262.959706:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299536418 00000100:00000001:3.0:1749610262.959707:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299536439 00000100:00000001:1.0:1749610262.959707:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.959709:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299536418 00000100:00000001:1.0:1749610262.959709:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959710:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299536418 02000000:00000001:1.0:1749610262.959711:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959712:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959714:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610262.959715:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959716:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749610262.959717:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=67 v=5 (5 0 0 0) 00000100:00000040:3.0:1749610262.959718:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610262.959721:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610262.959722:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610262.959723:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959723:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610262.959725:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610262.959725:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959726:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610262.959727:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610262.959728:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749610262.959729:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494477184:0@lo:38:kworker.0 00000100:00000001:3.0:1749610262.959731:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610262.959732:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610262.959733:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610262.959733:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610262.959734:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610262.959737:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8e000. 02000000:00000001:3.0:1749610262.959738:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959740:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7420. 00010000:00000001:1.0:1749610262.959740:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959742:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000001:1.0:1749610262.959743:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1749610262.959744:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494477184, portal 10 00000100:00000001:3.0:1749610262.959745:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610262.959745:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610262.959746:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849720576 : -131938859831040 : ffff88009720b100) 00000100:00000001:1.0:1749610262.959747:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749610262.959749:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610262.959749:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959753:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610262.959753:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610262.959755:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610262.959756:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610262.959758:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494477184, offset 0 00000100:00000001:1.0:1749610262.959759:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610262.959760:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610262.959762:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610262.959763:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610262.959764:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610262.959766:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919b80 00000100:00000040:1.0:1749610262.959768:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610262.959769:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 29216 00000400:00000200:3.0:1749610262.959772:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610262.959774:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610262.959776:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494477312:0@lo:400:kworker.0 00000100:00000001:3.0:1749610262.959777:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610262.959778:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610262.959780:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807b80. 00000100:00000040:3.0:1749610262.959781:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099807b80 x1834598494477184 msgsize 520 00000100:00000001:1.0:1749610262.959781:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610262.959783:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610262.959784:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610262.959786:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720bb80 x1834598494477312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959793:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610262.959793:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610262.959795:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610262.959796:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610262.959797:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000010:1.0:1749610262.959797:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3200. 00000100:00000001:3.0:1749610262.959798:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610262.959800:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749610262.959801:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610262.959802:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610262.959804:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610262.959805:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.959806:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610262.959806:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610262.959808:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000100:00000001:3.0:1749610262.959810:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959811:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610262.959811:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610262.959813:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610262.959813:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610262.959814:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720bb80. 00000100:00000040:3.0:1749610262.959815:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 762 usecs (1 jiffies) 00000100:00000001:3.0:1749610262.959816:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299536418 00000100:00000001:1.0:1749610262.959817:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.959818:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299536418 00000100:00000001:1.0:1749610262.959819:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959820:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959821:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299536418 00000100:00000001:1.0:1749610262.959821:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959823:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299536439 00000100:00000001:3.0:1749610262.959824:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299536418 00000100:00000001:1.0:1749610262.959824:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.959825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299536439 00000100:00000001:1.0:1749610262.959826:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959827:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610262.959828:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959828:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.959829:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959830:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959831:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959833:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.959834:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610262.959835:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.959836:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610262.959837:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610262.959837:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610262.959838:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610262.959839:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610262.959841:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610262.959842:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610262.959844:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749610262.959844:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000100:00000001:3.0:1749610262.959845:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959846:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610262.959847:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610262.959847:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749610262.959848:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610262.959849:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00100000:3.0:1749610262.959850:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494477440:0@lo:38:kworker.0 00000100:00000001:3.0:1749610262.959851:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610262.959851:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610262.959852:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610262.959853:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.959854:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610262.959854:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610262.959857:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8d800. 02000000:00000001:3.0:1749610262.959858:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959859:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000400:00000010:3.0:1749610262.959861:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610262.959863:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494477440, portal 10 00000100:00000001:3.0:1749610262.959864:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610262.959864:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959865:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849714304 : -131938859837312 : ffff880097209880) 00000020:00000010:3.0:1749610262.959870:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009c90a000. 00000100:00000001:1.0:1749610262.959870:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610262.959872:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610262.959873:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610262.959874:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610262.959875:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610262.959876:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.959877:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610262.959879:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610262.959879:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610262.959880:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610262.959881:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494477440, offset 0 02000000:00000001:1.0:1749610262.959881:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610262.959883:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610262.959884:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=17 v=5 (5 0 0 0) 00000400:00000200:3.0:1749610262.959886:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749610262.959887:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=17 v=5 (1 0 0 0) 00000400:00000200:3.0:1749610262.959889:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919c80 00000100:00000001:1.0:1749610262.959890:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610262.959891:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 29736 00000100:00000001:1.0:1749610262.959891:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610262.959893:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610262.959894:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610262.959896:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610262.959898:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00080000:1.0:1749610262.959898:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.959899:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610262.959901:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804700. 00000100:00000040:3.0:1749610262.959903:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099804700 x1834598494477440 msgsize 520 00010000:00000001:1.0:1749610262.959904:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610262.959907:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610262.959907:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610262.959908:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610262.959909:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610262.959911:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610262.959915:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959920:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610262.959922:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610262.959923:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610262.959924:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749610262.959925:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610262.959925:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959927:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610262.959929:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.959931:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610262.959937:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494477568:0@lo:400:kworker.0 00000100:00000001:3.0:1749610262.959938:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.959941:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610262.959941:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610262.959942:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610262.959945:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494477568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.959947:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.959949:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610262.959951:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610262.959952:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610262.959953:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610262.959955:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 593 usecs (1 jiffies) 02000000:00000010:1.0:1749610262.959955:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4c400. 00000100:00000001:3.0:1749610262.959957:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299536418 02000000:00000001:1.0:1749610262.959957:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610262.959959:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299536439 00000020:00000001:1.0:1749610262.959959:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610262.959960:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610262.959961:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299536418 00000020:00000001:1.0:1749610262.959962:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610262.959963:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299536439 02000000:00000010:1.0:1749610262.959964:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00000001:3.0:1749610262.959965:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299536418 02000000:00000001:1.0:1749610262.959966:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610262.959967:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610262.959968:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299536439 00000100:00000010:1.0:1749610262.959968:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:3.0:1749610262.959969:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299536418 00000100:00000001:3.0:1749610262.959971:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299536439 00000100:00000001:1.0:1749610262.959971:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.959973:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610262.959973:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.959975:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610262.959975:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610262.959978:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1749610262.959979:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610262.959979:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610262.959980:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610262.959981:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610262.959982:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000100:00000001:1.0:1749610262.959982:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610262.959985:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:3.0:1749610262.959987:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:3.0:1749610262.959989:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610262.959992:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.960001:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960008:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610262.960009:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960011:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610262.960013:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610262.960015:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.960016:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.960018:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610262.960022:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610262 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610262.960026:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=135 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610262.960028:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610262.960030:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610262.960032:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960036:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960043:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610262.960045:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610262.960047:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960049:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610262.960051:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610262.960054:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610262.960057:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610262.960059:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960062:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.960067:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494476928:0@lo:38:kworker.0 00000400:00000001:3.0:1749610262.960072:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610262.960073:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610262.960075:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe4d0. 00000400:00000200:3.0:1749610262.960077:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:3.0:1749610262.960079:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749610262.960081:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610262.960084:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.960093:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960099:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610262.960100:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960102:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610262.960103:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610262.960105:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.960106:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.960108:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610262.960112:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610262 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610262.960115:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=117 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610262.960118:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610262.960119:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610262.960121:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960125:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960133:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610262.960135:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610262.960136:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960138:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610262.960139:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610262.960142:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610262.960145:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610262.960147:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960151:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.960158:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494477056:0@lo:38:kworker.0 00000400:00000001:3.0:1749610262.960163:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610262.960165:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610262.960166:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7420. 00000400:00000200:3.0:1749610262.960169:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749610262.960171:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610262.960174:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610262.960177:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.960185:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960191:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610262.960193:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960195:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610262.960196:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610262.960197:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.960199:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.960201:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610262.960204:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610262 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610262.960207:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=67 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610262.960210:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610262.960212:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610262.960213:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960217:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960224:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610262.960226:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610262.960227:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960229:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610262.960230:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610262.960233:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610262.960235:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610262.960238:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960241:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.960249:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494477184:0@lo:38:kworker.0 00000100:00000001:3.0:1749610262.960253:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.960255:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.960258:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208380 x1834598494476928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960265:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610262.960266:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610262.960268:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197b400. 02000000:00000001:3.0:1749610262.960273:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610262.960274:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610262.960276:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610262.960278:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610262.960280:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbad400. 02000000:00000001:3.0:1749610262.960283:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610262.960284:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610262.960286:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208380. 00000100:00000001:3.0:1749610262.960289:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.960291:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960293:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.960296:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720ad80 x1834598494477056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960302:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610262.960304:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610262.960305:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197a800. 02000000:00000001:3.0:1749610262.960308:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610262.960310:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610262.960311:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610262.960313:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610262.960314:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbac800. 02000000:00000001:3.0:1749610262.960316:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610262.960317:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610262.960318:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720ad80. 00000100:00000001:3.0:1749610262.960321:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.960322:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960324:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.960327:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b100 x1834598494477184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960333:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610262.960334:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610262.960336:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8e000. 02000000:00000001:3.0:1749610262.960338:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610262.960339:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610262.960341:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610262.960342:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610262.960344:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 02000000:00000001:3.0:1749610262.960346:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610262.960347:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610262.960348:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b100. 00000100:00000001:3.0:1749610262.960350:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.960352:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960354:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960358:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610262.960360:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610262.960363:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.960364:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610262.960367:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610262.960368:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610262.960371:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7478. 00000400:00000200:3.0:1749610262.960373:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610262.960375:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610262.960378:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610262.960381:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610262.960389:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960396:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610262.960397:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960399:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610262.960400:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610262.960402:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610262.960403:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610262.960405:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610262.960409:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610262 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610262.960412:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=17 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610262.960414:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610262.960416:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610262.960418:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960422:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960428:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610262.960431:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610262.960432:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960434:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610262.960435:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610262.960438:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610262.960440:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610262.960443:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610262.960447:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610262.960455:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494477440:0@lo:38:kworker.0 00000100:00000001:3.0:1749610262.960459:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.960460:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610262.960463:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209880 x1834598494477440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610287 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610262.960470:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610262.960471:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610262.960473:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8d800. 02000000:00000001:3.0:1749610262.960477:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610262.960478:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610262.960479:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610262.960481:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610262.960482:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbac400. 02000000:00000001:3.0:1749610262.960484:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610262.960485:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610262.960487:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209880. 00000100:00000001:3.0:1749610262.960489:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610262.960490:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610262.960491:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.960493:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610262.960494:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610262.960495:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610262.960497:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610262.981576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299536439, at 4299536439 00000100:00000040:1.0:1749610262.981578:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299536439, at 4299536439 00000100:00000010:3.0:1749610262.981586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f2c0. 00000100:00000010:1.0:1749610262.981607:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f240. 00000020:00000001:3.0:1749610263.658755:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610263.658760:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610263.658763:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610265.662746:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610265.662750:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610265.662752:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610267.666705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610267.666709:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610267.666711:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610267.959613:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610267.959626:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610267.959627:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.959630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.959632:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610267.959634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.959636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.966818:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.966821:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610267.966823:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610267.966828:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.966835:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610267.966836:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.966838:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610267.966840:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610267.966841:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610267.966843:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494477696:0@lo:38:kworker.0 00000100:00000001:3.0:1749610267.966846:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610267.966848:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610267.966849:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.966851:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610267.966854:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8d800. 02000000:00000001:3.0:1749610267.966856:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610267.966861:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000400:00000010:3.0:1749610267.966867:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610267.966872:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494477696, portal 4 00000100:00000001:3.0:1749610267.966874:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610267.966875:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849710720 : -131938859840896 : ffff880097208a80) 00000100:00000040:3.0:1749610267.966880:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.966885:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610267.966887:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610267.966888:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610267.966890:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494477696, offset 0 00000400:00000200:3.0:1749610267.966894:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610267.966905:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610267.966913:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf919d80 00000400:00000200:3.0:1749610267.966917:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 16120 00000400:00000200:3.0:1749610267.966922:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610267.966925:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610267.966928:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610267.966929:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610267.966932:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804a80. 00000100:00000040:3.0:1749610267.966934:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099804a80 x1834598494477696 msgsize 520 00000100:00100000:3.0:1749610267.966936:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610267.966952:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610267.966957:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749610267.966958:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610267.966962:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610267.966964:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.966969:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610267.966971:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.966975:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.966976:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610267.966978:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.966981:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1330 usecs (2 jiffies) 00000100:00000001:3.0:1749610267.966983:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299541426 00000100:00000010:3.0:1749610267.966985:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84380. 00000100:00000001:3.0:1749610267.966990:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610267.966994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299541426 00000100:00000010:3.0:1749610267.966995:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84080. 00000100:00000001:3.0:1749610267.966997:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610267.967005:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299541426 00000100:00000010:3.0:1749610267.967007:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84280. 00000100:00000001:3.0:1749610267.967009:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610267.967010:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299541426 00000100:00000010:3.0:1749610267.967012:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84cc0. 00000100:00000001:3.0:1749610267.967014:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610267.967015:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610267.967016:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967017:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967018:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967021:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610267.967022:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967023:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.967024:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610267.967024:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610267.967027:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967031:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610267.967032:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967033:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610267.967033:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610267.967034:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610267.967035:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610267.967036:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494477824:0@lo:38:kworker.0 00000100:00000001:1.0:1749610267.967036:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610267.967037:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610267.967038:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610267.967039:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610267.967040:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967041:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610267.967042:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610267.967043:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8e000. 02000000:00000001:3.0:1749610267.967044:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610267.967046:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7420. 00000400:00000010:3.0:1749610267.967047:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000001:1.0:1749610267.967047:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610267.967048:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610267.967049:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494477824, portal 10 02000000:00000001:1.0:1749610267.967049:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610267.967050:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610267.967051:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849708032 : -131938859843584 : ffff880097208000) 02000000:00000001:1.0:1749610267.967051:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610267.967052:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610267.967053:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494478080:0@lo:400:kworker.0 00000100:00000040:3.0:1749610267.967055:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967056:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610267.967057:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610267.967058:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610267.967059:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610267.967059:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610267.967060:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000001:1.0:1749610267.967060:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610267.967061:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494477824, offset 0 02000000:00000010:1.0:1749610267.967061:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4c400. 00000400:00000200:3.0:1749610267.967063:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610267.967063:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610267.967065:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000200:3.0:1749610267.967066:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610267.967068:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919e00 00000400:00000010:1.0:1749610267.967068:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610267.967071:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494478080, portal 10 00000400:00000200:3.0:1749610267.967072:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 30256 00000100:00000001:1.0:1749610267.967072:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610267.967073:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849720576 : -131938859831040 : ffff88009720b100) 00000400:00000200:3.0:1749610267.967075:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610267.967077:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610267.967077:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967079:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610267.967080:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610267.967081:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610267.967082:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805180. 00000100:00000040:3.0:1749610267.967083:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099805180 x1834598494477824 msgsize 520 00000100:00000040:1.0:1749610267.967083:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610267.967084:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:3.0:1749610267.967085:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749610267.967086:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494478080, offset 0 00000400:00000200:1.0:1749610267.967088:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610267.967090:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610267.967092:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000200:1.0:1749610267.967093:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610267.967094:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610267.967095:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610267.967097:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.967097:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf919f00 00000100:00000001:3.0:1749610267.967100:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610267.967100:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 30776 00000100:00000040:3.0:1749610267.967102:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.967103:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610267.967105:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610267.967105:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610267.967106:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610267.967107:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.967108:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 656 usecs (1 jiffies) 00000100:00000001:1.0:1749610267.967108:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610267.967109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299541425 00000100:00000200:1.0:1749610267.967109:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610267.967111:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299541426 00000100:00000010:1.0:1749610267.967111:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097173b80. 00000100:00000001:3.0:1749610267.967112:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299541425 00000100:00000001:3.0:1749610267.967113:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299541426 00000100:00000040:1.0:1749610267.967113:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880097173b80 x1834598494478080 msgsize 224 00000100:00000001:3.0:1749610267.967114:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299541425 00000100:00000001:3.0:1749610267.967115:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299541426 00000100:00100000:1.0:1749610267.967115:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610267.967116:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299541425 00000100:00000001:3.0:1749610267.967117:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967118:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610267.967119:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967120:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610267.967121:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610267.967122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967125:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749610267.967125:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:3.0:1749610267.967126:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967127:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749610267.967127:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 02000000:00000001:3.0:1749610267.967128:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610267.967128:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610267.967129:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610267.967130:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494477952:0@lo:38:kworker.0 00000100:00000200:1.0:1749610267.967131:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967132:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610267.967133:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610267.967133:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967134:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610267.967135:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8ec00. 00000100:00000001:1.0:1749610267.967135:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610267.967136:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610267.967137:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610267.967138:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000400:00000010:3.0:1749610267.967139:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610267.967141:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494477952, portal 10 00000100:00000001:3.0:1749610267.967141:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610267.967141:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967142:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849714304 : -131938859837312 : ffff880097209880) 00000100:00000001:1.0:1749610267.967142:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610267.967144:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.967145:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610267.967145:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 737 usecs (1 jiffies) 00000100:00000001:1.0:1749610267.967147:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299541425 00000100:00000001:3.0:1749610267.967149:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610267.967149:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299541426 00000100:00000040:3.0:1749610267.967150:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610267.967150:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299541425 00000400:00000010:3.0:1749610267.967151:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000001:1.0:1749610267.967151:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299541426 00000100:00000001:1.0:1749610267.967152:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299541425 00000100:00000200:3.0:1749610267.967153:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494477952, offset 0 00000400:00000200:3.0:1749610267.967154:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610267.967154:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299541426 00000100:00000001:1.0:1749610267.967155:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299541425 00000100:00000001:1.0:1749610267.967156:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299541426 00000400:00000200:3.0:1749610267.967157:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610267.967157:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610267.967158:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610267.967159:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919e80 00000100:00000001:1.0:1749610267.967159:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967160:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610267.967161:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 31000 00000400:00000200:3.0:1749610267.967163:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610267.967164:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610267.967164:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749610267.967165:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610267.967165:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.967166:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610267.967166:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610267.967167:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610267.967167:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610267.967168:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:3.0:1749610267.967169:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805500. 00000100:00000001:1.0:1749610267.967169:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610267.967170:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099805500 x1834598494477952 msgsize 520 00000100:00000001:1.0:1749610267.967170:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610267.967171:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610267.967172:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610267.967172:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610267.967173:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610267.967173:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610267.967175:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610267.967176:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610267.967177:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000400:00000010:3.0:1749610267.967178:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:3.0:1749610267.967179:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610267.967179:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610267.967180:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610267.967181:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610267.967181:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610267.967182:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610267.967183:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967184:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610267.967185:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494478336:0@lo:400:kworker.0 00000100:00000040:3.0:1749610267.967186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967186:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610267.967187:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610267.967188:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967189:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610267.967189:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610267.967190:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749610267.967190:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4d600. 00000100:00000001:3.0:1749610267.967191:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610267.967191:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.967192:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 748 usecs (1 jiffies) 00000100:00000001:3.0:1749610267.967193:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299541425 00000400:00000010:1.0:1749610267.967193:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000100:00000001:3.0:1749610267.967194:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299541426 00000400:00000010:1.0:1749610267.967194:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610267.967195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299541425 00000100:00000200:1.0:1749610267.967196:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494478336, portal 10 00000100:00000001:3.0:1749610267.967197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299541426 00000100:00000001:1.0:1749610267.967197:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610267.967198:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299541425 00000100:00000001:1.0:1749610267.967198:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849708928 : -131938859842688 : ffff880097208380) 00000100:00000001:3.0:1749610267.967199:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967200:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299541425 00000100:00000001:3.0:1749610267.967201:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299541426 00000100:00000040:1.0:1749610267.967201:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967202:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610267.967203:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967205:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:3.0:1749610267.967206:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610267.967206:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749610267.967207:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610267.967207:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000010:3.0:1749610267.967208:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7478. 00000400:00000200:3.0:1749610267.967209:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610267.967210:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610267.967210:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610267.967212:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610267.967214:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494478336, offset 0 00000100:00000200:3.0:1749610267.967217:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.967217:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610267.967219:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610267.967220:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610267.967221:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967222:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610267.967222:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91a000 02000000:00000001:3.0:1749610267.967224:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610267.967224:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610267.967224:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 31520 00000100:00000001:3.0:1749610267.967225:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610267.967226:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610267.967227:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610267.967228:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610267.967229:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610267.967230:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749610267.967231:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610267 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610267.967233:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=140 v=20 (20 0 0 0) 00000100:00000010:1.0:1749610267.967233:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8e00. 00000100:00000040:1.0:1749610267.967234:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8e00 x1834598494478336 msgsize 224 00000100:00000001:3.0:1749610267.967235:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610267.967236:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610267.967236:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610267.967238:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610267.967239:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610267.967240:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.967241:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610267.967242:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610267.967243:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610267.967244:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610267.967245:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967246:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610267.967247:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967248:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610267.967249:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610267.967250:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610267.967251:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610267.967252:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610267.967254:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610267.967254:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967255:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610267.967255:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610267.967256:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.967257:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610267.967258:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 618 usecs (1 jiffies) 00000100:00000001:1.0:1749610267.967259:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299541425 00000100:00000001:1.0:1749610267.967260:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299541426 00000100:00100000:3.0:1749610267.967261:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494477696:0@lo:38:kworker.0 00000100:00000001:1.0:1749610267.967261:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299541425 00000100:00000001:3.0:1749610267.967263:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967263:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967264:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610267.967264:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299541425 00000100:00000040:3.0:1749610267.967265:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208a80 x1834598494477696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967265:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299541426 00000100:00000001:1.0:1749610267.967266:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299541425 00000100:00000001:1.0:1749610267.967267:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967268:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610267.967268:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610267.967268:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967270:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610267.967270:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610267.967271:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8d800. 00000100:00000001:1.0:1749610267.967271:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967273:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610267.967275:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610267.967276:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610267.967277:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610267.967278:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007dd5f000. 02000000:00000001:3.0:1749610267.967280:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610267.967280:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610267.967281:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610267.967281:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1749610267.967282:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208a80. 00000100:00100000:1.0:1749610267.967283:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1749610267.967284:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610267.967285:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610267.967285:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610267.967286:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967286:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849100672 : -131938860450944 : ffff880097173b80) 00000100:00000001:3.0:1749610267.967287:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610267.967288:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967289:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.967289:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610267.967289:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097173b80 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/0 e 0 to 0 dl 1749610278 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967290:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610267.967292:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967293:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610267.967295:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:1.0:1749610267.967297:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610267.967298:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610267.967299:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610267.967300:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967301:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610267.967301:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494478080:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749610267.967302:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610267.967303:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610267.967303:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494478080 00000100:00100000:3.0:1749610267.967305:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494478208:0@lo:38:kworker.0 00000020:00000001:1.0:1749610267.967305:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610267.967306:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610267.967307:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610267.967307:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749610267.967308:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967308:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610267.967309:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8d800. 00000020:00000001:1.0:1749610267.967309:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967310:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610267.967310:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1749610267.967311:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000020:00000001:1.0:1749610267.967311:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:3.0:1749610267.967313:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000001:1.0:1749610267.967313:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1749610267.967314:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494478208, portal 10 00000100:00000001:3.0:1749610267.967315:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610267.967315:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967316:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849719680 : -131938859831936 : ffff88009720ad80) 00000020:00000001:1.0:1749610267.967316:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610267.967318:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749610267.967319:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610267.967319:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610267.967321:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610267.967322:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610267.967323:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610267.967323:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610267.967324:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 02000000:00000001:1.0:1749610267.967324:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610267.967325:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494478208, offset 0 02000000:00000010:1.0:1749610267.967326:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781dbc00. 02000000:00000001:1.0:1749610267.967327:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610267.967328:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610267.967329:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610267.967330:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610267.967332:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1749610267.967332:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494478080 00010000:00000001:1.0:1749610267.967333:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610267.967336:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097173b80 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610267.967337:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf919f80 00000400:00000200:3.0:1749610267.967340:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 31744 00010000:00000001:1.0:1749610267.967340:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610267.967341:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610267.967342:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 0 0 0) 00000400:00000200:3.0:1749610267.967343:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610267.967344:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610267.967345:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610267.967345:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610267.967346:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610267.967347:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610267.967348:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610267.967348:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610267.967349:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610267.967349:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610267.967351:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806300. 00000100:00000040:1.0:1749610267.967351:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610267.967352:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610267.967353:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494478080, offset 224 00000100:00000040:3.0:1749610267.967354:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099806300 x1834598494478208 msgsize 520 00000400:00000200:1.0:1749610267.967355:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610267.967357:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610267.967358:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610267.967359:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610267.967361:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf919f00 00000400:00000200:3.0:1749610267.967362:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000400:00000010:3.0:1749610267.967363:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:3.0:1749610267.967365:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610267.967367:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ce9 [1] + 224 00000100:00000200:3.0:1749610267.967368:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610267.967371:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610267.967374:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610267.967374:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610267.967376:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967376:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610267.967380:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967382:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967383:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610267.967386:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610267.967387:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610267.967388:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 606 usecs (1 jiffies) 00000100:00000001:3.0:1749610267.967390:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299541425 00000100:00000001:3.0:1749610267.967392:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967394:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299541425 00000100:00000001:3.0:1749610267.967396:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299541426 00000100:00000001:1.0:1749610267.967396:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610267.967397:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299541425 00000100:00000001:3.0:1749610267.967399:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299541426 00000400:00000200:1.0:1749610267.967400:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749610267.967401:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299541425 00000400:00000010:1.0:1749610267.967402:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610267.967403:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299541426 00000100:00000001:3.0:1749610267.967404:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610267.967404:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610267.967405:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610267.967406:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967407:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610267.967409:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:1.0:1749610267.967412:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610267.967413:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610267.967415:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610267.967415:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749610267.967416:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610267.967418:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7420. 00000100:00000040:1.0:1749610267.967418:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097173b80 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:458/0 lens 224/224 e 0 to 0 dl 1749610278 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610267.967420:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749610267.967422:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610267.967424:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610267.967426:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097173b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494478080:12345-0@lo:400:kworker.0 Request processed in 131us (311us total) trans 0 rc 0/0 00000100:00000200:3.0:1749610267.967427:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610267.967433:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000200:3.0:1749610267.967435:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610267.967435:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610267.967437:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610267.967439:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610267.967440:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610267.967441:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610267.967442:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967443:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610267.967444:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610267.967444:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749610267.967446:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610267.967446:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:3.0:1749610267.967447:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967449:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610267.967450:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00001000:3.0:1749610267.967452:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610267 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610267.967452:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610267.967455:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=122 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610267.967457:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610267.967457:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610267.967458:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610267.967459:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494478208 00000100:00000001:3.0:1749610267.967460:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610267.967461:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610267.967462:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610267.967463:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967463:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610267.967466:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610267.967468:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494478208 00000100:00000001:3.0:1749610267.967469:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610267.967469:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610267.967471:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1749610267.967471:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610267.967472:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610267.967472:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610267.967488:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749610267.967488:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967489:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610267.967490:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610267.967492:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610267.967494:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610267.967494:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610267.967496:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610267.967497:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000040:3.0:1749610267.967500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610267.967500:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000001:1.0:1749610267.967502:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610267.967503:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610267.967505:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610267.967506:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494477824:0@lo:38:kworker.0 00000100:00000001:1.0:1749610267.967507:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610267.967511:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610267.967512:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610267.967513:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610267.967514:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610267.967516:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610267.967518:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610267.967518:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610267.967519:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610267.967519:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610267.967541:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610267.967543:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967545:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610267.967548:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967554:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610267.967555:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967555:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.967557:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610267.967557:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610267.967558:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610267.967559:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1749610267.967560:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610267.967561:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610267.967561:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610267.967562:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610267.967563:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610267.967565:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00001000:3.0:1749610267.967566:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610267 v=5 (0 0 0 0) 00000400:00000010:1.0:1749610267.967567:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00001000:3.0:1749610267.967568:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=72 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610267.967569:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610267.967570:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610267.967572:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610267.967572:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967573:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610267.967577:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610267.967580:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967582:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610267.967584:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610267.967585:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967586:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610267.967587:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610267.967587:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967588:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610267.967588:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:3.0:1749610267.967590:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610267.967590:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610267.967591:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:3.0:1749610267.967593:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610267.967593:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967594:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610267.967595:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.967598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610267.967598:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610267.967601:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610267.967603:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610267.967605:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494477952:0@lo:38:kworker.0 00000100:00000001:1.0:1749610267.967605:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610267.967607:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610267.967608:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967610:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1749610267.967610:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610267.967612:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208000 x1834598494477824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610267.967616:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967618:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610267.967618:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1749610267.967619:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749610267.967620:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000010:3.0:1749610267.967621:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8e000. 00000100:00000001:1.0:1749610267.967622:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610267.967623:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610267.967624:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610267.967625:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610267.967626:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1749610267.967626:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610267.967628:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610267.967630:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007dd5c400. 02000000:00000001:3.0:1749610267.967632:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610267.967633:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610267.967633:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749610267.967634:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208000. 00000100:00000001:1.0:1749610267.967634:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610267.967635:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967636:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610267.967637:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967638:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610267.967639:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610267.967641:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209880 x1834598494477952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610267.967645:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494478336:0@lo:400:kworker.0 00000100:00000001:3.0:1749610267.967647:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610267.967648:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610267.967649:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8ec00. 00000400:00000001:1.0:1749610267.967650:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610267.967651:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1749610267.967651:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610267.967652:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749610267.967652:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000020:00000040:3.0:1749610267.967653:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1749610267.967654:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:3.0:1749610267.967655:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610267.967656:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88000. 00000400:00000010:1.0:1749610267.967656:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:3.0:1749610267.967658:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610267.967658:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610267.967658:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749610267.967660:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209880. 00000100:00000200:1.0:1749610267.967660:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967661:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610267.967663:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610267.967668:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967669:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610267.967672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610267.967673:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749610267.967674:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610267.967674:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610267.967675:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610267.967676:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7478. 00000100:00000001:1.0:1749610267.967676:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610267.967677:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610267.967678:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610267.967678:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610267.967679:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610267.967680:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610267.967681:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749610267.967684:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=72 v=5 (5 0 0 0) 00000100:00000200:3.0:1749610267.967685:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610267.967686:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610267.967688:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610267.967689:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610267.967691:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749610267.967692:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610267.967694:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967697:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610267.967699:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610267.967699:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610267.967700:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610267.967701:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610267.967701:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610267.967702:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610267.967702:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610267.967704:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967704:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749610267.967705:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967705:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610267.967708:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610267 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610267.967708:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610267.967711:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=22 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610267.967713:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610267.967713:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610267.967714:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610267.967715:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610267.967716:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610267.967716:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610267.967719:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610267.967719:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610267.967725:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610267.967726:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494478080:0@lo:400:kworker.0 00000100:00000001:3.0:1749610267.967727:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610267.967728:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967729:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967730:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610267.967731:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610267.967731:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1749610267.967733:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610267.967733:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208380 x1834598494478336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610267.967736:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610267.967737:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610267.967739:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610267.967740:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610267.967741:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610267.967742:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4d600. 02000000:00000001:1.0:1749610267.967745:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610267.967746:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749610267.967747:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494478208:0@lo:38:kworker.0 00000020:00000040:1.0:1749610267.967748:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610267.967749:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610267.967750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610267.967751:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f500. 00000100:00000001:3.0:1749610267.967752:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610267.967754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720ad80 x1834598494478208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610267.967754:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610267.967755:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610267.967756:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208380. 00000100:00000001:1.0:1749610267.967758:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610267.967759:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610267.967760:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610267.967761:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610267.967761:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749610267.967762:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8d800. 00000100:00000040:1.0:1749610267.967763:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b100 x1834598494478080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610267.967765:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610267.967766:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610267.967767:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610267.967768:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610267.967769:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1749610267.967770:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb8b800. 02000000:00000001:1.0:1749610267.967770:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610267.967771:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4c400. 02000000:00000001:3.0:1749610267.967772:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610267.967773:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749610267.967773:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1749610267.967774:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720ad80. 00000020:00000001:1.0:1749610267.967774:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610267.967775:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610267.967776:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610267.967777:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610267.967777:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610267.967779:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610267.967779:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000100:00000001:3.0:1749610267.967780:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610267.967780:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610267.967781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610267.967781:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610267.967782:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610267.967782:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b100. 00000100:00000001:3.0:1749610267.967784:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967784:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610267.967785:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967787:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610267.967790:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610267.967791:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610267.967793:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610267.967794:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610267.969564:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299541426, at 4299541427 00000100:00000040:1.0:1749610267.969565:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299541426, at 4299541427 00000100:00000010:3.0:1749610267.969573:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84cc0. 00000100:00000010:1.0:1749610267.969582:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84080. 00000020:00000001:3.0:1749610268.668727:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610268.668731:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610268.668733:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610268.967634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610268.967647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610268.967649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610268.967653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610268.967655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610268.967658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610268.967660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610269.670751:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610269.670755:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610269.670757:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610269.967636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610269.967648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610269.967650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610269.967653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610269.967655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610269.967658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610269.967659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610270.672700:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610270.672703:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610270.672705:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610270.967629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610270.967642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610270.967644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610270.967648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610270.967650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610270.967652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610270.967654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610271.674738:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610271.674742:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610271.674744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610271.967632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610271.967646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610271.967648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610271.967652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610271.967654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610271.967657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610271.967660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610272.676871:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610272.676877:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610272.676881:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610272.967684:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610272.967702:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610272.967705:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.967711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610272.967714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610272.967718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.967721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975030:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610272.975036:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610272.975038:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610272.975048:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975060:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610272.975062:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.975066:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610272.975069:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610272.975072:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610272.975076:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494478464:0@lo:38:kworker.0 00000100:00000001:3.0:1749610272.975080:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610272.975084:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610272.975086:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.975089:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610272.975095:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8ec00. 02000000:00000001:3.0:1749610272.975097:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610272.975104:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000400:00000010:3.0:1749610272.975112:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610272.975121:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494478464, portal 4 00000100:00000001:3.0:1749610272.975123:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610272.975125:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000100:00000040:3.0:1749610272.975134:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975142:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610272.975146:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610272.975148:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610272.975152:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494478464, offset 0 00000400:00000200:3.0:1749610272.975158:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610272.975174:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610272.975186:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91a080 00000400:00000200:3.0:1749610272.975194:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de5 [256] + 16640 00000400:00000200:3.0:1749610272.975202:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610272.975207:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610272.975212:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610272.975214:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610272.975220:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804380. 00000100:00000040:3.0:1749610272.975224:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099804380 x1834598494478464 msgsize 520 00000100:00100000:3.0:1749610272.975228:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610272.975240:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610272.975248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610272.975250:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610272.975254:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610272.975259:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975268:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610272.975271:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975278:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975280:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610272.975284:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610272.975288:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1302 usecs (2 jiffies) 00000100:00000001:3.0:1749610272.975292:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299546434 00000100:00000010:3.0:1749610272.975297:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84cc0. 00000100:00000001:3.0:1749610272.975303:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610272.975310:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299546434 00000100:00000010:3.0:1749610272.975313:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84a80. 00000100:00000001:3.0:1749610272.975315:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610272.975319:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299546434 00000100:00000010:3.0:1749610272.975322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84740. 00000100:00000001:3.0:1749610272.975325:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610272.975343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299546434 00000100:00000010:3.0:1749610272.975346:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84e00. 00000100:00000001:3.0:1749610272.975349:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610272.975349:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610272.975352:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610272.975354:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610272.975355:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494478464 00000100:00000001:3.0:1749610272.975357:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610272.975358:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610272.975359:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610272.975362:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610272.975365:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610272.975365:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975367:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.975369:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610272.975370:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975371:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610272.975372:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610272.975374:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494478464 00000100:00000040:3.0:1749610272.975376:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610272.975377:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610272.975379:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610272.975381:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610272.975383:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975384:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749610272.975385:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975386:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.975388:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610272.975390:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610272.975392:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610272.975392:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000100:00100000:3.0:1749610272.975395:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494478592:0@lo:38:kworker.0 00000020:00000010:1.0:1749610272.975398:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:3.0:1749610272.975399:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610272.975400:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610272.975402:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.975403:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749610272.975404:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 02000000:00000010:3.0:1749610272.975407:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8d800. 02000000:00000001:3.0:1749610272.975409:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975409:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610272.975411:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610272.975412:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000001:1.0:1749610272.975413:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610272.975415:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610272.975418:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494478592, portal 10 00000100:00000001:1.0:1749610272.975419:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975420:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610272.975422:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849723264 : -131938859828352 : ffff88009720bb80) 00000100:00000040:3.0:1749610272.975460:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.975465:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.975468:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610272.975470:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610272.975472:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610272.975475:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494478592, offset 0 00000100:00000001:1.0:1749610272.975475:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610272.975478:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610272.975478:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610272.975484:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610272.975484:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1749610272.975487:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889538432 : -131938820013184 : ffff880099804380) 00000400:00000200:3.0:1749610272.975489:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91a100 00000100:00000040:1.0:1749610272.975494:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099804380 x1834598494478464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.975495:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 32264 00000400:00000200:3.0:1749610272.975500:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610272.975503:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610272.975507:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610272.975507:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494478464:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610272.975508:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610272.975511:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494478464 00000100:00000010:3.0:1749610272.975512:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804000. 00000100:00000040:3.0:1749610272.975514:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099804000 x1834598494478592 msgsize 520 00000020:00000001:1.0:1749610272.975515:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749610272.975518:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610272.975519:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610272.975557:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610272.975561:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749610272.975563:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749610272.975566:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610272.975569:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610272.975569:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610272.975573:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610272.975576:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610272.975577:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610272.975579:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610272.975580:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610272.975583:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610272.975586:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975586:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610272.975587:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610272.975589:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610272.975590:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610272.975593:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781db800. 00000100:00000040:3.0:1749610272.975594:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 650 usecs (1 jiffies) 00000100:00000001:3.0:1749610272.975596:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299546433 02000000:00000001:1.0:1749610272.975596:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975598:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975599:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.975601:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299546433 00010000:00000001:1.0:1749610272.975602:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610272.975604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299546434 00010000:00000001:1.0:1749610272.975604:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975606:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299546433 00000100:00000001:3.0:1749610272.975608:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299546434 00000100:00001000:1.0:1749610272.975608:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610272.975621:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299546433 00000100:00000001:1.0:1749610272.975621:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610272.975630:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.975632:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610272.975633:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610272.975635:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610272.975635:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610272.975637:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610272.975637:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610272.975640:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610272.975641:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b800 x1834598494478720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610272.975644:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610272.975646:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610272.975649:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610272.975649:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975650:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975651:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610272.975652:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610272.975653:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610272.975654:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610272.975656:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610272.975656:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00100000:3.0:1749610272.975660:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494478720:0@lo:38:kworker.0 00000100:00000200:1.0:1749610272.975661:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494478464, offset 0 00000100:00000001:3.0:1749610272.975663:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610272.975665:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610272.975666:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610272.975667:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610272.975668:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610272.975671:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8e000. 02000000:00000001:3.0:1749610272.975673:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610272.975676:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7420. 00000400:00000200:1.0:1749610272.975676:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610272.975678:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749610272.975682:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494478720, portal 10 00000400:00000200:1.0:1749610272.975683:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91a080 00000100:00000001:3.0:1749610272.975684:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610272.975685:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849722368 : -131938859829248 : ffff88009720b800) 00000400:00000200:1.0:1749610272.975690:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4d21 [1] + 0 00000100:00000040:3.0:1749610272.975691:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b800 x1834598494478720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610272.975695:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610272.975697:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610272.975700:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610272.975700:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610272.975703:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000001:1.0:1749610272.975704:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610272.975706:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494478720, offset 0 00000400:00000200:3.0:1749610272.975709:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610272.975709:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.975715:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610272.975720:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.975722:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91a180 00000400:00000200:3.0:1749610272.975726:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 32784 00000100:00000001:1.0:1749610272.975729:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610272.975730:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610272.975734:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610272.975747:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610272.975750:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610272.975753:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610272.975754:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610272.975755:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610272.975756:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610272.975759:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610272.975762:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c000. 00000100:00000040:1.0:1749610272.975762:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610272.975764:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c000 x1834598494478720 msgsize 520 00000100:00000001:1.0:1749610272.975765:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610272.975767:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610272.975769:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610272.975771:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099804380 x1834598494478464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975777:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610272.975781:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494478464:12345-0@lo:38:kworker.0 Request processed in 274us (555us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610272.975785:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000400:00000010:3.0:1749610272.975787:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00100000:1.0:1749610272.975789:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:3.0:1749610272.975790:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610272.975792:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749610272.975793:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b800 x1834598494478720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.975794:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610272.975798:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000100:00000001:3.0:1749610272.975800:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610272.975802:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000040:3.0:1749610272.975803:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b800 x1834598494478720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610272.975806:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c400. 00000100:00000001:3.0:1749610272.975809:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975809:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.975811:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610272.975814:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610272.975817:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 735 usecs (1 jiffies) 00000100:00000001:3.0:1749610272.975819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299546434 00000100:00000001:3.0:1749610272.975821:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.975823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299546434 00000100:00000001:3.0:1749610272.975825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.975827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299546434 00000100:00000001:3.0:1749610272.975829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299546434 00000100:00000001:1.0:1749610272.975830:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610272.975832:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299546434 00000100:00000200:1.0:1749610272.975832:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610272.975834:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.975836:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749610272.975836:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9180. 00000100:00000001:3.0:1749610272.975838:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610272.975839:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9180 x1834598494479104 msgsize 224 00000100:00000001:3.0:1749610272.975840:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610272.975845:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610272.975846:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610272.975851:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610272.975853:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.975853:0:28322:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610272.975854:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610272.975856:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610272.975858:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610272.975861:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494478976:0@lo:38:kworker.0 00000100:00000001:3.0:1749610272.975864:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610272.975865:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610272.975867:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.975868:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610272.975870:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 02000000:00000010:3.0:1749610272.975871:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880096e8f400. 02000000:00000001:3.0:1749610272.975873:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610272.975873:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:1.0:1749610272.975875:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610272.975876:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7528. 00000400:00000010:3.0:1749610272.975878:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000200:1.0:1749610272.975880:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610272.975881:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494478976, portal 10 00000100:00000001:3.0:1749610272.975883:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610272.975884:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849711616 : -131938859840000 : ffff880097208e00) 00000100:00000001:1.0:1749610272.975889:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610272.975890:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610272.975892:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.975896:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610272.975898:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610272.975899:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610272.975900:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610272.975901:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610272.975902:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494478976, offset 0 00000400:00000200:3.0:1749610272.975905:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610272.975905:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610272.975908:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 596 usecs (1 jiffies) 00000400:00000200:3.0:1749610272.975911:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610272.975911:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299546434 00000100:00000001:1.0:1749610272.975914:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299546434 00000400:00000200:3.0:1749610272.975916:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91a280 00000100:00000001:1.0:1749610272.975917:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299546434 00000400:00000200:3.0:1749610272.975920:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 33752 00000100:00000001:1.0:1749610272.975920:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299546434 00000100:00000001:1.0:1749610272.975922:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299546434 00000400:00000200:3.0:1749610272.975924:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610272.975924:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299546434 00000100:00000001:1.0:1749610272.975926:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299546434 00000400:00000200:3.0:1749610272.975927:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610272.975928:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299546434 00000100:00000001:1.0:1749610272.975930:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610272.975932:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975933:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610272.975934:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610272.975935:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610272.975937:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c380. 00000100:00000001:1.0:1749610272.975937:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610272.975939:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c380 x1834598494478976 msgsize 520 00000100:00000001:1.0:1749610272.975941:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610272.975943:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749610272.975944:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610272.975945:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610272.975946:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610272.975948:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975950:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610272.975950:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610272.975953:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610272.975955:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610272.975957:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610272.975960:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.975961:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610272.975964:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494478720 02000000:00000001:1.0:1749610272.975966:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610272.975967:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610272.975967:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610272.975969:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.975969:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610272.975972:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610272.975974:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494478720 00000100:00000001:3.0:1749610272.975976:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610272.975976:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610272.975977:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610272.975977:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610272.975979:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610272.975980:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610272.975981:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610272.975983:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 585 usecs (1 jiffies) 00000020:00000001:1.0:1749610272.975983:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.975985:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299546434 00000020:00000010:1.0:1749610272.975986:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000100:00000001:3.0:1749610272.975988:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299546434 00000020:00000010:1.0:1749610272.975989:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:3.0:1749610272.975990:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299546434 00000100:00000001:3.0:1749610272.975992:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299546434 00000020:00000010:1.0:1749610272.975992:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000001:3.0:1749610272.975994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299546434 00000100:00000001:1.0:1749610272.975995:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610272.975996:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299546434 00000100:00000001:1.0:1749610272.975996:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610272.975998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299546434 00000100:00000001:1.0:1749610272.975998:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976000:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299546434 00000100:00000001:3.0:1749610272.976002:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610272.976002:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976004:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976004:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610272.976009:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610272.976009:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:3.0:1749610272.976010:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610272.976011:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479104 02000000:00000001:1.0:1749610272.976012:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610272.976013:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7478. 00000100:00000001:1.0:1749610272.976013:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610272.976015:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610272.976015:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610272.976017:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610272.976017:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976019:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610272.976019:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479104 00000020:00000001:1.0:1749610272.976020:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610272.976022:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000200:3.0:1749610272.976023:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610272.976023:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610272.976025:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610272.976027:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610272.976030:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749610272.976031:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.976034:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610272.976037:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610272.976038:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610272.976040:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976042:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:1.0:1749610272.976044:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:3.0:1749610272.976045:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610272.976047:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610272.976049:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976050:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749610272.976051:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610272.976053:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4d600. 00000020:00000010:1.0:1749610272.976055:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00001000:3.0:1749610272.976057:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610272 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610272.976058:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00001000:3.0:1749610272.976061:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=145 v=20 (20 0 0 0) 00000100:00000040:1.0:1749610272.976063:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610272.976064:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610272.976065:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610272.976066:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610272.976066:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610272.976067:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976068:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610272.976071:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749610272.976073:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.976073:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610272.976075:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976077:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976080:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610272.976081:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610272.976083:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610272.976083:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610272.976085:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976087:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749610272.976087:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1749610272.976089:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610272.976089:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00080000:3.0:1749610272.976092:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610272.976092:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930190720 : -131938779360896 : ffff88009bec9180) 00000100:00080000:3.0:1749610272.976095:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749610272.976096:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec9180 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:463/0 lens 224/0 e 0 to 0 dl 1749610283 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976098:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610272.976102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.976104:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610272.976106:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b30c0. 00000100:00000001:1.0:1749610272.976109:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610272.976111:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494478464:0@lo:38:kworker.0 00000020:00000010:1.0:1749610272.976111:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b30c0. 00000100:00000001:3.0:1749610272.976115:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976117:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610272.976117:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494479104:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610272.976120:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494478464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610272.976121:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479104 00000020:00000001:1.0:1749610272.976123:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610272.976126:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610272.976127:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610272.976128:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.976129:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610272.976131:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8ec00. 00000020:00000001:1.0:1749610272.976131:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610272.976133:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:3.0:1749610272.976135:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610272.976136:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610272.976137:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610272.976139:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610272.976139:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610272.976141:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749610272.976141:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1749610272.976143:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88000. 00000020:00000001:1.0:1749610272.976143:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610272.976146:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610272.976146:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.976148:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1749610272.976148:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:3.0:1749610272.976150:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:1.0:1749610272.976152:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610272.976153:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610272.976154:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610272.976155:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976157:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610272.976158:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a5000. 00000100:00000001:3.0:1749610272.976160:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610272.976160:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976162:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976163:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610272.976164:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976165:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610272.976166:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1749610272.976167:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494479104 00000400:00000001:3.0:1749610272.976168:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610272.976170:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610272.976172:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610272.976174:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610272.976175:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610272.976177:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749610272.976179:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749610272.976180:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610272.976200:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec9180 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610272.976205:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610272.976208:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610272.976209:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976211:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749610272.976212:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610272.976213:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976214:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610272.976215:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610272.976215:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610272.976217:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610272.976217:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610272.976218:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976219:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610272.976220:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610272.976221:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610272.976222:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610272.976223:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610272 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610272.976224:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610272.976225:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=127 v=20 (20 0 0 0) 00000100:00000040:1.0:1749610272.976226:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610272.976227:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610272.976228:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610272.976228:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610272.976230:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610272.976231:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494479104, offset 224 00000100:00000040:3.0:1749610272.976233:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610272.976234:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610272.976239:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610272.976240:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610272.976240:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610272.976241:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610272.976243:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610272.976244:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610272.976245:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a300 00000100:00080000:3.0:1749610272.976246:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610272.976248:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610272.976249:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d39 [1] + 224 00000100:00000001:3.0:1749610272.976250:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610272.976253:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610272.976254:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610272.976256:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610272.976261:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494478592:0@lo:38:kworker.0 00000100:00000001:1.0:1749610272.976261:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610272.976264:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610272.976264:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976266:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610272.976268:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720bb80 x1834598494478592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610272.976273:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976279:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610272.976280:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610272.976282:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880096e8d800. 00000100:00000001:1.0:1749610272.976282:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610272.976285:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610272.976286:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749610272.976286:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000040:3.0:1749610272.976287:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610272.976288:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749610272.976288:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610272.976289:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749610272.976290:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca72000. 00000100:00000001:1.0:1749610272.976291:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610272.976293:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610272.976294:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610272.976295:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610272.976296:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720bb80. 00000100:00000040:1.0:1749610272.976296:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:1.0:1749610272.976297:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610272.976298:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610272.976299:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610272.976299:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976301:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610272.976301:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610272.976302:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610272.976303:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610272.976304:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610272.976304:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec9180 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:463/0 lens 224/224 e 0 to 0 dl 1749610283 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976306:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610272.976313:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494479104:12345-0@lo:400:kworker.0 Request processed in 207us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610272.976319:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1749610272.976321:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610272.976321:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610272.976323:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610272.976323:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610272.976325:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610272.976327:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000020:00000010:1.0:1749610272.976327:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000100:00000001:3.0:1749610272.976329:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191743872 : -131939517807744 : ffff88006fe8c380) 00000020:00000010:1.0:1749610272.976330:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000010:1.0:1749610272.976332:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4d600. 00000100:00000040:3.0:1749610272.976333:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c380 x1834598494478976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610272.976336:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610272.976338:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610272.976342:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494478976:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610272.976345:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494478976 00000020:00000001:3.0:1749610272.976347:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610272.976347:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610272.976349:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610272.976350:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:1.0:1749610272.976351:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610272.976352:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610272.976354:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff9f8. 00000020:00000001:3.0:1749610272.976358:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610272.976358:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:1.0:1749610272.976359:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00010000:00020000:3.0:1749610272.976361:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610272.976361:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610272.976363:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610272.976364:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610272.976366:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610272.976368:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610272.976370:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610272.976371:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749610272.976372:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610272.976374:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8d800. 02000000:00000001:3.0:1749610272.976376:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976377:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610272.976378:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976378:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610272.976380:0:28322:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749610272.976381:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610272.976381:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610272.976382:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610272.976383:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610272.976384:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610272.976385:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610272.976386:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610272.976387:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610272.976389:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1749610272.976389:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=27 v=5 (5 0 0 0) 00000100:00000040:3.0:1749610272.976392:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:1.0:1749610272.976392:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610272.976393:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610272.976395:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610272.976396:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610272.976396:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610272.976398:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610272.976399:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610272.976400:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610272.976402:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610272.976402:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976404:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610272.976406:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610272.976408:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00010000:00000001:1.0:1749610272.976408:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610272.976411:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494478976, offset 0 00000100:00000001:1.0:1749610272.976412:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610272.976413:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610272.976414:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610272.976415:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610272.976416:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610272.976419:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610272.976421:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610272.976425:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a280 00000100:00000001:1.0:1749610272.976425:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610272.976427:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610272.976448:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d51 [1] + 0 00000400:00000200:3.0:1749610272.976452:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610272.976452:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610272.976454:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610272.976456:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976457:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610272.976461:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610272.976463:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494479104:0@lo:400:kworker.0 00000100:00000001:1.0:1749610272.976467:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610272.976469:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208e00 x1834598494478976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.976469:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610272.976471:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209500 x1834598494479104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610272.976476:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610272.976477:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610272.976478:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610272.976480:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 02000000:00000010:1.0:1749610272.976480:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ee00. 00000400:00000010:3.0:1749610272.976481:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610272.976483:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610272.976483:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610272.976484:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610272.976485:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749610272.976485:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610272.976487:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610272.976487:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610272.976488:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000100:00000040:3.0:1749610272.976490:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610272.976492:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610272.976492:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610272.976493:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749610272.976494:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749610272.976495:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209500. 00000100:00000040:3.0:1749610272.976497:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c380 x1834598494478976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610292 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610272.976498:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610272.976499:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610272.976500:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610272.976503:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610272.976504:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610272.976506:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494478976:12345-0@lo:38:kworker.0 Request processed in 164us (564us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610272.976506:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610272.976508:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610272.976514:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000001:3.0:1749610272.976518:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610272.976520:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610272.976557:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000040:1.0:1749610272.976560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299546434, at 4299546434 00000020:00000010:3.0:1749610272.976563:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000010:1.0:1749610272.976566:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84a80. 00000020:00000010:3.0:1749610272.976568:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:3.0:1749610272.976572:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610272.976591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299546434, at 4299546434 00000100:00000010:3.0:1749610272.976598:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84e00. 00000020:00000001:3.0:1749610273.678834:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610273.678839:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610273.678842:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610274.680720:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610274.680724:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610274.680726:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610275.682735:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610275.682739:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610275.682741:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610276.684744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610276.684748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610276.684751:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610277.982976:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.982978:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610277.982979:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610277.982983:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610277.982988:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610277.982989:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.982991:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610277.982992:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610277.982993:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610277.982995:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494479616:0@lo:400:kworker.0 00000100:00000001:1.0:1749610277.982997:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610277.982999:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610277.983000:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983001:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610277.983003:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4d600. 02000000:00000001:1.0:1749610277.983004:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610277.983007:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610277.983009:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610277.983012:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494479616, portal 10 00000100:00000001:1.0:1749610277.983013:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610277.983014:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849714304 : -131938859837312 : ffff880097209880) 00000100:00000040:1.0:1749610277.983017:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610277.983025:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.983026:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610277.983028:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610277.983029:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610277.983029:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610277.983031:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494479616, offset 0 00000400:00000200:1.0:1749610277.983035:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610277.983040:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610277.983046:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91a500 00000400:00000200:1.0:1749610277.983050:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 34272 00000400:00000200:1.0:1749610277.983054:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610277.983056:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610277.983057:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610277.983058:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479232 02000000:00000001:3.0:1749610277.983060:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610277.983060:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610277.983061:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610277.983062:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610277.983064:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610277.983064:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9880. 02000000:00000001:3.0:1749610277.983066:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610277.983066:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9880 x1834598494479616 msgsize 224 00000100:00100000:3.0:1749610277.983068:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479232 00000020:00000001:3.0:1749610277.983070:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610277.983070:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749610277.983071:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610277.983072:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610277.983073:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983074:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983077:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749610277.983078:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000400:00000200:1.0:1749610277.983081:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000010:3.0:1749610277.983082:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000010:1.0:1749610277.983083:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000020:00000010:3.0:1749610277.983085:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610277.983086:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610277.983089:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610277.983089:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610277.983089:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610277.983091:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983095:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983096:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610277.983099:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610277.983100:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610277.983105:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610277.983105:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983106:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610277.983106:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610277.983109:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1749610277.983109:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983111:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910705664 : -131938798845952 : ffff88009ac34000) 00000100:00000040:1.0:1749610277.983112:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 737 usecs (1 jiffies) 00000100:00000040:3.0:1749610277.983114:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34000 x1834598494479232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610277.983114:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299551441 00000100:00000001:1.0:1749610277.983116:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299551442 00000100:00000001:1.0:1749610277.983118:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299551441 00000100:00000001:1.0:1749610277.983119:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299551442 00000100:00100000:3.0:1749610277.983121:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494479232:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610277.983121:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299551441 00000100:00000001:1.0:1749610277.983123:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299551442 00000100:00000200:3.0:1749610277.983124:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479232 00000100:00000001:1.0:1749610277.983125:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299551441 00000020:00000001:3.0:1749610277.983126:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610277.983126:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299551442 00010000:00000001:3.0:1749610277.983128:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610277.983128:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610277.983129:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983131:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983132:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983136:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610277.983137:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983137:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610277.983138:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:3.0:1749610277.983139:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610277.983139:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610277.983140:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610277.983141:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610277.983142:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610277.983143:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610277.983145:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610277.983147:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610277.983148:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610277.983150:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8ec00. 02000000:00000001:3.0:1749610277.983151:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983153:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610277.983155:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610277.983156:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610277.983159:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610277.983161:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610277.983162:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610277.983163:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610277.983164:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610277.983165:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610277.983165:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479616 00000100:00000001:3.0:1749610277.983166:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749610277.983166:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610277.983167:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610277.983168:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610277.983169:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610277.983169:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610277.983170:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983171:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610277.983171:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610277.983172:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610277.983173:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479616 00000400:00000010:3.0:1749610277.983174:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000001:1.0:1749610277.983175:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610277.983176:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000200:3.0:1749610277.983177:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494479232, offset 0 00000020:00000001:1.0:1749610277.983177:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610277.983179:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:3.0:1749610277.983180:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610277.983181:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610277.983183:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:3.0:1749610277.983184:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610277.983186:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610277.983187:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91a380 00000020:00000010:1.0:1749610277.983188:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b30c0. 00000400:00000200:3.0:1749610277.983190:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4d69 [1] + 0 00000400:00000200:3.0:1749610277.983193:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1749610277.983193:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610277.983194:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610277.983196:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610277.983197:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1749610277.983199:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208700 x1834598494479232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610277.983200:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000020:00000010:1.0:1749610277.983203:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00000040:3.0:1749610277.983205:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208700 x1834598494479232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610277.983206:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000040:1.0:1749610277.983211:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610277.983212:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610277.983213:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610277.983214:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610277.983215:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610277.983218:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610277.983219:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610277.983219:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610277.983220:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610277.983221:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610277.983221:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983222:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610277.983224:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610277.983225:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610277.983225:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610277.983227:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983228:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610277.983229:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610277.983229:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479360 00000100:00000040:3.0:1749610277.983230:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34000 x1834598494479232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610277.983230:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610277.983231:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610277.983232:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983233:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610277.983235:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479360 00000020:00000001:1.0:1749610277.983235:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610277.983236:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494479232:12345-0@lo:38:kworker.0 Request processed in 114us (311us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749610277.983236:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610277.983237:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610277.983238:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610277.983239:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610277.983240:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000020:00000010:1.0:1749610277.983240:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000100:00000001:3.0:1749610277.983241:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610277.983242:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610277.983242:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000010:1.0:1749610277.983243:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:3.0:1749610277.983245:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610277.983245:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610277.983245:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610277.983246:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610277.983247:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000001:1.0:1749610277.983248:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610277.983249:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:3.0:1749610277.983251:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983251:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983253:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610277.983254:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479872 02000000:00000001:1.0:1749610277.983255:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610277.983255:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610277.983256:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983257:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610277.983258:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479872 00000020:00000001:1.0:1749610277.983259:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610277.983260:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1749610277.983260:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610277.983261:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610277.983261:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610277.983262:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749610277.983263:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000020:00000001:1.0:1749610277.983263:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610277.983264:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:1.0:1749610277.983264:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610277.983265:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930192512 : -131938779359104 : ffff88009bec9880) 00000100:00000001:1.0:1749610277.983266:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610277.983267:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3000. 00000100:00000040:3.0:1749610277.983268:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec9880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/0 e 0 to 0 dl 1749610288 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610277.983268:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3040. 00000100:00000001:1.0:1749610277.983271:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610277.983272:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3000. 00000100:00000001:3.0:1749610277.983273:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610277.983274:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf800. 00000020:00000010:3.0:1749610277.983275:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000020:00000010:1.0:1749610277.983275:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:3.0:1749610277.983276:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610277.983277:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 00000020:00000010:1.0:1749610277.983277:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:1.0:1749610277.983278:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610277.983279:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610277.983280:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494479616:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610277.983280:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983281:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749610277.983282:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479616 00000100:00000001:1.0:1749610277.983282:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610277.983283:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983284:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610277.983285:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610277.983286:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610277.983287:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983288:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610277.983288:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610277.983289:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:1.0:1749610277.983289:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494479488 02000000:00000001:1.0:1749610277.983289:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610277.983290:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610277.983291:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610277.983291:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983292:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610277.983292:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494479488 00000020:00000001:3.0:1749610277.983293:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610277.983293:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610277.983294:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1749610277.983294:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610277.983295:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610277.983295:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983296:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610277.983296:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983298:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610277.983298:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000020:00000001:3.0:1749610277.983299:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1749610277.983300:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9f80. 00000100:00000001:3.0:1749610277.983301:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749610277.983301:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 02000000:00000001:3.0:1749610277.983302:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610277.983302:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610277.983303:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610277.983303:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610277.983304:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8f000. 02000000:00000001:3.0:1749610277.983305:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983305:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983306:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983306:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610277.983307:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983308:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:3.0:1749610277.983309:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494479616 00000100:00000001:1.0:1749610277.983309:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749610277.983310:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749610277.983311:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00010000:00000200:3.0:1749610277.983312:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec9880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610277.983312:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610277.983313:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849711616 : -131938859840000 : ffff880097208e00) 00010000:00000001:3.0:1749610277.983316:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610277.983316:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097208e00 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:468/0 lens 224/0 e 0 to 0 dl 1749610288 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610277.983317:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610277.983319:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610277.983320:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610277.983321:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749610277.983321:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3000. 00000100:00000040:3.0:1749610277.983322:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610277.983323:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610277.983323:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610277.983324:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3000. 02000000:00000001:3.0:1749610277.983325:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610277.983325:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983326:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610277.983326:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494479872:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610277.983327:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610277.983328:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610277.983328:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479872 00000020:00000001:1.0:1749610277.983329:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610277.983330:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494479616, offset 224 00000020:00000001:1.0:1749610277.983330:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610277.983331:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610277.983332:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749610277.983333:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610277.983333:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610277.983334:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610277.983335:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610277.983336:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610277.983337:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610277.983338:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a500 00000020:00000001:1.0:1749610277.983338:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610277.983339:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610277.983340:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610277.983341:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610277.983342:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610277.983344:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a5400. 02000000:00000001:1.0:1749610277.983345:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983347:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610277.983348:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d71 [1] + 224 00000020:00000001:1.0:1749610277.983348:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610277.983349:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494479872 00010000:00000001:1.0:1749610277.983350:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749610277.983351:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1749610277.983352:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097208e00 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610277.983353:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610277.983355:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749610277.983356:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749610277.983357:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610277.983357:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610277.983359:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610277.983360:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610277.983362:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610277.983362:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610277.983363:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610277.983364:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610277.983364:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983366:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610277.983367:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610277.983368:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610277.983369:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610277.983371:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000200:1.0:1749610277.983371:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494479872, offset 224 00000400:00000010:3.0:1749610277.983372:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610277.983373:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610277.983374:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610277.983374:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610277.983376:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610277.983377:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610277.983378:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749610277.983378:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610277.983379:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983380:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749610277.983397:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a600 00000400:00000200:1.0:1749610277.983402:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d85 [1] + 224 00000100:00000040:3.0:1749610277.983403:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec9880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610277.983406:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610277.983408:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610277.983409:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494479616:12345-0@lo:400:kworker.0 Request processed in 135us (341us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610277.983410:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610277.983412:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610277.983413:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1749610277.983414:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610277.983416:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610277.983416:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610277.983417:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610277.983418:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000020:00000010:3.0:1749610277.983420:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000010:3.0:1749610277.983422:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c400. 00000100:00000001:1.0:1749610277.983424:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749610277.983425:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610277.983426:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610277.983426:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610277.983427:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610277.983429:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610277.983429:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610277.983430:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610277.983431:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610277.983431:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610277.983433:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:1.0:1749610277.983433:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610277.983434:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917382912 : -131938792168704 : ffff88009b292300) 00010000:00000001:1.0:1749610277.983434:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610277.983435:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610277.983436:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610277.983437:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b292300 x1834598494479488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610277.983438:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208e00 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:468/0 lens 224/224 e 0 to 0 dl 1749610288 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610277.983442:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494479488:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610277.983443:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479488 00000020:00000001:3.0:1749610277.983444:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610277.983444:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494479872:12345-0@lo:400:kworker.0 Request processed in 122us (203us total) trans 0 rc 0/0 00010000:00000001:3.0:1749610277.983445:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610277.983448:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000020:00000001:3.0:1749610277.983449:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610277.983449:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610277.983450:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:3.0:1749610277.983451:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610277.983451:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749610277.983452:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610277.983453:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610277.983453:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:3.0:1749610277.983454:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610277.983455:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749610277.983455:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 02000000:00000001:3.0:1749610277.983456:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749610277.983456:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf800. 02000000:00000010:3.0:1749610277.983458:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8fc00. 00000020:00000040:1.0:1749610277.983458:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:3.0:1749610277.983459:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983460:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983460:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610277.983462:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610277.983463:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610277.983464:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610277.983465:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610277.983466:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610277.983466:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.983467:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610277.983468:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610277.983469:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:1.0:1749610277.983469:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610277.983470:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:1.0:1749610277.983470:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610277.983471:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000100:00000040:3.0:1749610277.983472:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610277.983472:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749610277.983473:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610277.983473:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:3.0:1749610277.983474:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983474:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610277.983475:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610277.983476:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610277.983476:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610277.983478:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610277.983480:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610277.983482:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494479488, offset 0 00000400:00000200:3.0:1749610277.983484:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610277.983484:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610277.983484:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983486:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610277.983487:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610277.983487:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610277.983488:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610277.983489:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a480 00000100:00000001:1.0:1749610277.983489:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983490:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610277.983492:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4d8d [1] + 0 00000100:00001000:1.0:1749610277.983493:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=82 v=5 (5 0 0 0) 00000400:00000200:3.0:1749610277.983494:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610277.983495:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1749610277.983496:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610277.983496:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610277.983497:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610277.983497:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610277.983499:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208380 x1834598494479488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610277.983499:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610277.983501:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610277.983504:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208380 x1834598494479488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610277.983505:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983506:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610277.983507:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610277.983508:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610277.983508:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610277.983509:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610277.983511:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610277.983514:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610277.983514:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610277.983515:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610277.983515:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610277.983516:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610277.983516:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610277.983517:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610277.983518:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610277.983518:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610277.983519:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610277.983544:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494479616:0@lo:400:kworker.0 00000100:00000001:1.0:1749610277.983547:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983548:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610277.983550:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209880 x1834598494479616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610277.983552:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983553:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610277.983553:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610277.983554:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610277.983555:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b292300 x1834598494479488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610277.983555:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4d600. 02000000:00000001:1.0:1749610277.983556:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610277.983557:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610277.983558:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610277.983559:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749610277.983560:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494479488:12345-0@lo:38:kworker.0 Request processed in 118us (277us total) trans 0 rc -19/-19 02000000:00000010:1.0:1749610277.983560:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 02000000:00000001:1.0:1749610277.983563:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610277.983563:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749610277.983564:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000010:1.0:1749610277.983564:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209880. 00000100:00000001:3.0:1749610277.983566:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610277.983566:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610277.983566:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610277.983567:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610277.983568:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9f80. 00000100:00000001:1.0:1749610277.983568:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610277.983569:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:1.0:1749610277.983569:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610277.983570:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610277.983571:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 00000100:00000001:1.0:1749610277.983571:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.983572:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983573:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983575:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.983576:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610277.983577:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610277.983578:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610277.983579:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffb00. 00000400:00000200:1.0:1749610277.983581:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:1.0:1749610277.983582:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:1.0:1749610277.983583:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610277.983585:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610277.983590:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610277.983593:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610277.983594:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983595:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610277.983595:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610277.983596:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610277.983597:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610277.983598:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610277.983599:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610277.983601:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610277.983602:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610277.983603:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610277.983604:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610277.983606:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610277.983610:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983611:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610277.983611:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610277.983612:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610277.983613:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610277.983614:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610277.983617:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610277.983618:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610277.983619:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610277.983621:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610277.983624:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494479872:0@lo:400:kworker.0 00000100:00000001:1.0:1749610277.983626:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983627:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610277.983628:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208a80 x1834598494479872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610277.983631:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610277.983632:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610277.983633:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fe00. 02000000:00000001:1.0:1749610277.983634:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610277.983635:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610277.983635:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610277.983636:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610277.983637:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f500. 02000000:00000001:1.0:1749610277.983638:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610277.983638:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610277.983639:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208a80. 00000100:00000001:1.0:1749610277.983640:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610277.983641:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983642:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610277.983643:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610277.983644:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610277.983645:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610277.983646:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983694:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610277.983696:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610277.983698:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1749610277.983700:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917382016 : -131938792169600 : ffff88009b291f80) 00000100:00000040:3.0:1749610277.983702:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291f80 x1834598494479744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610277.983707:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494479744:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610277.983709:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494479744 00000020:00000001:3.0:1749610277.983710:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610277.983711:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610277.983715:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610277.983717:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610277.983718:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610277.983719:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610277.983721:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610277.983722:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610277.983722:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610277.983724:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8dc00. 02000000:00000001:3.0:1749610277.983725:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983726:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610277.983727:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610277.983728:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610277.983730:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610277.983731:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610277.983732:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610277.983733:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610277.983735:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610277.983736:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610277.983738:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610277.983739:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610277.983740:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610277.983741:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610277.983742:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610277.983743:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610277.983745:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494479744, offset 0 00000400:00000200:3.0:1749610277.983747:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610277.983750:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610277.983753:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a580 00000400:00000200:3.0:1749610277.983755:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4da5 [1] + 0 00000400:00000200:3.0:1749610277.983757:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610277.983759:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610277.983760:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610277.983763:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208000 x1834598494479744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610277.983767:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208000 x1834598494479744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610277.983771:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610277.983774:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610277.983775:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610277.983777:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610277.983777:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610277.983779:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610277.983780:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610277.983781:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610277.983782:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610277.983784:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291f80 x1834598494479744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610297 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610277.983788:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494479744:12345-0@lo:38:kworker.0 Request processed in 80us (171us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610277.983792:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1749610277.983793:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610277.983794:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610277.983795:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:3.0:1749610277.983797:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000020:00000010:3.0:1749610277.983799:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749610277.983800:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610277.984560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299551442, at 4299551442 00000100:00000010:1.0:1749610277.984565:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f340. 00000100:00000040:3.0:1749610277.985569:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299551442, at 4299551443 00000100:00000010:3.0:1749610277.985575:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f240. 00010000:00000010:0.1:1749610278.453603:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f400. 00010000:00000010:0.1:1749610278.453610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f200. 00000020:00000001:3.0:1749610278.688780:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610278.688785:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610278.688788:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610280.692722:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610280.692726:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610280.692729:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610282.696743:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610282.696746:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610282.696749:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610282.990937:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610282.990940:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610282.990941:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610282.990946:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.990952:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610282.990953:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610282.990955:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610282.990956:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610282.990958:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610282.990959:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494480512:0@lo:400:kworker.0 00000100:00000001:1.0:1749610282.990962:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610282.990964:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610282.990965:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.990966:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610282.990966:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610282.990968:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bf800. 00000100:00100000:3.0:1749610282.990969:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494480128 02000000:00000001:1.0:1749610282.990970:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610282.990972:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610282.990973:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000100:00000001:3.0:1749610282.990974:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610282.990976:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610282.990978:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610282.990978:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494480512, portal 10 00000100:00000001:1.0:1749610282.990979:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610282.990980:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 02000000:00000001:3.0:1749610282.990981:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610282.990984:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494480128 00000100:00000040:1.0:1749610282.990985:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610282.990986:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610282.990987:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610282.990989:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610282.990989:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610282.990990:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610282.990991:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610282.990992:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610282.990992:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610282.990993:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494480512, offset 0 00000400:00000200:1.0:1749610282.990996:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610282.990997:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000020:00000010:3.0:1749610282.991001:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000200:1.0:1749610282.991001:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610282.991005:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000400:00000200:1.0:1749610282.991005:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91a880 00000100:00000001:3.0:1749610282.991009:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610282.991009:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 36280 00000100:00000001:3.0:1749610282.991011:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610282.991013:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610282.991013:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610282.991015:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610282.991018:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991026:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610282.991026:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610282.991027:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610282.991030:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9c00. 00000100:00000040:1.0:1749610282.991031:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9c00 x1834598494480512 msgsize 224 00000100:00000001:3.0:1749610282.991034:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610282.991034:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610282.991036:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610282.991040:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000001:1.0:1749610282.991040:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610282.991043:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917376640 : -131938792174976 : ffff88009b290a80) 00000400:00000200:1.0:1749610282.991047:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000040:3.0:1749610282.991048:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290a80 x1834598494480128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610282.991048:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610282.991049:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610282.991052:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991056:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610282.991058:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494480128:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610282.991058:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610282.991062:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494480128 00000100:00000001:1.0:1749610282.991062:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991063:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610282.991065:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610282.991065:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610282.991067:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 730 usecs (1 jiffies) 00010000:00000001:3.0:1749610282.991068:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610282.991068:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299556449 00000100:00000001:1.0:1749610282.991070:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299556450 00000100:00000001:1.0:1749610282.991072:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299556449 00000100:00000001:1.0:1749610282.991073:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299556450 00000100:00000001:1.0:1749610282.991074:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299556449 00000100:00000001:1.0:1749610282.991075:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299556450 00000100:00000001:1.0:1749610282.991076:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299556449 00000100:00000001:1.0:1749610282.991078:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299556450 00000020:00000001:3.0:1749610282.991079:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991079:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610282.991080:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991081:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610282.991082:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610282.991082:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610282.991084:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610282.991085:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610282.991086:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610282.991087:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610282.991088:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610282.991088:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610282.991089:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991090:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610282.991090:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991092:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610282.991094:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610282.991097:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8e400. 02000000:00000001:3.0:1749610282.991099:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991101:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991103:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749610282.991104:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749610282.991105:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494480512 00010000:00000001:3.0:1749610282.991106:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610282.991106:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610282.991107:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610282.991108:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610282.991109:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610282.991109:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991111:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749610282.991111:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494480512 00000020:00000001:1.0:1749610282.991112:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610282.991113:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610282.991114:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610282.991114:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610282.991115:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:3.0:1749610282.991116:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610282.991117:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610282.991118:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610282.991118:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610282.991120:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610282.991121:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610282.991123:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610282.991123:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3000. 02000000:00000001:3.0:1749610282.991125:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610282.991127:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610282.991127:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610282.991129:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610282.991131:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610282.991131:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610282.991133:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000400:00000010:3.0:1749610282.991134:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000010:1.0:1749610282.991136:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000200:3.0:1749610282.991137:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494480128, offset 0 00000020:00000010:1.0:1749610282.991138:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000400:00000200:3.0:1749610282.991141:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610282.991141:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610282.991143:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610282.991144:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610282.991146:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610282.991147:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610282.991148:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610282.991150:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610282.991150:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610282.991152:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91a700 00000100:00000001:1.0:1749610282.991154:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610282.991156:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4db1 [1] + 0 00000100:00000001:1.0:1749610282.991157:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610282.991158:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494480256 02000000:00000001:1.0:1749610282.991159:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610282.991160:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610282.991161:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610282.991161:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610282.991162:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610282.991163:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610282.991163:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494480256 00000020:00000001:1.0:1749610282.991164:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610282.991165:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610282.991165:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610282.991166:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610282.991166:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991167:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610282.991169:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000100:00000200:3.0:1749610282.991170:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494480128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610282.991171:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000020:00000010:1.0:1749610282.991172:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:1.0:1749610282.991173:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610282.991174:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610282.991175:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991176:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991179:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610282.991180:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494480128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991181:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610282.991182:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610282.991184:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1749610282.991186:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610282.991187:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849708928 : -131938859842688 : ffff880097208380) 00000100:00000001:3.0:1749610282.991188:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610282.991190:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097208380 x1834598494480768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1749610293 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610282.991192:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610282.991194:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610282.991195:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610282.991196:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610282.991197:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610282.991197:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610282.991198:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749610282.991198:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610282.991201:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610282.991201:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494480768:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610282.991203:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610282.991203:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494480768 00000100:00000001:3.0:1749610282.991205:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991205:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610282.991206:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610282.991207:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610282.991207:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991208:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610282.991209:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610282.991211:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290a80 x1834598494480128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610302 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610282.991211:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610282.991213:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610282.991214:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610282.991215:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610282.991216:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991217:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610282.991218:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610282.991219:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610282.991220:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494480128:12345-0@lo:38:kworker.0 Request processed in 162us (319us total) trans 0 rc -19/-19 02000000:00000010:1.0:1749610282.991221:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a4000. 02000000:00000001:1.0:1749610282.991222:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991223:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991224:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610282.991225:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494480768 00000100:00100000:3.0:1749610282.991227:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00000001:1.0:1749610282.991227:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610282.991229:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097208380 x1834598494480768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610282.991230:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610282.991231:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610282.991233:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610282.991234:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610282.991235:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00001000:1.0:1749610282.991236:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610282.991237:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610282.991238:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000040:1.0:1749610282.991239:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610282.991240:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749610282.991241:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 02000000:00000001:1.0:1749610282.991241:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610282.991242:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991243:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610282.991244:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610282.991244:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610282.991245:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610282.991247:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494480768, offset 224 00000400:00000200:1.0:1749610282.991249:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.991252:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610282.991255:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a980 00000100:00000001:3.0:1749610282.991258:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610282.991258:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4dbd [1] + 224 00000100:00100000:3.0:1749610282.991260:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494480384 02000000:00000001:3.0:1749610282.991261:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610282.991261:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610282.991263:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610282.991263:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610282.991264:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610282.991266:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991266:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610282.991268:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494480384 00000100:00000200:1.0:1749610282.991268:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208000 x1834598494480768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610282.991270:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610282.991270:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610282.991272:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610282.991273:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610282.991274:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208000 x1834598494480768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610282.991275:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610282.991278:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000020:00000010:3.0:1749610282.991280:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610282.991280:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610282.991282:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000400:00000200:1.0:1749610282.991282:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610282.991283:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610282.991284:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610282.991284:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610282.991285:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610282.991285:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610282.991287:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991287:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991289:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610282.991289:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610282.991290:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610282.991291:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610282.991291:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991292:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610282.991294:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208380 x1834598494480768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1749610293 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610282.991297:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610282.991298:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610282.991299:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494480768:12345-0@lo:400:kworker.0 Request processed in 103us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610282.991301:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000001:3.0:1749610282.991303:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917374848 : -131938792176768 : ffff88009b290380) 00000100:00100000:1.0:1749610282.991304:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1749610282.991305:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610282.991306:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610282.991307:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290380 x1834598494480256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991307:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610282.991309:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000020:00000010:1.0:1749610282.991311:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000010:1.0:1749610282.991313:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000040:1.0:1749610282.991315:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:3.0:1749610282.991316:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494480256:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610282.991316:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610282.991319:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494480256 00000020:00000001:3.0:1749610282.991321:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610282.991323:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:1.0:1749610282.991323:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610282.991324:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610282.991328:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991328:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610282.991329:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:3.0:1749610282.991331:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:1.0:1749610282.991331:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610282.991332:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610282.991333:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610282.991333:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00010000:00000001:3.0:1749610282.991335:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610282.991335:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610282.991353:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610282.991355:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610282.991357:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610282.991362:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991365:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610282.991366:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610282.991368:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610282.991369:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610282.991370:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610282.991370:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610282.991371:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610282.991371:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610282.991373:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610282.991373:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610282.991376:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8f400. 00000100:00001000:1.0:1749610282.991376:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=87 v=5 (5 0 0 0) 02000000:00000001:3.0:1749610282.991378:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610282.991378:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610282.991379:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610282.991380:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991380:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610282.991382:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610282.991382:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749610282.991383:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610282.991384:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610282.991385:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610282.991388:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610282.991388:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991389:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610282.991390:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610282.991391:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749610282.991392:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610282.991392:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610282.991393:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991394:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610282.991395:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610282.991396:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610282.991398:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610282.991399:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610282.991400:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610282.991401:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991401:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610282.991402:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610282.991403:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610282.991403:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610282.991405:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610282.991407:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:1.0:1749610282.991408:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494480512:0@lo:400:kworker.0 00000100:00000200:3.0:1749610282.991410:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494480256, offset 0 00000100:00000001:1.0:1749610282.991410:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610282.991411:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610282.991413:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610282.991413:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494480512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991416:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610282.991417:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610282.991418:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bf800. 00000400:00000200:3.0:1749610282.991419:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610282.991420:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610282.991421:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610282.991422:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610282.991423:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610282.991424:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000400:00000200:3.0:1749610282.991425:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a780 02000000:00000001:1.0:1749610282.991426:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610282.991427:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610282.991429:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:1.0:1749610282.991430:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610282.991431:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610282.991432:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610282.991434:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610282.991434:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991435:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610282.991436:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610282.991439:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4dc9 [1] + 0 00000400:00000200:3.0:1749610282.991443:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610282.991443:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610282.991444:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494480640 02000000:00000001:1.0:1749610282.991445:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610282.991446:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610282.991446:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610282.991447:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610282.991448:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991449:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610282.991449:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494480640 00000020:00000001:1.0:1749610282.991450:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610282.991451:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749610282.991452:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494480256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610282.991452:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610282.991452:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991453:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610282.991455:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000020:00000010:1.0:1749610282.991457:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610282.991458:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000040:3.0:1749610282.991460:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209500 x1834598494480256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991460:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610282.991460:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610282.991461:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991463:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991466:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610282.991467:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610282.991470:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610282.991470:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610282.991471:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00100000:1.0:1749610282.991472:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000400:00000010:3.0:1749610282.991473:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610282.991474:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917373952 : -131938792177664 : ffff88009b290000) 00000100:00000001:3.0:1749610282.991475:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610282.991476:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610282.991476:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290000 x1834598494480640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610282.991478:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610282.991480:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610282.991481:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494480640:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610282.991482:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610282.991483:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494480640 00000020:00000001:3.0:1749610282.991484:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610282.991484:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610282.991485:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610282.991487:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290380 x1834598494480256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610302 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610282.991489:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610282.991491:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610282.991493:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610282.991494:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610282.991495:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494480256:12345-0@lo:38:kworker.0 Request processed in 179us (386us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610282.991496:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610282.991496:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610282.991497:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610282.991500:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a800. 00000100:00100000:3.0:1749610282.991501:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 02000000:00000001:1.0:1749610282.991501:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991502:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610282.991503:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610282.991504:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749610282.991504:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610282.991505:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1749610282.991505:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749610282.991507:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000100:00000001:1.0:1749610282.991507:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610282.991508:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610282.991509:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749610282.991510:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000001:1.0:1749610282.991510:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610282.991511:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749610282.991513:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000040:1.0:1749610282.991513:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610282.991515:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610282.991515:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610282.991515:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610282.991516:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610282.991517:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610282.991519:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610282.991541:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494480640, offset 0 00000400:00000200:1.0:1749610282.991544:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610282.991547:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610282.991550:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91a900 00000400:00000200:1.0:1749610282.991552:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4de5 [1] + 0 00000400:00000200:1.0:1749610282.991555:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610282.991557:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610282.991558:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610282.991561:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494480640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610282.991565:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209f80 x1834598494480640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610282.991570:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610282.991572:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610282.991573:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610282.991574:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610282.991575:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610282.991576:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610282.991578:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610282.991579:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610282.991580:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610282.991582:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290000 x1834598494480640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610302 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610282.991587:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494480640:12345-0@lo:38:kworker.0 Request processed in 106us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610282.991591:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000001:1.0:1749610282.991593:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610282.991594:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610282.991595:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610282.991597:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610282.991599:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000100:00000001:1.0:1749610282.991600:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610282.992565:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299556450, at 4299556450 00000100:00000040:1.0:1749610282.992568:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299556450, at 4299556450 00000100:00000010:1.0:1749610282.992575:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f380. 00000100:00000010:3.0:1749610282.992586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f740. 00000020:00000001:3.0:1749610284.700744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610284.700748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610284.700750:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1749610285.454615:0:8305:0:(jobid.c:471:jobid_pidmap_gc()) jobid: running the PID map GC (count: 12) 00000001:00000001:1.0:1749610285.454619:0:8305:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749610285.454628:0:8305:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=12 : 12 : c) 00000020:00000001:3.0:1749610286.704740:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610286.704743:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610286.704745:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610287.992174:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610287.992176:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610287.992178:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610287.992182:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610287.992183:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610287.992184:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610287.992185:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610287.992186:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610287.992190:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992194:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610287.992195:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610287.992197:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610287.992198:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610287.992200:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610287.992201:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494481408:0@lo:400:kworker.0 00000100:00000001:1.0:1749610287.992203:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610287.992205:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610287.992206:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610287.992206:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610287.992207:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610287.992209:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 00000100:00000001:3.0:1749610287.992210:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610287.992210:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610287.992213:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610287.992216:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610287.992219:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494481408, portal 10 00000100:00000001:1.0:1749610287.992220:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610287.992221:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849709824 : -131938859841792 : ffff880097208700) 00000100:00000040:1.0:1749610287.992225:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992228:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610287.992230:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610287.992230:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610287.992231:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1749610287.992231:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610287.992232:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610287.992232:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494481408, offset 0 00000400:00000200:1.0:1749610287.992234:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610287.992236:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610287.992237:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992238:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610287.992239:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610287.992239:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610287.992240:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610287.992243:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91ac00 00000100:00000040:3.0:1749610287.992245:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610287.992248:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 38288 00000100:00000001:3.0:1749610287.992251:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610287.992251:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610287.992252:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610287.992253:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610287.992254:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610287.992254:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610287.992256:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992257:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610287.992258:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494481664:0@lo:400:kworker.0 00000100:00000200:1.0:1749610287.992258:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610287.992260:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749610287.992261:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009beca300. 02000000:00000001:3.0:1749610287.992262:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610287.992263:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610287.992263:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009beca300 x1834598494481408 msgsize 224 02000000:00000001:3.0:1749610287.992264:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610287.992265:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749610287.992266:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3800. 02000000:00000001:3.0:1749610287.992267:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610287.992270:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000400:00000010:3.0:1749610287.992273:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610287.992275:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494481664, portal 10 00000100:00000001:3.0:1749610287.992276:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610287.992276:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610287.992277:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716096 : -131938859835520 : ffff880097209f80) 00000400:00000200:1.0:1749610287.992280:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610287.992281:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610287.992282:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992283:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610287.992285:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992286:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610287.992288:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610287.992289:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610287.992289:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610287.992304:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992308:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992309:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610287.992311:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610287.992314:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 717 usecs (1 jiffies) 00000100:00000001:1.0:1749610287.992315:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299561450 00000100:00000200:3.0:1749610287.992316:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494481664, offset 0 00000100:00000001:1.0:1749610287.992317:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299561472 00000100:00000001:1.0:1749610287.992318:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299561450 00000100:00000001:1.0:1749610287.992319:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299561472 00000100:00000001:1.0:1749610287.992320:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299561450 00000400:00000200:3.0:1749610287.992321:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610287.992321:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299561472 00000100:00000001:1.0:1749610287.992322:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299561450 00000100:00000001:1.0:1749610287.992323:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299561472 00000100:00000001:1.0:1749610287.992324:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610287.992325:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610287.992325:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992327:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992328:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610287.992329:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91ad00 00000100:00000001:1.0:1749610287.992329:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610287.992330:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610287.992330:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992331:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610287.992332:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 38512 00000400:00000200:3.0:1749610287.992335:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610287.992337:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610287.992339:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610287.992340:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610287.992342:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c700. 00000100:00000040:3.0:1749610287.992343:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c700 x1834598494481664 msgsize 224 00000100:00100000:3.0:1749610287.992345:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610287.992349:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610287.992350:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494481024 02000000:00000001:1.0:1749610287.992351:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610287.992353:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610287.992354:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610287.992354:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610287.992356:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610287.992357:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00100000:1.0:1749610287.992357:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494481024 00000400:00000010:3.0:1749610287.992358:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:1.0:1749610287.992358:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610287.992359:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610287.992360:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610287.992360:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610287.992361:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610287.992362:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610287.992363:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610287.992364:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000100:00000001:3.0:1749610287.992367:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610287.992367:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000040:3.0:1749610287.992369:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610287.992369:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000001:1.0:1749610287.992371:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610287.992372:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610287.992373:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992373:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610287.992373:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992375:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992375:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610287.992377:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 612 usecs (1 jiffies) 00000100:00000001:3.0:1749610287.992378:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299561450 00000100:00000001:1.0:1749610287.992378:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992380:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299561472 00000100:00000001:3.0:1749610287.992381:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299561450 00000100:00000001:3.0:1749610287.992383:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299561472 00000100:00000001:1.0:1749610287.992383:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610287.992384:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299561450 00000100:00000001:1.0:1749610287.992384:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610287.992385:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299561472 00000100:00000001:3.0:1749610287.992386:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299561450 00000100:00000001:3.0:1749610287.992387:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299561472 00000100:00100000:1.0:1749610287.992387:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1749610287.992388:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610287.992388:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917377536 : -131938792174080 : ffff88009b290e00) 00000100:00000001:3.0:1749610287.992390:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992391:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610287.992391:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290e00 x1834598494481024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992392:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610287.992396:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494481024:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610287.992399:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494481024 00000020:00000001:1.0:1749610287.992401:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610287.992402:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610287.992403:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749610287.992403:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610287.992406:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1749610287.992408:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610287.992409:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930195200 : -131938779356416 : ffff88009beca300) 00000100:00000040:3.0:1749610287.992412:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009beca300 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1749610298 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610287.992412:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610287.992414:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610287.992416:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610287.992417:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610287.992417:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610287.992419:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000100:00000001:1.0:1749610287.992419:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610287.992420:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610287.992420:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610287.992421:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 02000000:00000001:1.0:1749610287.992422:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610287.992424:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009beca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494481408:12345-0@lo:400:kworker.0 02000000:00000010:1.0:1749610287.992424:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a400. 02000000:00000001:1.0:1749610287.992425:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610287.992426:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494481408 00000020:00000001:3.0:1749610287.992427:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610287.992427:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992429:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749610287.992429:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610287.992430:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992431:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992432:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1749610287.992433:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610287.992434:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610287.992435:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749610287.992436:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610287.992437:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610287.992438:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610287.992438:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610287.992439:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610287.992440:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610287.992440:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610287.992441:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992441:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610287.992442:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749610287.992442:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610287.992443:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610287.992445:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610287.992445:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610287.992446:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610287.992446:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610287.992447:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749610287.992448:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73c00. 00000400:00000010:1.0:1749610287.992448:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 02000000:00000001:3.0:1749610287.992449:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992450:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992451:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610287.992453:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494481408 00010000:00000001:3.0:1749610287.992454:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:1.0:1749610287.992456:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494481024, offset 0 00010000:00000200:3.0:1749610287.992457:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009beca300 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610287.992458:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610287.992461:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610287.992461:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610287.992462:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610287.992464:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 0 0 0) 00000400:00000200:1.0:1749610287.992464:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91aa80 00000100:00000001:3.0:1749610287.992466:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610287.992467:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:1.0:1749610287.992467:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4e01 [1] + 0 00000100:00000001:3.0:1749610287.992468:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610287.992470:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610287.992470:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610287.992471:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992472:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610287.992472:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610287.992473:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610287.992473:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749610287.992474:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610287.992476:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494481408, offset 224 00000100:00000200:1.0:1749610287.992476:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720ad80 x1834598494481024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610287.992478:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610287.992481:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610287.992481:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720ad80 x1834598494481024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610287.992484:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ac00 00000100:00000001:1.0:1749610287.992485:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610287.992487:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e05 [1] + 224 00000400:00000200:3.0:1749610287.992489:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610287.992491:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610287.992493:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610287.992495:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610287.992496:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610287.992497:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610287.992498:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992500:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610287.992500:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610287.992501:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610287.992502:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610287.992502:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610287.992504:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290e00 x1834598494481024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610307 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610287.992507:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610287.992509:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494481024:12345-0@lo:38:kworker.0 Request processed in 112us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610287.992513:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1749610287.992514:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610287.992515:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610287.992516:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610287.992517:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610287.992518:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000010:1.0:1749610287.992518:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:3.0:1749610287.992519:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610287.992541:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610287.992543:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610287.992545:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610287.992546:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610287.992547:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992548:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610287.992550:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009beca300 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1749610298 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610287.992550:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610287.992552:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000100:00000001:1.0:1749610287.992554:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610287.992556:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009beca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494481408:12345-0@lo:400:kworker.0 Request processed in 138us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610287.992560:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1749610287.992561:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749610287.992562:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610287.992563:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749610287.992563:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610287.992564:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610287.992566:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000020:00000010:3.0:1749610287.992568:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000020:00000010:3.0:1749610287.992570:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:1.0:1749610287.992571:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749610287.992572:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610287.992572:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610287.992573:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610287.992574:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610287.992574:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610287.992576:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610287.992577:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749610287.992578:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610287.992578:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00100000:3.0:1749610287.992579:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494481152 00000100:00000001:1.0:1749610287.992579:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610287.992580:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610287.992581:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610287.992581:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992582:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610287.992584:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610287.992585:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494481152 00000020:00000001:3.0:1749610287.992586:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610287.992586:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749610287.992586:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610287.992587:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610287.992589:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992589:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610287.992590:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992590:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610287.992592:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000100:00000001:1.0:1749610287.992592:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610287.992593:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 02000000:00000001:1.0:1749610287.992593:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610287.992594:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610287.992595:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:1.0:1749610287.992595:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610287.992596:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992597:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610287.992598:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610287.992599:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610287.992599:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=92 v=5 (5 0 0 0) 00000100:00000001:3.0:1749610287.992601:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610287.992601:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610287.992603:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610287.992604:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610287.992604:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610287.992605:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610287.992606:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610287.992607:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00080000:1.0:1749610287.992608:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610287.992609:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:3.0:1749610287.992610:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917386496 : -131938792165120 : ffff88009b293100) 00000100:00000040:3.0:1749610287.992612:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b293100 x1834598494481152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610287.992614:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610287.992616:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610287.992617:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494481152:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610287.992618:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:3.0:1749610287.992619:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494481152 00000100:00000001:1.0:1749610287.992619:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749610287.992620:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610287.992621:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610287.992621:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610287.992624:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610287.992626:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610287.992628:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610287.992629:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610287.992630:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610287.992631:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610287.992631:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610287.992632:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610287.992633:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610287.992633:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610287.992634:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610287.992635:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610287.992636:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73000. 02000000:00000001:3.0:1749610287.992637:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992638:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610287.992639:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610287.992640:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610287.992641:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749610287.992642:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494481408:0@lo:400:kworker.0 00000100:00000001:3.0:1749610287.992643:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610287.992644:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610287.992645:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610287.992646:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610287.992646:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610287.992647:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610287.992648:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610287.992650:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610287.992650:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208700 x1834598494481408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610287.992651:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610287.992652:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992653:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610287.992654:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610287.992655:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610287.992655:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610287.992656:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610287.992657:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494481152, offset 0 02000000:00000010:1.0:1749610287.992658:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 00000400:00000200:3.0:1749610287.992659:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610287.992661:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749610287.992662:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610287.992662:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610287.992663:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:3.0:1749610287.992664:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ab00 00000020:00000001:1.0:1749610287.992665:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610287.992666:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e19 [1] + 0 02000000:00000010:1.0:1749610287.992666:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000400:00000200:3.0:1749610287.992669:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610287.992670:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610287.992670:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610287.992671:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610287.992672:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:1.0:1749610287.992672:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208700. 00000100:00000200:3.0:1749610287.992674:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208a80 x1834598494481152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992674:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610287.992675:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610287.992677:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610287.992678:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208a80 x1834598494481152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610287.992680:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610287.992681:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992683:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610287.992683:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610287.992684:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610287.992684:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610287.992685:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610287.992686:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610287.992687:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610287.992688:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610287.992689:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610287.992691:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610287.992692:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610287.992694:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b293100 x1834598494481152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610307 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610287.992699:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494481152:12345-0@lo:38:kworker.0 Request processed in 81us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610287.992704:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:3.0:1749610287.992706:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610287.992706:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610287.992708:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610287.992709:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749610287.992711:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:3.0:1749610287.992713:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992719:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610287.992720:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610287.992722:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610287.992723:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610287.992724:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610287.992725:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610287.992726:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610287.992727:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610287.992729:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610287.992734:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992737:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610287.992738:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992739:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610287.992740:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610287.992741:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610287.992742:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610287.992743:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610287.992745:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1749610287.992747:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610287.992749:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610287.992750:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610287.992751:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610287.992754:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610287.992761:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992763:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610287.992764:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610287.992765:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610287.992766:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610287.992770:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992776:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610287.992777:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610287.992778:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610287.992781:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610287.992788:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494481664:0@lo:400:kworker.0 00000100:00000001:3.0:1749610287.992791:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992793:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610287.992795:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209f80 x1834598494481664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610303 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610287.992801:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610287.992802:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610287.992804:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3800. 02000000:00000001:3.0:1749610287.992806:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610287.992807:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610287.992809:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610287.992810:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610287.992812:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 02000000:00000001:3.0:1749610287.992814:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610287.992815:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610287.992816:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209f80. 00000100:00000001:3.0:1749610287.992818:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610287.992819:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992821:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610287.992824:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610287.992825:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610287.992826:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610287.992827:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610288.014603:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299561472, at 4299561472 00000100:00000040:1.0:1749610288.014603:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299561472, at 4299561472 00000100:00000010:1.0:1749610288.014614:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fec0. 00000100:00000010:3.0:1749610288.014628:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fa80. 00000020:00000001:3.0:1749610288.708687:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610288.708690:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610288.708692:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610290.712751:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610290.712755:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610290.712757:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610292.716707:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610292.716711:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610292.716713:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610293.006899:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610293.006902:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610293.006904:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610293.006908:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.006914:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610293.006915:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610293.006917:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610293.006919:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610293.006920:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610293.006922:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494482176:0@lo:400:kworker.0 00000100:00000001:1.0:1749610293.006924:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610293.006926:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610293.006926:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610293.006927:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610293.006928:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610293.006929:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494481792 02000000:00000001:3.0:1749610293.006930:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1749610293.006931:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610293.006932:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.006933:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610293.006935:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610293.006935:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 02000000:00000001:3.0:1749610293.006937:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610293.006938:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00100000:3.0:1749610293.006940:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494481792 00000020:00000001:3.0:1749610293.006941:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610293.006941:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494482176, portal 10 00000020:00000040:3.0:1749610293.006942:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610293.006942:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610293.006943:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610293.006943:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000020:00000001:3.0:1749610293.006945:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610293.006946:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610293.006947:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610293.006949:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000100:00000001:1.0:1749610293.006952:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610293.006953:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000040:1.0:1749610293.006953:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610293.006954:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000010:3.0:1749610293.006956:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000200:1.0:1749610293.006956:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494482176, offset 0 00000400:00000200:1.0:1749610293.006959:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610293.006960:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610293.006961:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610293.006962:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610293.006964:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610293.006966:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610293.006968:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91af00 00000100:00000001:3.0:1749610293.006971:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610293.006971:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 40296 00000400:00000200:1.0:1749610293.006974:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610293.006976:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610293.006977:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610293.006978:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610293.006979:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610293.006980:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610293.006982:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000010:1.0:1749610293.006982:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009beca680. 00000100:00000001:3.0:1749610293.006983:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917389184 : -131938792162432 : ffff88009b293b80) 00000100:00000040:1.0:1749610293.006983:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009beca680 x1834598494482176 msgsize 224 00000100:00000040:3.0:1749610293.006987:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b293b80 x1834598494481792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610293.006987:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610293.006993:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610293.006994:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494481792:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610293.006996:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494481792 00000020:00000001:3.0:1749610293.006998:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610293.007001:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610293.007001:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610293.007003:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610293.007004:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610293.007006:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610293.007009:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007011:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:3.0:1749610293.007012:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610293.007013:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610293.007014:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610293.007016:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610293.007016:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007017:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610293.007018:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610293.007019:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007020:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610293.007021:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610293.007021:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 705 usecs (1 jiffies) 00000100:00000001:1.0:1749610293.007023:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299566465 02000000:00000010:3.0:1749610293.007024:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72000. 00000100:00000001:1.0:1749610293.007025:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299566466 02000000:00000001:3.0:1749610293.007026:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007026:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299566465 00000100:00000001:3.0:1749610293.007028:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007028:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299566466 00000100:00000001:1.0:1749610293.007029:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299566465 00000100:00000001:1.0:1749610293.007030:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299566466 00010000:00000001:3.0:1749610293.007031:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610293.007031:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299566465 00000100:00000001:1.0:1749610293.007032:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299566466 00010000:00000001:3.0:1749610293.007033:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007033:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610293.007034:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007035:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610293.007036:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610293.007036:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610293.007038:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610293.007039:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610293.007040:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610293.007041:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610293.007041:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610293.007042:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610293.007043:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610293.007043:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007044:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007045:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610293.007047:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610293.007050:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:1.0:1749610293.007051:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749610293.007052:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610293.007053:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610293.007053:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610293.007055:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610293.007057:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610293.007060:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610293.007063:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494481792, offset 0 00000400:00000200:3.0:1749610293.007068:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610293.007073:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610293.007079:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91ad80 00000100:00000001:1.0:1749610293.007080:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610293.007082:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610293.007084:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4e49 [1] + 0 00000100:00100000:1.0:1749610293.007086:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000400:00000200:3.0:1749610293.007088:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610293.007089:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610293.007090:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930196096 : -131938779355520 : ffff88009beca680) 00000400:00000200:3.0:1749610293.007091:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610293.007094:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610293.007095:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009beca680 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:484/0 lens 224/0 e 0 to 0 dl 1749610304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610293.007098:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720bb80 x1834598494481792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007102:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610293.007105:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000040:3.0:1749610293.007107:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720bb80 x1834598494481792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007107:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610293.007109:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610293.007114:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610293.007115:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009beca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494482176:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610293.007118:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482176 00000400:00000200:3.0:1749610293.007120:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000001:1.0:1749610293.007120:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610293.007122:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000001:1.0:1749610293.007123:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610293.007124:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007125:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610293.007126:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610293.007126:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610293.007128:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610293.007129:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007130:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749610293.007131:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610293.007132:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610293.007133:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007133:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610293.007134:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610293.007135:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610293.007136:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610293.007137:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b293b80 x1834598494481792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610313 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610293.007138:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610293.007141:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610293.007142:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494481792:12345-0@lo:38:kworker.0 Request processed in 148us (270us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610293.007142:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610293.007144:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9bc00. 02000000:00000001:1.0:1749610293.007145:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610293.007146:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:1.0:1749610293.007146:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007147:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007148:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610293.007149:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:1.0:1749610293.007149:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494482176 00010000:00000001:1.0:1749610293.007150:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749610293.007152:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610293.007154:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00010000:00000200:1.0:1749610293.007154:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009beca680 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:484/0 lens 224/224 e 0 to 0 dl 1749610304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610293.007156:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00010000:00000001:1.0:1749610293.007158:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610293.007159:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610293.007159:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610293.007161:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610293.007163:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610293.007165:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610293.007166:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610293.007167:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610293.007168:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610293.007168:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610293.007169:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494482048 00000100:00000001:1.0:1749610293.007169:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610293.007170:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610293.007170:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610293.007172:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610293.007172:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610293.007173:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610293.007174:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610293.007176:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494482048 00000020:00000001:3.0:1749610293.007177:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610293.007177:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749610293.007177:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494482176, offset 224 00000020:00000001:3.0:1749610293.007178:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610293.007179:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610293.007180:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610293.007181:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610293.007182:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000010:3.0:1749610293.007183:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610293.007185:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000400:00000200:1.0:1749610293.007185:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610293.007186:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610293.007187:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610293.007188:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610293.007188:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91af00 00000100:00000001:3.0:1749610293.007189:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610293.007192:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e51 [1] + 224 00000100:00000001:3.0:1749610293.007193:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610293.007194:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610293.007196:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610293.007196:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610293.007197:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610293.007198:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610293.007199:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:3.0:1749610293.007200:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917380224 : -131938792171392 : ffff88009b291880) 00000100:00000200:1.0:1749610293.007200:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610293.007203:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291880 x1834598494482048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610293.007205:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610293.007208:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494482048:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610293.007210:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482048 00000020:00000001:3.0:1749610293.007210:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610293.007211:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610293.007212:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610293.007214:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000001:3.0:1749610293.007215:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610293.007215:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00010000:00020000:3.0:1749610293.007217:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610293.007217:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610293.007217:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610293.007218:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610293.007219:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610293.007219:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007221:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610293.007221:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610293.007222:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610293.007222:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749610293.007223:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610293.007223:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007224:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1749610293.007226:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8e000. 00000100:00000040:1.0:1749610293.007226:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009beca680 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:484/0 lens 224/224 e 0 to 0 dl 1749610304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610293.007227:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610293.007228:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610293.007229:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610293.007230:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610293.007231:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009beca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494482176:12345-0@lo:400:kworker.0 Request processed in 128us (246us total) trans 0 rc 0/0 00000100:00001000:3.0:1749610293.007232:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610293.007233:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610293.007234:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610293.007235:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1749610293.007236:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610293.007237:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610293.007237:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610293.007238:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610293.007238:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610293.007239:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610293.007239:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610293.007241:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749610293.007241:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 02000000:00000001:3.0:1749610293.007242:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610293.007242:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:3.0:1749610293.007243:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610293.007261:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610293.007262:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610293.007264:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494482048, offset 0 00000020:00000010:1.0:1749610293.007264:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000400:00000200:3.0:1749610293.007266:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610293.007266:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610293.007268:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610293.007269:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610293.007272:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ae80 00000400:00000200:3.0:1749610293.007275:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e6d [1] + 0 00000400:00000200:3.0:1749610293.007277:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610293.007278:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610293.007279:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610293.007279:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610293.007281:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749610293.007281:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610293.007282:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610293.007283:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494482048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610293.007283:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610293.007285:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610293.007286:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610293.007287:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610293.007288:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494482048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610293.007289:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610293.007293:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610293.007293:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610293.007295:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610293.007296:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610293.007297:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610293.007297:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610293.007298:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610293.007298:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610293.007299:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007299:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610293.007299:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610293.007300:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610293.007301:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610293.007302:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007302:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610293.007303:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610293.007303:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610293.007305:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291880 x1834598494482048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610313 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610293.007305:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610293.007307:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610293.007308:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610293.007309:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610293.007310:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494482048:12345-0@lo:38:kworker.0 Request processed in 101us (201us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610293.007311:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610293.007313:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610293.007314:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:3.0:1749610293.007315:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610293.007315:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610293.007317:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00010000:00000001:1.0:1749610293.007317:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610293.007318:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:1.0:1749610293.007319:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1749610293.007320:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000040:1.0:1749610293.007320:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610293.007321:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007321:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610293.007322:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610293.007324:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007328:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610293.007329:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610293.007330:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610293.007332:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610293.007336:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494482176:0@lo:400:kworker.0 00000100:00000001:1.0:1749610293.007338:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007339:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610293.007341:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494482176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007344:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610293.007345:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610293.007346:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610293.007348:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610293.007349:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610293.007350:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610293.007351:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610293.007352:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 02000000:00000001:1.0:1749610293.007354:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610293.007355:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610293.007356:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:1.0:1749610293.007357:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610293.007358:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007359:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007360:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610293.007361:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007362:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610293.007363:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007441:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610293.007443:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494482432 02000000:00000001:1.0:1749610293.007444:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610293.007445:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610293.007446:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610293.007448:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610293.007449:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494482432 00000020:00000001:1.0:1749610293.007450:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610293.007451:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610293.007452:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610293.007453:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610293.007455:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610293.007456:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610293.007458:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610293.007460:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000020:00000010:1.0:1749610293.007461:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee640. 00000020:00000040:1.0:1749610293.007464:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610293.007468:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610293.007469:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000020:00000010:1.0:1749610293.007471:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000020:00000010:1.0:1749610293.007473:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610293.007475:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000040:1.0:1749610293.007477:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610293.007478:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610293.007479:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610293.007480:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007482:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610293.007483:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610293.007484:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007486:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610293.007489:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610293.007489:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610293.007492:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:1.0:1749610293.007493:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610293.007494:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849710720 : -131938859840896 : ffff880097208a80) 00000100:00000040:1.0:1749610293.007497:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097208a80 x1834598494482432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:484/0 lens 224/0 e 0 to 0 dl 1749610304 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007501:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610293.007502:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:1.0:1749610293.007503:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610293.007504:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000100:00100000:1.0:1749610293.007506:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494482432:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610293.007508:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482432 00000020:00000001:1.0:1749610293.007509:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610293.007510:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610293.007511:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007512:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610293.007513:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610293.007514:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610293.007515:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610293.007516:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610293.007517:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610293.007518:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007519:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610293.007520:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610293.007566:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610293.007570:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb8b800. 02000000:00000001:1.0:1749610293.007571:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007572:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007573:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610293.007575:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494482432 00010000:00000001:1.0:1749610293.007576:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610293.007578:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097208a80 x1834598494482432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:484/0 lens 224/224 e 0 to 0 dl 1749610304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610293.007581:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610293.007583:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610293.007584:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610293.007585:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610293.007586:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610293.007587:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610293.007589:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610293.007590:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610293.007591:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610293.007592:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610293.007593:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610293.007595:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494482432, offset 224 00000400:00000200:1.0:1749610293.007598:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610293.007601:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610293.007604:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b000 00000400:00000200:1.0:1749610293.007606:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e59 [1] + 224 00000400:00000200:1.0:1749610293.007609:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610293.007610:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610293.007612:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610293.007614:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209880 x1834598494482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610293.007618:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209880 x1834598494482432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610293.007629:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610293.007631:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610293.007632:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610293.007634:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610293.007635:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610293.007636:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610293.007638:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610293.007639:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610293.007640:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610293.007641:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610293.007643:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208a80 x1834598494482432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:484/0 lens 224/224 e 0 to 0 dl 1749610304 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610293.007648:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494482432:12345-0@lo:400:kworker.0 Request processed in 145us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610293.007651:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:1.0:1749610293.007653:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610293.007654:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610293.007655:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610293.007657:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610293.007659:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610293.007661:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000020:00000040:1.0:1749610293.007662:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610293.007663:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610293.007669:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610293.007671:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610293.008554:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299566466, at 4299566466 00000100:00000040:3.0:1749610293.008559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299566466, at 4299566466 00000100:00000010:1.0:1749610293.008560:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f140. 00000100:00000010:3.0:1749610293.008564:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fa40. 00010000:00000010:0.1:1749610294.453637:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5600. 00010000:00000010:0.1:1749610294.453644:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828c00. 00000020:00000001:3.0:1749610294.720763:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610294.720767:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610294.720769:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610296.724749:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610296.724754:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610296.724757:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610298.015030:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610298.015034:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494482688 02000000:00000001:3.0:1749610298.015036:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610298.015038:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610298.015041:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610298.015045:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610298.015048:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494482688 00000020:00000001:3.0:1749610298.015050:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610298.015051:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610298.015053:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610298.015055:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015056:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610298.015062:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000010:3.0:1749610298.015066:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610298.015070:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:3.0:1749610298.015074:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610298.015076:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610298.015078:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015079:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610298.015082:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610298.015083:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610298.015085:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015090:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610298.015091:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015091:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015093:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610298.015094:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610298.015095:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610298.015098:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610298.015100:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610298.015101:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610298.015104:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:3.0:1749610298.015107:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917381120 : -131938792170496 : ffff88009b291c00) 00000100:00000001:1.0:1749610298.015109:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610298.015111:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610298.015112:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291c00 x1834598494482688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610298.015113:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610298.015115:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610298.015117:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610298.015120:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494483072:0@lo:400:kworker.0 00000100:00100000:3.0:1749610298.015122:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494482688:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610298.015123:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610298.015125:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482688 02000000:00000001:1.0:1749610298.015125:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610298.015127:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015128:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610298.015128:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749610298.015131:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749610298.015131:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610298.015133:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610298.015137:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610298.015141:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:3.0:1749610298.015142:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610298.015145:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494483072, portal 10 00010000:00020000:3.0:1749610298.015146:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610298.015147:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610298.015148:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610298.015148:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849709824 : -131938859841792 : ffff880097208700) 00010000:00000001:3.0:1749610298.015151:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610298.015153:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610298.015153:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610298.015155:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610298.015156:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610298.015160:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610298.015161:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbad800. 02000000:00000001:3.0:1749610298.015162:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015162:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610298.015164:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610298.015164:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610298.015166:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494483072, offset 0 00010000:00000001:3.0:1749610298.015167:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610298.015170:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610298.015170:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749610298.015172:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610298.015175:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610298.015176:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610298.015178:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610298.015179:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610298.015181:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610298.015181:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91b280 00000100:00000001:3.0:1749610298.015183:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610298.015185:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610298.015185:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 42824 02000000:00000001:3.0:1749610298.015186:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610298.015188:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015189:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610298.015189:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610298.015190:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610298.015192:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:1.0:1749610298.015192:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610298.015195:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494482688, offset 0 00000100:00000001:1.0:1749610298.015195:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610298.015197:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610298.015213:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becaa00. 00000100:00000040:1.0:1749610298.015215:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009becaa00 x1834598494483072 msgsize 224 00000400:00000200:3.0:1749610298.015217:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610298.015219:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610298.015222:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610298.015225:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610298.015226:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91b100 00000400:00000200:3.0:1749610298.015229:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4e91 [1] + 0 00000400:00000200:3.0:1749610298.015232:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610298.015232:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000200:3.0:1749610298.015234:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610298.015234:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610298.015236:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610298.015240:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610298.015241:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610298.015244:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209880 x1834598494482688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015247:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610298.015250:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610298.015251:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209880 x1834598494482688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610298.015256:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610298.015256:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015257:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610298.015260:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610298.015261:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610298.015262:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000040:1.0:1749610298.015263:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 693 usecs (1 jiffies) 00000100:00000001:3.0:1749610298.015264:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610298.015265:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610298.015266:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299571473 00000100:00000001:3.0:1749610298.015267:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015268:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299571474 00000100:00000040:3.0:1749610298.015269:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610298.015270:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015270:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299571473 00000020:00000001:3.0:1749610298.015272:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610298.015272:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299571474 00000100:00000001:1.0:1749610298.015273:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299571473 00000100:00000040:3.0:1749610298.015275:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291c00 x1834598494482688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610318 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015275:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299571474 00000100:00000001:1.0:1749610298.015277:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299571473 00000100:00000001:1.0:1749610298.015279:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299571474 00000100:00000001:1.0:1749610298.015280:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610298.015281:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494482688:12345-0@lo:38:kworker.0 Request processed in 159us (311us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610298.015282:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015284:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610298.015285:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000001:1.0:1749610298.015286:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610298.015287:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610298.015288:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610298.015289:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610298.015290:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1749610298.015291:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610298.015292:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610298.015293:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:1.0:1749610298.015293:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610298.015294:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749610298.015295:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000001:3.0:1749610298.015297:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610298.015297:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015304:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610298.015306:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610298.015306:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015307:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610298.015308:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610298.015309:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610298.015311:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610298.015314:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494483328:0@lo:400:kworker.0 00000100:00000001:1.0:1749610298.015316:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610298.015318:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610298.015318:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749610298.015319:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494482944 02000000:00000001:1.0:1749610298.015319:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610298.015320:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610298.015321:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610298.015321:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610298.015322:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610298.015323:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995800. 02000000:00000001:3.0:1749610298.015324:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610298.015325:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494482944 02000000:00000001:1.0:1749610298.015325:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015326:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610298.015327:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610298.015328:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610298.015328:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000020:00000001:3.0:1749610298.015329:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015330:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610298.015330:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000010:3.0:1749610298.015332:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000010:3.0:1749610298.015333:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000200:1.0:1749610298.015333:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494483328, portal 10 00000100:00000001:1.0:1749610298.015334:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610298.015335:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:3.0:1749610298.015336:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610298.015336:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849722368 : -131938859829248 : ffff88009720b800) 00000100:00000001:3.0:1749610298.015337:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610298.015338:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015339:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015340:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610298.015343:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610298.015346:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610298.015346:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610298.015348:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610298.015348:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610298.015350:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00100000:3.0:1749610298.015351:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000001:3.0:1749610298.015352:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917378432 : -131938792173184 : ffff88009b291180) 00000100:00000200:1.0:1749610298.015352:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494483328, offset 0 00000100:00000040:3.0:1749610298.015354:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291180 x1834598494482816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610298.015355:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610298.015360:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494482816:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610298.015360:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610298.015362:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482816 00000020:00000001:3.0:1749610298.015363:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610298.015364:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610298.015364:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91b380 00000020:00000001:3.0:1749610298.015368:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610298.015368:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 43568 00010000:00020000:3.0:1749610298.015370:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610298.015371:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610298.015371:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610298.015373:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610298.015374:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610298.015374:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610298.015375:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610298.015376:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610298.015376:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749610298.015378:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac400. 00000100:00000200:1.0:1749610298.015378:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610298.015379:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015380:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610298.015380:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becb100. 00010000:00000001:3.0:1749610298.015381:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610298.015382:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015382:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009becb100 x1834598494483328 msgsize 224 00000100:00001000:3.0:1749610298.015394:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610298.015396:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749610298.015396:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610298.015397:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610298.015398:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610298.015398:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610298.015399:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610298.015401:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610298.015401:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000040:3.0:1749610298.015402:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610298.015402:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 02000000:00000001:3.0:1749610298.015403:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610298.015404:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015404:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610298.015405:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610298.015407:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610298.015407:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610298.015408:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610298.015410:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494482816, offset 0 00000400:00000200:3.0:1749610298.015412:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610298.015413:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610298.015416:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610298.015416:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610298.015419:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b180 00000400:00000200:3.0:1749610298.015421:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4e99 [1] + 0 00000100:00000001:1.0:1749610298.015421:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015423:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610298.015424:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610298.015426:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610298.015426:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015427:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610298.015429:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720ad80 x1834598494482816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610298.015429:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 632 usecs (1 jiffies) 00000100:00000001:1.0:1749610298.015431:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299571473 00000100:00000001:1.0:1749610298.015433:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299571474 00000100:00000040:3.0:1749610298.015435:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720ad80 x1834598494482816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015435:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299571473 00000100:00000001:1.0:1749610298.015437:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299571474 00000100:00000001:1.0:1749610298.015438:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299571473 00000100:00000001:3.0:1749610298.015439:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610298.015440:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610298.015440:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299571474 00000400:00000010:3.0:1749610298.015441:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610298.015442:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299571473 00000100:00000001:3.0:1749610298.015443:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610298.015443:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610298.015444:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299571474 00000100:00000001:3.0:1749610298.015445:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610298.015446:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610298.015446:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610298.015447:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015447:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015449:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610298.015450:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610298.015451:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291180 x1834598494482816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610318 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015451:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015454:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610298.015455:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494482816:12345-0@lo:38:kworker.0 Request processed in 95us (333us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610298.015456:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610298.015457:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610298.015458:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610298.015459:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:3.0:1749610298.015460:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610298.015460:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610298.015460:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610298.015462:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:1.0:1749610298.015462:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610298.015463:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000010:3.0:1749610298.015465:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:3.0:1749610298.015467:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610298.015470:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610298.015471:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483328 02000000:00000001:3.0:1749610298.015472:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:1.0:1749610298.015472:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610298.015473:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610298.015474:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610298.015475:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610298.015475:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:3.0:1749610298.015477:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483328 00000020:00000001:3.0:1749610298.015477:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610298.015478:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610298.015479:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610298.015480:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610298.015481:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610298.015482:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610298.015484:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610298.015484:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610298.015485:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000100:00000001:1.0:1749610298.015485:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610298.015488:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eecc0. 00000100:00100000:1.0:1749610298.015489:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000020:00000040:3.0:1749610298.015490:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610298.015491:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917379328 : -131938792172288 : ffff88009b291500) 00000100:00000001:3.0:1749610298.015493:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610298.015494:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 00000100:00000040:1.0:1749610298.015495:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291500 x1834598494482944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610298.015496:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610298.015498:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610298.015500:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:3.0:1749610298.015502:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610298.015502:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610298.015503:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610298.015504:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494482944:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610298.015505:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610298.015506:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610298.015507:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610298.015507:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494482944 00000100:00000001:3.0:1749610298.015508:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610298.015509:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610298.015511:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610298.015511:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483200 00010000:00000001:1.0:1749610298.015511:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610298.015512:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610298.015513:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610298.015514:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610298.015515:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610298.015516:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483200 00000020:00000001:3.0:1749610298.015517:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610298.015518:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610298.015518:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015519:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610298.015519:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015544:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610298.015546:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00000020:00000010:3.0:1749610298.015548:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610298.015549:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:3.0:1749610298.015550:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610298.015551:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610298.015552:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015554:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015555:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610298.015557:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610298.015558:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610298.015560:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1749610298.015562:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610298.015563:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930198784 : -131938779352832 : ffff88009becb100) 00000100:00000040:3.0:1749610298.015566:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009becb100 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:489/0 lens 224/0 e 0 to 0 dl 1749610309 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610298.015569:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610298.015570:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610298.015571:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00010000:00000001:1.0:1749610298.015571:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610298.015572:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610298.015573:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 00010000:00000001:1.0:1749610298.015574:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610298.015575:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009becb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494483328:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610298.015576:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610298.015577:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494483328 00000100:00000001:1.0:1749610298.015577:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610298.015578:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610298.015579:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610298.015580:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610298.015581:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015582:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1749610298.015582:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb88000. 00000020:00000001:3.0:1749610298.015583:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:1.0:1749610298.015583:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015585:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610298.015585:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015587:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610298.015587:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610298.015588:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610298.015589:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749610298.015589:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015590:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015591:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:1.0:1749610298.015591:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610298.015593:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610298.015594:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610298.015594:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610298.015595:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749610298.015596:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbae800. 02000000:00000001:3.0:1749610298.015597:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015598:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015598:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610298.015599:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015599:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000040:3.0:1749610298.015600:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494483328 00000100:00000001:1.0:1749610298.015601:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749610298.015602:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610298.015604:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009becb100 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:489/0 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610298.015604:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610298.015606:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749610298.015607:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610298.015607:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610298.015608:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610298.015609:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610298.015609:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610298.015611:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610298.015611:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610298.015612:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610298.015613:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610298.015613:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:3.0:1749610298.015615:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610298.015616:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015617:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610298.015617:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494482944, offset 0 00000100:00000040:3.0:1749610298.015618:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610298.015619:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:1.0:1749610298.015620:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610298.015622:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494483328, offset 224 00000400:00000200:3.0:1749610298.015626:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610298.015626:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610298.015629:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610298.015631:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b200 00000400:00000200:3.0:1749610298.015632:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b380 00000400:00000200:1.0:1749610298.015635:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ead [1] + 0 00000400:00000200:1.0:1749610298.015639:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610298.015641:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610298.015643:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4eb5 [1] + 224 00000400:00000200:3.0:1749610298.015645:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610298.015646:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610298.015647:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610298.015649:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494482944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610298.015654:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610298.015657:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610298.015657:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209f80 x1834598494482944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610298.015662:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015664:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610298.015667:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610298.015667:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610298.015669:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610298.015671:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610298.015672:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610298.015672:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610298.015673:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610298.015674:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610298.015674:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610298.015675:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610298.015676:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015676:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610298.015678:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610298.015678:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610298.015679:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610298.015679:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610298.015680:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610298.015681:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610298.015683:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becb100 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:489/0 lens 224/224 e 0 to 0 dl 1749610309 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610298.015683:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291500 x1834598494482944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610318 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610298.015688:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009becb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494483328:12345-0@lo:400:kworker.0 Request processed in 117us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610298.015691:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1749610298.015692:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:1.0:1749610298.015692:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494482944:12345-0@lo:38:kworker.0 Request processed in 187us (418us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610298.015693:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610298.015694:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610298.015695:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610298.015697:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000020:00000010:3.0:1749610298.015698:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00100000:1.0:1749610298.015698:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000020:00000040:3.0:1749610298.015700:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610298.015701:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015701:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610298.015702:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610298.015705:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:1.0:1749610298.015708:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:1.0:1749610298.015710:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000001:1.0:1749610298.015713:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610298.015723:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610298.015725:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610298.015737:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610298.015739:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610298.015741:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610298.015743:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610298.015744:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610298.015747:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610298.015748:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610298.015751:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610298.015754:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610298.015761:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015767:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610298.015768:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015769:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610298.015771:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610298.015772:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610298.015774:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610298.015775:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610298.015779:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610298.015781:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610298.015783:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610298.015785:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610298.015787:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610298.015790:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610298.015795:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015797:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610298.015799:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610298.015800:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610298.015801:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015803:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015808:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610298.015810:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610298.015811:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610298.015813:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610298.015819:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494483328:0@lo:400:kworker.0 00000400:00000001:1.0:1749610298.015826:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610298.015827:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610298.015829:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db318. 00000400:00000200:1.0:1749610298.015830:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610298.015832:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610298.015834:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610298.015835:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610298.015840:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015843:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610298.015844:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015845:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610298.015845:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610298.015846:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610298.015847:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610298.015848:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610298.015850:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=103 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610298.015851:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610298.015852:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610298.015853:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610298.015854:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610298.015855:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610298.015859:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015860:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610298.015861:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610298.015862:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610298.015862:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610298.015864:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015867:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610298.015868:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610298.015869:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610298.015870:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610298.015874:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494483072:0@lo:400:kworker.0 00000100:00000001:1.0:1749610298.015876:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015877:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610298.015879:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b800 x1834598494483328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015882:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610298.015883:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610298.015884:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995800. 02000000:00000001:1.0:1749610298.015885:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610298.015886:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610298.015887:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610298.015888:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610298.015889:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 02000000:00000001:1.0:1749610298.015891:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610298.015892:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610298.015892:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b800. 00000100:00000001:1.0:1749610298.015894:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610298.015895:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015896:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610298.015898:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208700 x1834598494483072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610298.015904:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610298.015905:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610298.015906:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610298.015908:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610298.015909:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610298.015910:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610298.015911:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610298.015912:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 02000000:00000001:1.0:1749610298.015914:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610298.015915:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610298.015916:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208700. 00000100:00000001:1.0:1749610298.015918:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610298.015919:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015921:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610298.015924:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610298.015925:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610298.015927:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610298.015928:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610298.016563:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299571474, at 4299571474 00000100:00000010:3.0:1749610298.016569:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fc00. 00000100:00000040:1.0:1749610298.017562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299571474, at 4299571475 00000100:00000010:1.0:1749610298.017568:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f280. 00000020:00000001:3.0:1749610298.728741:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610298.728745:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610298.728747:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610300.732744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610300.732749:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610300.732752:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1749610302.736672:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610302.736675:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610302.736678:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610303.022949:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610303.022952:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483456 02000000:00000001:3.0:1749610303.022955:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610303.022957:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610303.022960:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.022963:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610303.022966:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483456 00000020:00000001:3.0:1749610303.022967:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610303.022969:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610303.022970:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610303.022972:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.022974:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610303.022978:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610303.022983:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610303.022987:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:1.0:1749610303.022988:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610303.022990:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610303.022991:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610303.022992:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610303.022992:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610303.022994:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610303.022996:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610303.022999:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023002:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610303.023004:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023006:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610303.023006:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610303.023007:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610303.023009:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610303.023011:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494483840:0@lo:400:kworker.0 00000100:00000001:3.0:1749610303.023013:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610303.023013:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610303.023015:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610303.023015:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610303.023017:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610303.023018:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610303.023019:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 02000000:00000010:1.0:1749610303.023021:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995800. 00000100:00000001:3.0:1749610303.023022:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926043776 : -131938783507840 : ffff88009bad4a80) 02000000:00000001:1.0:1749610303.023023:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610303.023026:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4a80 x1834598494483456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610303.023026:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db318. 00000400:00000010:1.0:1749610303.023028:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749610303.023031:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494483840, portal 10 00000100:00000001:1.0:1749610303.023032:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610303.023033:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849709824 : -131938859841792 : ffff880097208700) 00000100:00100000:3.0:1749610303.023036:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494483456:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610303.023038:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610303.023039:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494483456 00000020:00000001:3.0:1749610303.023043:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610303.023046:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610303.023048:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610303.023050:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610303.023051:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610303.023053:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494483840, offset 0 00000020:00000001:3.0:1749610303.023057:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610303.023058:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610303.023060:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610303.023062:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610303.023063:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610303.023066:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610303.023066:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91b580 00000100:00000001:3.0:1749610303.023068:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610303.023069:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 44832 00000100:00000001:3.0:1749610303.023070:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610303.023072:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610303.023072:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610303.023074:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610303.023075:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac800. 02000000:00000001:3.0:1749610303.023077:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023079:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610303.023082:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610303.023084:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023085:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1749610303.023086:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749610303.023087:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483584 02000000:00000001:1.0:1749610303.023088:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610303.023089:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610303.023090:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610303.023091:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023092:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610303.023094:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610303.023094:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610303.023095:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483584 00000100:00000001:3.0:1749610303.023096:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610303.023097:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610303.023098:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:1.0:1749610303.023098:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610303.023100:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610303.023100:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610303.023101:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.023102:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610303.023103:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.023104:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023106:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610303.023106:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00000040:3.0:1749610303.023108:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610303.023109:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9000. 00000400:00000010:3.0:1749610303.023110:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000010:1.0:1749610303.023111:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000200:3.0:1749610303.023113:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494483456, offset 0 00000100:00000001:1.0:1749610303.023114:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610303.023115:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610303.023117:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610303.023117:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023120:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610303.023123:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610303.023126:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610303.023128:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91b400 00000100:00000001:1.0:1749610303.023131:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610303.023132:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4ed9 [1] + 0 00000100:00100000:1.0:1749610303.023133:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494484096 02000000:00000001:1.0:1749610303.023134:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610303.023135:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610303.023136:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610303.023137:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610303.023139:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610303.023139:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610303.023140:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494484096 00000100:00000001:3.0:1749610303.023142:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610303.023142:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610303.023143:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610303.023144:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610303.023146:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494483456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610303.023146:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610303.023148:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610303.023150:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610303.023170:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610303.023171:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209500 x1834598494483456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610303.023172:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610303.023178:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610303.023178:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610303.023182:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610303.023183:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1749610303.023184:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000010:1.0:1749610303.023186:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000001:3.0:1749610303.023187:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610303.023189:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749610303.023189:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610303.023191:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610303.023191:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000040:3.0:1749610303.023193:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610303.023196:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610303.023196:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749610303.023198:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610303.023198:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610303.023199:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610303.023200:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610303.023201:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4a80 x1834598494483456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610303.023204:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610303.023205:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610303.023207:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610303.023211:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494483456:12345-0@lo:38:kworker.0 Request processed in 174us (321us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610303.023212:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610303.023216:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610303.023217:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000001:1.0:1749610303.023218:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610303.023219:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610303.023220:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1749610303.023221:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610303.023223:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610303.023224:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849717888 : -131938859833728 : ffff88009720a680) 00000020:00000010:3.0:1749610303.023225:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610303.023228:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000040:1.0:1749610303.023228:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720a680 x1834598494484096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:494/0 lens 224/0 e 0 to 0 dl 1749610314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610303.023231:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:3.0:1749610303.023233:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610303.023235:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610303.023237:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b40. 00000100:00000001:1.0:1749610303.023239:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610303.023241:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b40. 00000100:00100000:1.0:1749610303.023246:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494484096:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610303.023249:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484096 00000020:00000001:1.0:1749610303.023251:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610303.023253:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610303.023255:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023257:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610303.023259:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00080000:3.0:1749610303.023261:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749610303.023261:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1749610303.023264:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610303.023264:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610303.023266:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610303.023268:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610303.023270:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023272:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610303.023272:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749610303.023273:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483712 02000000:00000001:3.0:1749610303.023275:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610303.023276:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610303.023278:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023279:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610303.023280:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610303.023281:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610303.023283:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483712 02000000:00000010:1.0:1749610303.023284:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5f800. 00000020:00000001:3.0:1749610303.023285:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610303.023285:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610303.023286:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610303.023287:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610303.023287:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.023289:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023289:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.023290:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610303.023292:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494484096 00000020:00000010:3.0:1749610303.023293:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00010000:00000001:1.0:1749610303.023294:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749610303.023295:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610303.023297:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00010000:00000200:1.0:1749610303.023297:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009720a680 x1834598494484096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:494/0 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610303.023300:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610303.023301:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610303.023302:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610303.023304:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610303.023305:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023306:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610303.023308:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610303.023310:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610303.023311:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610303.023312:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610303.023314:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610303.023316:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610303.023316:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610303.023317:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610303.023317:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023319:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610303.023320:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:1.0:1749610303.023320:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610303.023322:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926044672 : -131938783506944 : ffff88009bad4e00) 00000400:00000010:1.0:1749610303.023323:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:3.0:1749610303.023325:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4e00 x1834598494483712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610303.023325:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494484096, offset 224 00000400:00000200:1.0:1749610303.023328:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610303.023332:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610303.023333:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494483712:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610303.023336:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494483712 00000400:00000200:1.0:1749610303.023336:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b680 00000020:00000001:3.0:1749610303.023338:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610303.023340:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610303.023340:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ef1 [1] + 224 00000400:00000200:1.0:1749610303.023343:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610303.023345:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610303.023346:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749610303.023348:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610303.023348:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610303.023350:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610303.023351:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494484096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610303.023352:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610303.023354:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610303.023355:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610303.023356:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610303.023358:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209f80 x1834598494484096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610303.023359:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbad400. 02000000:00000001:3.0:1749610303.023360:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023363:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610303.023364:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610303.023366:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610303.023368:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610303.023370:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610303.023372:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610303.023374:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610303.023374:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610303.023376:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610303.023377:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749610303.023378:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610303.023379:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:3.0:1749610303.023381:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610303.023381:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610303.023382:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610303.023382:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610303.023383:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023384:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023385:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610303.023386:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610303.023387:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610303.023388:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749610303.023389:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000001:1.0:1749610303.023390:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023391:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749610303.023392:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494483712, offset 0 00000100:00000040:1.0:1749610303.023395:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a680 x1834598494484096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:494/0 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610303.023402:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494484096:12345-0@lo:400:kworker.0 Request processed in 166us (285us total) trans 0 rc 0/0 00000400:00000200:3.0:1749610303.023405:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610303.023409:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000400:00000200:3.0:1749610303.023410:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610303.023411:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610303.023413:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610303.023414:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610303.023415:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b500 00000020:00000010:1.0:1749610303.023417:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610303.023419:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4efd [1] + 0 00000020:00000010:1.0:1749610303.023419:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000400:00000200:3.0:1749610303.023422:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610303.023422:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000200:3.0:1749610303.023425:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749610303.023425:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610303.023426:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610303.023428:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610303.023431:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494483712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610303.023434:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610303.023435:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610303.023438:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becb480. 00000100:00000040:3.0:1749610303.023439:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720a300 x1834598494483712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610303.023440:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009becb480 x1834598494483840 msgsize 224 00000100:00100000:1.0:1749610303.023443:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610303.023446:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610303.023446:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610303.023449:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610303.023451:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610303.023452:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610303.023453:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610303.023454:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610303.023455:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610303.023456:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610303.023458:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610303.023460:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023462:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610303.023463:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610303.023464:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610303.023464:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610303.023466:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610303.023469:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4e00 x1834598494483712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610303.023469:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023471:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610303.023473:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610303.023476:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 701 usecs (1 jiffies) 00000100:00100000:3.0:1749610303.023478:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494483712:12345-0@lo:38:kworker.0 Request processed in 144us (230us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610303.023478:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299576481 00000100:00000001:1.0:1749610303.023480:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299576482 00000100:00000001:1.0:1749610303.023482:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299576481 00000100:00000001:1.0:1749610303.023483:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299576482 00000100:00100000:3.0:1749610303.023484:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:1.0:1749610303.023485:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299576481 00000100:00000001:3.0:1749610303.023486:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610303.023487:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610303.023487:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299576482 00000100:00000001:1.0:1749610303.023488:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299576481 00000100:00000001:1.0:1749610303.023490:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299576482 00000100:00000001:1.0:1749610303.023492:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610303.023494:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610303.023494:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023496:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610303.023497:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000001:1.0:1749610303.023497:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610303.023499:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:1.0:1749610303.023500:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610303.023501:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610303.023501:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610303.023503:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610303.023504:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610303.023505:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023507:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610303.023507:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610303.023508:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483840 02000000:00000001:3.0:1749610303.023510:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610303.023511:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610303.023512:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.023514:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610303.023516:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483840 00000020:00000001:3.0:1749610303.023518:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610303.023519:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610303.023546:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610303.023548:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610303.023550:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610303.023552:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610303.023555:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610303.023558:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000020:00000010:3.0:1749610303.023561:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eea00. 00000020:00000040:3.0:1749610303.023565:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610303.023570:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610303.023571:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 00000020:00000010:3.0:1749610303.023575:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610303.023577:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610303.023578:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610303.023579:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00100000:1.0:1749610303.023580:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494483968 02000000:00000001:1.0:1749610303.023581:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610303.023583:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610303.023583:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610303.023584:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023585:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610303.023586:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610303.023586:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023587:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610303.023588:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494483968 00000020:00000001:1.0:1749610303.023589:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610303.023590:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1749610303.023591:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610303.023592:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749610303.023592:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610303.023593:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023594:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023595:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610303.023598:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000020:00000010:1.0:1749610303.023600:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610303.023602:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610303.023604:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610303.023605:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610303.023606:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610303.023607:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023610:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610303.023610:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023611:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610303.023614:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000001:1.0:1749610303.023614:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610303.023616:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610303.023618:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930199680 : -131938779351936 : ffff88009becb480) 00000100:00000001:1.0:1749610303.023619:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610303.023620:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610303.023622:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009becb480 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:494/0 lens 224/0 e 0 to 0 dl 1749610314 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610303.023623:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000001:1.0:1749610303.023625:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926047360 : -131938783504256 : ffff88009bad5880) 00000100:00000040:1.0:1749610303.023628:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5880 x1834598494483968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610303.023629:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610303.023631:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000100:00000001:3.0:1749610303.023633:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610303.023635:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84e00. 00000100:00100000:1.0:1749610303.023635:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494483968:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610303.023638:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009becb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494483840:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610303.023639:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494483968 00000100:00000200:3.0:1749610303.023641:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494483840 00000020:00000001:1.0:1749610303.023641:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610303.023642:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610303.023643:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610303.023645:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610303.023647:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.023648:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610303.023648:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.023650:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00020000:1.0:1749610303.023651:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610303.023652:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749610303.023653:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610303.023654:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610303.023655:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610303.023656:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610303.023657:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610303.023657:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610303.023658:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610303.023659:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610303.023659:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610303.023661:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749610303.023661:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5c400. 00000100:00000001:3.0:1749610303.023663:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610303.023663:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.023664:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610303.023665:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610303.023667:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749610303.023668:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42d000. 00010000:00000001:1.0:1749610303.023668:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610303.023670:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610303.023670:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610303.023671:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023672:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749610303.023673:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610303.023674:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1749610303.023675:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494483840 00000100:00000040:1.0:1749610303.023676:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610303.023677:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610303.023678:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610303.023680:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000200:3.0:1749610303.023681:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009becb480 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:494/0 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610303.023682:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610303.023684:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610303.023685:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610303.023687:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610303.023687:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610303.023688:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610303.023688:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749610303.023690:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=108 v=5 (1 0 0 0) 00000400:00000010:1.0:1749610303.023690:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610303.023692:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494483968, offset 0 00000100:00000001:3.0:1749610303.023693:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610303.023695:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610303.023696:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610303.023697:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610303.023699:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610303.023700:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610303.023701:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610303.023702:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610303.023704:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b600 00000100:00000040:3.0:1749610303.023705:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610303.023707:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:1.0:1749610303.023708:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f11 [1] + 0 00000100:00000200:3.0:1749610303.023711:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494483840, offset 224 00000400:00000200:1.0:1749610303.023711:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610303.023714:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610303.023715:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610303.023717:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610303.023720:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494483968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610303.023721:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610303.023725:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b580 00000100:00000040:1.0:1749610303.023727:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494483968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610303.023729:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4ee5 [1] + 224 00000400:00000200:3.0:1749610303.023733:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610303.023734:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610303.023735:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610303.023737:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610303.023738:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610303.023740:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610303.023741:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610303.023741:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610303.023743:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610303.023744:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610303.023745:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610303.023747:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610303.023749:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610303.023751:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208700 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610303.023752:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5880 x1834598494483968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610303.023760:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494483968:12345-0@lo:38:kworker.0 Request processed in 124us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610303.023765:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000001:1.0:1749610303.023767:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610303.023768:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610303.023770:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610303.023771:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610303.023772:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000400:00000200:3.0:1749610303.023775:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000010:1.0:1749610303.023775:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000010:3.0:1749610303.023777:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610303.023777:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610303.023779:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610303.023780:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610303.023782:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610303.023785:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610303.023786:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610303.023788:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610303.023789:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610303.023793:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becb480 x1834598494483840/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:494/0 lens 224/224 e 0 to 0 dl 1749610314 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610303.023801:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009becb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494483840:12345-0@lo:400:kworker.0 Request processed in 171us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610303.023808:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1749610303.023810:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610303.023812:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610303.023813:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610303.023816:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610303.023818:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000020:00000010:3.0:1749610303.023821:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000020:00000040:3.0:1749610303.023823:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610303.023825:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610303.023834:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610303.023836:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610303.024562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299576482, at 4299576482 00000100:00000040:3.0:1749610303.024565:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299576482, at 4299576482 00000100:00000010:1.0:1749610303.024565:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff80. 00000100:00000010:3.0:1749610303.024570:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f200. 00000020:00000001:3.0:1749610304.740747:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610304.740750:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610304.740752:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610308.030987:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610308.030990:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494484224 02000000:00000001:3.0:1749610308.030992:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610308.030994:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610308.030996:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610308.030999:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610308.031001:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494484224 00000020:00000001:3.0:1749610308.031003:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610308.031004:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610308.031005:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610308.031006:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031007:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610308.031011:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610308.031014:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610308.031018:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:3.0:1749610308.031021:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610308.031022:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610308.031023:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031027:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031031:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610308.031032:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610308.031034:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610308.031036:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610308.031038:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610308.031039:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610308.031040:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610308.031042:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:1.0:1749610308.031042:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031043:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610308.031044:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926048256 : -131938783503360 : ffff88009bad5c00) 00000100:00000001:1.0:1749610308.031044:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610308.031045:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610308.031047:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5c00 x1834598494484224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610308.031049:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610308.031055:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494484224:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610308.031055:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610308.031056:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610308.031058:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484224 02000000:00000001:1.0:1749610308.031058:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610308.031060:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610308.031060:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610308.031061:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610308.031062:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610308.031063:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494484608:0@lo:400:kworker.0 00000100:00000001:1.0:1749610308.031065:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610308.031066:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610308.031067:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031068:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610308.031071:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 00000020:00000001:3.0:1749610308.031072:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031072:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610308.031074:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610308.031075:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00010000:00000001:3.0:1749610308.031076:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610308.031077:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610308.031078:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610308.031079:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610308.031081:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610308.031081:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494484608, portal 10 02000000:00000001:3.0:1749610308.031082:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610308.031082:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610308.031084:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849714304 : -131938859837312 : ffff880097209880) 02000000:00000010:3.0:1749610308.031085:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8000. 02000000:00000001:3.0:1749610308.031086:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031087:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031088:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610308.031089:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610308.031091:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031092:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610308.031093:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610308.031094:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610308.031094:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610308.031095:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610308.031096:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610308.031097:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494484608, offset 0 00000100:00000040:3.0:1749610308.031098:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610308.031099:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610308.031100:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610308.031100:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610308.031102:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610308.031103:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610308.031104:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610308.031104:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610308.031105:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610308.031121:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610308.031123:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610308.031125:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494484224, offset 0 00000400:00000200:1.0:1749610308.031126:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91b880 00000400:00000200:1.0:1749610308.031129:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 46840 00000400:00000200:3.0:1749610308.031133:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610308.031133:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610308.031135:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610308.031138:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610308.031138:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610308.031139:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610308.031141:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becb800. 00000400:00000200:3.0:1749610308.031142:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91b700 00000100:00000040:1.0:1749610308.031143:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009becb800 x1834598494484608 msgsize 224 00000400:00000200:3.0:1749610308.031145:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4f21 [1] + 0 00000100:00100000:1.0:1749610308.031145:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610308.031148:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610308.031150:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610308.031151:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610308.031152:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610308.031154:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208700 x1834598494484224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610308.031155:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610308.031156:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610308.031157:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610308.031160:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208700 x1834598494484224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610308.031160:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610308.031165:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610308.031165:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610308.031167:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610308.031168:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610308.031169:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610308.031170:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031171:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610308.031171:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610308.031172:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610308.031173:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031174:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610308.031175:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610308.031175:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 711 usecs (1 jiffies) 00000100:00000001:3.0:1749610308.031177:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031177:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299581489 00000020:00000001:3.0:1749610308.031178:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610308.031179:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299581490 00000100:00000040:3.0:1749610308.031180:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5c00 x1834598494484224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031180:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299581489 00000100:00000001:1.0:1749610308.031181:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299581490 00000100:00000001:1.0:1749610308.031182:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299581489 00000100:00000001:1.0:1749610308.031183:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299581490 00000100:00000001:1.0:1749610308.031184:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299581489 00000100:00100000:3.0:1749610308.031185:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494484224:12345-0@lo:38:kworker.0 Request processed in 131us (263us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610308.031185:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299581490 00000100:00000001:1.0:1749610308.031186:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610308.031188:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610308.031189:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:1.0:1749610308.031189:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031190:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610308.031191:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610308.031192:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610308.031192:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610308.031193:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610308.031194:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610308.031195:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610308.031195:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610308.031196:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749610308.031197:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000040:1.0:1749610308.031198:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610308.031199:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:3.0:1749610308.031201:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031202:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610308.031203:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031204:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610308.031205:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610308.031206:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031208:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610308.031208:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494484864:0@lo:400:kworker.0 00000100:00000001:3.0:1749610308.031210:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031210:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610308.031211:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610308.031212:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031213:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610308.031214:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 02000000:00000001:1.0:1749610308.031215:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610308.031217:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:3.0:1749610308.031222:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610308.031223:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494484608 02000000:00000001:3.0:1749610308.031224:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610308.031224:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610308.031225:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610308.031226:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610308.031226:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494484864, portal 10 02000000:00000001:3.0:1749610308.031227:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031227:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610308.031228:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000100:00100000:3.0:1749610308.031229:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494484608 00000020:00000001:3.0:1749610308.031230:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610308.031231:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610308.031231:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610308.031231:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610308.031233:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610308.031234:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610308.031235:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610308.031236:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:1.0:1749610308.031236:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610308.031237:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610308.031238:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749610308.031238:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494484864, offset 0 00000400:00000200:1.0:1749610308.031240:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610308.031241:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84e00. 00000400:00000200:1.0:1749610308.031243:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610308.031246:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610308.031247:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91b980 00000100:00000001:3.0:1749610308.031250:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749610308.031250:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 47584 00000020:00000010:3.0:1749610308.031251:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610308.031253:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000400:00000200:1.0:1749610308.031253:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610308.031254:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000400:00000200:1.0:1749610308.031255:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610308.031256:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610308.031257:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1749610308.031257:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610308.031258:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610308.031259:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1749610308.031259:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8a80. 00000100:00000001:3.0:1749610308.031260:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610308.031260:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8a80 x1834598494484864 msgsize 224 00000100:00100000:1.0:1749610308.031262:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610308.031263:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610308.031264:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610308.031265:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031267:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610308.031268:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610308.031269:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610308.031270:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610308.031271:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610308.031271:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610308.031272:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494484864 00000100:00000200:1.0:1749610308.031272:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610308.031273:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610308.031274:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610308.031275:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610308.031276:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031276:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610308.031277:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494484864 00000020:00000001:3.0:1749610308.031278:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610308.031278:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:1.0:1749610308.031278:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610308.031279:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610308.031280:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610308.031281:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610308.031281:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031282:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610308.031282:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610308.031283:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610308.031283:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610308.031284:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000020:00000010:3.0:1749610308.031285:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3040. 00000100:00000040:1.0:1749610308.031285:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 608 usecs (1 jiffies) 00000100:00000001:1.0:1749610308.031286:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299581489 00000100:00000001:1.0:1749610308.031287:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299581490 00000100:00000001:3.0:1749610308.031288:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610308.031288:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299581489 00000020:00000010:3.0:1749610308.031289:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84140. 00000100:00000001:1.0:1749610308.031290:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299581490 00000020:00000010:3.0:1749610308.031291:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000100:00000001:1.0:1749610308.031291:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299581489 00000100:00000001:1.0:1749610308.031292:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299581490 00000020:00000010:3.0:1749610308.031293:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610308.031293:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299581489 00000020:00000010:3.0:1749610308.031294:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610308.031294:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299581490 00000100:00000001:3.0:1749610308.031295:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610308.031295:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610308.031296:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610308.031296:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031297:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031297:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031298:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610308.031299:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610308.031300:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610308.031300:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610308.031301:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031301:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610308.031302:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031302:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610308.031303:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610308.031303:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031304:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610308.031305:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610308.031305:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610308.031307:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1749610308.031308:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610308.031309:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930188928 : -131938779362688 : ffff88009bec8a80) 00000100:00000040:3.0:1749610308.031312:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec8a80 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:499/0 lens 224/0 e 0 to 0 dl 1749610319 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031314:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610308.031315:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610308.031316:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610308.031317:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000100:00100000:1.0:1749610308.031317:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000001:3.0:1749610308.031318:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610308.031319:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84140. 00000100:00000001:1.0:1749610308.031319:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926049152 : -131938783502464 : ffff88009bad5f80) 00000100:00100000:3.0:1749610308.031321:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494484864:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749610308.031321:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5f80 x1834598494484352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610308.031323:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484864 00000020:00000001:3.0:1749610308.031324:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610308.031326:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610308.031327:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610308.031327:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484352:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610308.031328:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1749610308.031329:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484352 00000020:00000001:3.0:1749610308.031330:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610308.031331:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610308.031331:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610308.031332:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610308.031334:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610308.031335:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610308.031336:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610308.031337:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031338:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031339:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:1.0:1749610308.031339:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610308.031340:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610308.031342:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610308.031342:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610308.031343:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610308.031343:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610308.031344:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749610308.031345:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8400. 02000000:00000001:1.0:1749610308.031345:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610308.031346:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031347:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031348:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610308.031348:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5f000. 02000000:00000001:1.0:1749610308.031348:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610308.031350:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494484864 00000100:00000001:1.0:1749610308.031350:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610308.031351:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610308.031351:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610308.031352:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610308.031353:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec8a80 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:499/0 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610308.031354:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610308.031356:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749610308.031357:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610308.031357:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610308.031358:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031359:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:3.0:1749610308.031360:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610308.031360:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610308.031361:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610308.031362:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610308.031363:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610308.031363:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610308.031364:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610308.031364:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610308.031365:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610308.031365:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610308.031366:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031366:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610308.031367:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610308.031367:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610308.031368:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610308.031368:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000010:3.0:1749610308.031369:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610308.031369:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494484352, offset 0 00000100:00000200:3.0:1749610308.031371:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494484864, offset 224 00000400:00000200:1.0:1749610308.031372:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610308.031373:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610308.031374:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610308.031376:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610308.031377:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b780 00000400:00000200:3.0:1749610308.031379:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b980 00000400:00000200:1.0:1749610308.031380:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f29 [1] + 0 00000400:00000200:1.0:1749610308.031382:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610308.031383:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f45 [1] + 224 00000400:00000200:1.0:1749610308.031384:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610308.031385:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610308.031385:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610308.031387:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610308.031388:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494484352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610308.031389:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610308.031391:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610308.031393:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209f80 x1834598494484352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610308.031396:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031397:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610308.031401:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749610308.031402:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610308.031402:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610308.031403:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610308.031404:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610308.031405:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610308.031406:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610308.031406:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031407:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610308.031408:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610308.031408:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610308.031409:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031410:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610308.031410:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610308.031412:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610308.031412:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5f80 x1834598494484352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610308.031413:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610308.031414:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610308.031415:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610308.031417:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8a80 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:499/0 lens 224/224 e 0 to 0 dl 1749610319 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031418:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484352:12345-0@lo:38:kworker.0 Request processed in 90us (344us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610308.031422:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494484864:12345-0@lo:400:kworker.0 Request processed in 105us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610308.031423:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:1.0:1749610308.031424:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610308.031425:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:1.0:1749610308.031425:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610308.031426:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:1.0:1749610308.031427:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610308.031428:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610308.031428:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:3.0:1749610308.031429:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610308.031430:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:1.0:1749610308.031430:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000020:00000010:3.0:1749610308.031431:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610308.031432:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610308.031433:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000020:00000040:3.0:1749610308.031434:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610308.031436:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031436:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610308.031437:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610308.031438:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1749610308.031439:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610308.031439:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610308.031440:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926050944 : -131938783500672 : ffff88009bad6680) 00000100:00000001:3.0:1749610308.031441:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610308.031442:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031442:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6680 x1834598494484480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031446:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484480:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1749610308.031447:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749610308.031447:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484480 00000020:00000040:3.0:1749610308.031448:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610308.031448:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610308.031449:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610308.031452:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610308.031453:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610308.031454:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610308.031456:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610308.031457:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610308.031457:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610308.031458:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610308.031465:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bc000. 02000000:00000001:1.0:1749610308.031466:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031468:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610308.031469:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610308.031470:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610308.031472:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610308.031473:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610308.031474:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610308.031476:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610308.031477:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610308.031478:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610308.031480:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610308.031481:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610308.031482:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031483:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610308.031484:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610308.031485:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:1.0:1749610308.031488:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494484480, offset 0 00000400:00000200:1.0:1749610308.031490:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610308.031493:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610308.031496:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b800 00000400:00000200:1.0:1749610308.031499:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f3d [1] + 0 00000400:00000200:1.0:1749610308.031501:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610308.031502:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610308.031505:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610308.031506:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720ad80 x1834598494484480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610308.031511:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720ad80 x1834598494484480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031515:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610308.031517:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610308.031518:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610308.031519:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610308.031519:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610308.031569:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031571:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610308.031572:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610308.031573:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610308.031576:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6680 x1834598494484480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031584:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484480:12345-0@lo:38:kworker.0 Request processed in 138us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610308.031588:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1749610308.031590:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610308.031590:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610308.031592:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:1.0:1749610308.031594:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000020:00000010:1.0:1749610308.031596:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749610308.031597:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031601:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610308.031602:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610308.031604:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1749610308.031606:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926051840 : -131938783499776 : ffff88009bad6a00) 00000100:00000040:1.0:1749610308.031608:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6a00 x1834598494484736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031612:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484736:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610308.031613:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494484736 00000020:00000001:1.0:1749610308.031614:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610308.031615:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610308.031619:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610308.031621:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610308.031622:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610308.031623:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610308.031624:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610308.031625:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610308.031626:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610308.031628:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bc400. 02000000:00000001:1.0:1749610308.031629:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031630:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610308.031631:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610308.031632:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610308.031634:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610308.031635:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610308.031636:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610308.031638:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610308.031639:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610308.031640:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610308.031641:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610308.031642:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610308.031643:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031644:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610308.031645:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610308.031646:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:1.0:1749610308.031647:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494484736, offset 0 00000400:00000200:1.0:1749610308.031649:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610308.031652:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610308.031654:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91b900 00000400:00000200:1.0:1749610308.031656:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f59 [1] + 0 00000400:00000200:1.0:1749610308.031658:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610308.031660:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610308.031661:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610308.031663:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494484736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610308.031667:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494484736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031671:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610308.031681:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610308.031682:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610308.031683:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610308.031683:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610308.031685:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031686:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610308.031687:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610308.031689:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610308.031691:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6a00 x1834598494484736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031695:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494484736:12345-0@lo:38:kworker.0 Request processed in 83us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610308.031698:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:1.0:1749610308.031699:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610308.031700:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610308.031701:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000020:00000010:1.0:1749610308.031702:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000020:00000010:1.0:1749610308.031704:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:1.0:1749610308.031705:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031718:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610308.031720:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610308.031721:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610308.031722:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610308.031723:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610308.031725:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610308.031726:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610308.031727:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610308.031729:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610308.031733:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031737:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610308.031737:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031738:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610308.031739:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610308.031740:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610308.031741:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031742:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610308.031744:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=63 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610308.031746:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=63 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610308.031747:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610308.031748:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610308.031750:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610308.031752:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610308.031756:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031758:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610308.031760:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610308.031761:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610308.031761:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031763:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031766:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610308.031767:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610308.031768:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610308.031770:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031773:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494484864:0@lo:400:kworker.0 00000400:00000001:1.0:1749610308.031776:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610308.031776:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610308.031777:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610308.031778:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610308.031779:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610308.031780:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610308.031781:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610308.031786:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031789:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610308.031790:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031790:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610308.031791:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610308.031792:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610308.031793:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610308.031794:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610308.031795:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610308.031797:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610308.031798:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610308.031799:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610308.031800:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610308.031801:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610308.031805:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031805:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610308.031806:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610308.031807:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610308.031807:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.031809:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031812:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610308.031813:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610308.031814:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610308.031815:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610308.031819:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494484608:0@lo:400:kworker.0 00000100:00000001:1.0:1749610308.031821:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031822:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610308.031823:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494484864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031826:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610308.031827:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610308.031828:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 02000000:00000001:1.0:1749610308.031829:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610308.031830:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610308.031831:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610308.031832:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610308.031834:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 02000000:00000001:1.0:1749610308.031836:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610308.031836:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610308.031837:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:1.0:1749610308.031839:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610308.031840:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031840:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610308.031842:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209880 x1834598494484608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610308.031845:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610308.031846:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610308.031847:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610308.031848:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610308.031848:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610308.031849:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610308.031850:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610308.031851:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 02000000:00000001:1.0:1749610308.031852:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610308.031852:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610308.031853:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209880. 00000100:00000001:1.0:1749610308.031854:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610308.031854:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031855:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610308.031857:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610308.031858:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610308.031859:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610308.031859:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610308.032550:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299581490, at 4299581490 00000100:00000010:1.0:1749610308.032554:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff00. 00000100:00000040:3.0:1749610308.032568:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299581490, at 4299581490 00000100:00000010:3.0:1749610308.032574:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe80. 00010000:00000010:2.1:1749610310.453628:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5300. 00010000:00000010:2.1:1749610310.453635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829600. 00000100:00000001:1.0:1749610312.032266:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610312.032269:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610312.032271:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610312.032275:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032281:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610312.032283:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610312.032284:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610312.032286:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610312.032287:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610312.032289:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494485632:0@lo:400:kworker.0 00000100:00000001:3.0:1749610312.032290:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610312.032291:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610312.032293:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494485248 02000000:00000001:1.0:1749610312.032293:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610312.032294:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610312.032295:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610312.032295:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610312.032298:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749610312.032298:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610312.032299:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032301:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610312.032302:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 02000000:00000001:3.0:1749610312.032304:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610312.032305:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:3.0:1749610312.032307:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494485248 00000100:00000200:1.0:1749610312.032308:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494485632, portal 10 00000020:00000001:3.0:1749610312.032309:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610312.032309:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610312.032310:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000020:00000040:3.0:1749610312.032311:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610312.032312:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610312.032314:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610312.032314:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610312.032316:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032318:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610312.032320:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610312.032321:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000400:00000010:1.0:1749610312.032321:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610312.032323:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494485632, offset 0 00000020:00000010:3.0:1749610312.032326:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000400:00000200:1.0:1749610312.032326:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610312.032330:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610312.032331:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610312.032335:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610312.032335:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91bc80 00000100:00000001:3.0:1749610312.032336:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610312.032338:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610312.032339:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 48328 00000400:00000200:1.0:1749610312.032342:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610312.032343:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610312.032344:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610312.032346:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610312.032347:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610312.032349:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8700. 00000100:00000001:3.0:1749610312.032350:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610312.032351:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8700 x1834598494485632 msgsize 224 00000100:00100000:1.0:1749610312.032353:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610312.032358:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610312.032359:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610312.032360:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610312.032364:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000400:00000200:1.0:1749610312.032365:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610312.032366:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610312.032367:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926052736 : -131938783498880 : ffff88009bad6d80) 00000100:00000001:1.0:1749610312.032368:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610312.032370:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610312.032372:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6d80 x1834598494485248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032375:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610312.032376:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032380:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032381:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610312.032382:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610312.032383:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494485248:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610312.032385:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 718 usecs (1 jiffies) 00000100:00000200:3.0:1749610312.032386:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494485248 00000100:00000001:1.0:1749610312.032386:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299585490 00000100:00000001:1.0:1749610312.032388:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299585512 00000100:00000001:1.0:1749610312.032389:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299585490 00000020:00000001:3.0:1749610312.032390:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610312.032390:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299585512 00000100:00000001:1.0:1749610312.032391:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299585490 00010000:00000001:3.0:1749610312.032392:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610312.032393:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299585512 00000100:00000001:1.0:1749610312.032393:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299585490 00000100:00000001:1.0:1749610312.032395:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299585512 00000100:00000001:1.0:1749610312.032396:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610312.032397:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032398:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032399:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610312.032403:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032403:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610312.032404:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610312.032405:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610312.032405:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610312.032406:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610312.032407:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610312.032407:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610312.032409:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610312.032411:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610312.032414:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610312.032416:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610312.032416:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610312.032418:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610312.032418:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494485632 02000000:00000001:1.0:1749610312.032419:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610312.032420:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610312.032421:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8800. 00000100:00000001:1.0:1749610312.032421:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610312.032423:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610312.032423:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610312.032424:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494485632 00000100:00000001:3.0:1749610312.032425:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032425:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610312.032426:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610312.032427:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749610312.032428:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749610312.032428:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:3.0:1749610312.032430:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032430:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610312.032431:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00001000:3.0:1749610312.032432:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610312.032434:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610312.032435:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749610312.032435:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b40. 00000100:00000001:3.0:1749610312.032438:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610312.032440:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:1.0:1749610312.032440:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610312.032442:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610312.032444:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610312.032444:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610312.032446:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000100:00000040:3.0:1749610312.032447:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610312.032448:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 02000000:00000001:3.0:1749610312.032449:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610312.032450:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610312.032450:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610312.032452:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610312.032454:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610312.032455:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610312.032456:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610312.032456:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610312.032458:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610312.032459:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610312.032461:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749610312.032462:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494485248, offset 0 00000100:00000001:1.0:1749610312.032462:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610312.032463:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610312.032466:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610312.032466:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610312.032469:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610312.032470:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494485376 02000000:00000001:1.0:1749610312.032471:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610312.032472:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610312.032472:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610312.032473:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610312.032474:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610312.032475:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494485376 00000020:00000001:1.0:1749610312.032476:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610312.032476:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610312.032477:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91bb00 00000020:00000001:1.0:1749610312.032477:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610312.032478:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032479:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610312.032481:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000020:00000010:1.0:1749610312.032483:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9380. 00000020:00000010:1.0:1749610312.032484:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:1.0:1749610312.032485:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610312.032486:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610312.032486:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032488:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610312.032490:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4f71 [1] + 0 00000400:00000200:3.0:1749610312.032493:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610312.032495:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610312.032497:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610312.032497:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610312.032499:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749610312.032500:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208000 x1834598494485248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032500:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610312.032502:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:1.0:1749610312.032504:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610312.032505:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930188032 : -131938779363584 : ffff88009bec8700) 00000100:00000040:3.0:1749610312.032506:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208000 x1834598494485248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610312.032507:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec8700 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/0 e 0 to 0 dl 1749610323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610312.032511:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610312.032512:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610312.032513:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000400:00000200:3.0:1749610312.032514:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610312.032515:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610312.032515:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610312.032516:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000100:00000001:3.0:1749610312.032518:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610312.032519:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610312.032520:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494485632:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610312.032544:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610312.032546:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610312.032548:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610312.032549:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610312.032552:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6d80 x1834598494485248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610332 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610312.032552:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494485632 00000020:00000001:1.0:1749610312.032554:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610312.032556:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610312.032557:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610312.032558:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494485248:12345-0@lo:38:kworker.0 Request processed in 176us (300us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749610312.032558:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610312.032560:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610312.032561:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749610312.032563:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:00000001:1.0:1749610312.032564:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610312.032565:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610312.032565:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610312.032565:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610312.032566:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1749610312.032568:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000001:1.0:1749610312.032568:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032569:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749610312.032570:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610312.032572:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610312.032573:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 02000000:00000001:1.0:1749610312.032573:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610312.032575:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610312.032575:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bc800. 02000000:00000001:1.0:1749610312.032576:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032577:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032579:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610312.032581:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494485632 00010000:00000001:1.0:1749610312.032582:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610312.032585:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec8700 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610312.032589:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610312.032590:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610312.032591:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610312.032594:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1749610312.032595:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749610312.032595:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610312.032596:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610312.032597:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:1.0:1749610312.032598:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610312.032599:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032600:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610312.032601:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610312.032602:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610312.032604:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494485632, offset 224 00000400:00000200:1.0:1749610312.032606:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610312.032610:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610312.032613:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91bc80 00000400:00000200:1.0:1749610312.032616:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4f79 [1] + 224 00000400:00000200:1.0:1749610312.032618:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610312.032620:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610312.032623:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610312.032625:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610312.032630:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032636:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610312.032645:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610312.032646:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610312.032647:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610312.032648:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610312.032650:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610312.032651:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:1.0:1749610312.032653:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610312.032654:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610312.032654:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610312.032657:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8700 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1749610323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610312.032662:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494485632:12345-0@lo:400:kworker.0 Request processed in 148us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610312.032666:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:1.0:1749610312.032667:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610312.032669:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610312.032670:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610312.032671:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610312.032674:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:1.0:1749610312.032675:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000020:00000040:1.0:1749610312.032678:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610312.032679:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610312.032685:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610312.032686:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610312.032688:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610312.032689:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610312.032690:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610312.032691:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610312.032692:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610312.032694:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610312.032695:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610312.032704:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032710:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610312.032711:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610312.032713:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610312.032715:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610312.032716:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610312.032718:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610312.032720:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610312.032724:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=117 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610312.032726:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610312.032729:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610312.032730:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610312.032732:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610312.032735:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610312.032742:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032744:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610312.032746:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610312.032747:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610312.032748:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610312.032752:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032757:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610312.032759:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610312.032760:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610312.032763:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610312.032767:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610312.032768:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610312.032770:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494485632:0@lo:400:kworker.0 00000100:00000001:3.0:1749610312.032772:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032773:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032773:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610312.032775:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610312.032778:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494485632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610312.032784:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610312.032785:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610312.032787:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 02000000:00000001:1.0:1749610312.032789:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610312.032790:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610312.032791:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610312.032793:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610312.032795:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:1.0:1749610312.032798:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610312.032799:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610312.032800:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:3.0:1749610312.032801:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610312.032802:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494485760 00000100:00000001:1.0:1749610312.032802:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749610312.032803:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610312.032803:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610312.032804:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610312.032805:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610312.032806:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610312.032807:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032808:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610312.032809:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494485760 00000100:00000001:1.0:1749610312.032809:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610312.032810:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610312.032810:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610312.032811:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610312.032811:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610312.032812:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610312.032812:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610312.032814:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610312.032816:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000020:00000010:3.0:1749610312.032818:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610312.032819:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610312.032820:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610312.032821:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610312.032822:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032824:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032827:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610312.032829:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610312.032830:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610312.032832:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000001:3.0:1749610312.032833:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926056320 : -131938783495296 : ffff88009bad7b80) 00000100:00000040:3.0:1749610312.032836:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7b80 x1834598494485760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610312.032841:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494485760:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610312.032843:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494485760 00000020:00000001:3.0:1749610312.032844:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610312.032845:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610312.032849:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610312.032851:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610312.032852:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610312.032854:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610312.032855:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610312.032856:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610312.032857:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610312.032858:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8c00. 02000000:00000001:3.0:1749610312.032859:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032860:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610312.032862:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610312.032863:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610312.032864:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610312.032866:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610312.032867:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610312.032869:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610312.032870:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610312.032871:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610312.032873:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610312.032874:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610312.032875:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610312.032876:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610312.032877:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610312.032878:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610312.032881:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494485760, offset 0 00000400:00000200:3.0:1749610312.032883:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610312.032887:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610312.032890:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91bd00 00000400:00000200:3.0:1749610312.032892:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4fa9 [1] + 0 00000400:00000200:3.0:1749610312.032894:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610312.032896:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610312.032898:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610312.032900:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720ad80 x1834598494485760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610312.032905:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720ad80 x1834598494485760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610312.032910:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610312.032912:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610312.032913:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610312.032914:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610312.032915:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610312.032916:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610312.032917:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610312.032919:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610312.032920:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610312.032922:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7b80 x1834598494485760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610332 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610312.032930:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494485760:12345-0@lo:38:kworker.0 Request processed in 88us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610312.032933:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:3.0:1749610312.032934:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610312.032935:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610312.032936:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610312.032938:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000010:3.0:1749610312.032939:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000001:3.0:1749610312.032940:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610312.054566:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299585512, at 4299585512 00000100:00000010:3.0:1749610312.054571:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f500. 00000100:00000040:1.0:1749610312.054584:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299585512, at 4299585512 00000100:00000010:1.0:1749610312.054601:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f780. 00000100:00000001:3.0:1749610317.038972:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610317.038976:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610317.038978:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610317.038980:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610317.038983:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.038984:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.038990:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610317.038992:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610317.038994:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610317.038996:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610317.038997:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610317.039000:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494486400:0@lo:400:kworker.0 00000100:00000001:3.0:1749610317.039002:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610317.039004:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610317.039005:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610317.039006:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610317.039010:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610317.039011:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610317.039015:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000400:00000010:3.0:1749610317.039018:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610317.039019:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610317.039021:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494486400, portal 10 00000100:00100000:1.0:1749610317.039022:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494486016 00000100:00000001:3.0:1749610317.039041:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610317.039043:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849722368 : -131938859829248 : ffff88009720b800) 02000000:00000001:1.0:1749610317.039045:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610317.039048:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610317.039049:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039050:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039054:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610317.039054:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039056:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610317.039057:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00100000:1.0:1749610317.039058:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494486016 00000100:00000200:3.0:1749610317.039059:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494486400, offset 0 00000020:00000001:1.0:1749610317.039061:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610317.039062:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610317.039062:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610317.039064:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610317.039066:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610317.039068:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610317.039068:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610317.039073:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91bf80 00000020:00000010:1.0:1749610317.039074:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000400:00000200:3.0:1749610317.039077:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 50336 00000020:00000010:1.0:1749610317.039079:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610317.039080:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610317.039083:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610317.039084:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610317.039086:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610317.039088:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610317.039089:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1749610317.039090:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ca80. 00000100:00000001:1.0:1749610317.039091:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610317.039093:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ca80 x1834598494486400 msgsize 224 00000100:00000001:1.0:1749610317.039093:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610317.039095:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610317.039098:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039102:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610317.039106:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610317.039109:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610317.039111:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610317.039113:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610317.039116:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039117:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610317.039120:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610317.039121:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610317.039124:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610317.039125:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000001:3.0:1749610317.039128:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039128:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000100:00000001:3.0:1749610317.039129:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610317.039131:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610317.039133:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4380 x1834598494486016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610317.039134:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000001:3.0:1749610317.039135:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299590497 00000100:00000001:3.0:1749610317.039137:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039139:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299590497 00000100:00000001:3.0:1749610317.039141:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039142:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299590497 00000100:00000001:3.0:1749610317.039143:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039144:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299590497 00000100:00100000:1.0:1749610317.039145:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494486016:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610317.039146:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039147:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610317.039148:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610317.039149:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494486016 00000100:00000001:3.0:1749610317.039150:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039151:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610317.039152:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610317.039155:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610317.039156:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1749610317.039156:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610317.039157:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610317.039158:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610317.039159:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610317.039160:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749610317.039161:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039163:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610317.039164:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039165:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610317.039165:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610317.039166:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610317.039168:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039169:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610317.039173:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610317.039175:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610317.039176:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610317.039178:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610317.039179:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610317.039180:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610317.039182:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610317.039182:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610317.039184:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039184:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610317.039186:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494486656:0@lo:400:kworker.0 02000000:00000001:1.0:1749610317.039187:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610317.039189:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749610317.039191:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bcc00. 02000000:00000001:3.0:1749610317.039192:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610317.039193:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610317.039193:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610317.039195:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610317.039195:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610317.039198:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3600. 00010000:00000001:1.0:1749610317.039198:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610317.039200:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610317.039200:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610317.039202:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000100:00001000:1.0:1749610317.039204:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749610317.039205:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610317.039207:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749610317.039208:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494486656, portal 10 00000100:00000001:3.0:1749610317.039210:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610317.039211:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000100:00000001:1.0:1749610317.039211:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610317.039213:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610317.039215:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610317.039217:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039218:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610317.039221:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610317.039223:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610317.039223:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610317.039225:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610317.039225:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610317.039227:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610317.039228:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610317.039229:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494486656, offset 0 00000100:00000040:1.0:1749610317.039230:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610317.039232:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000400:00000200:3.0:1749610317.039233:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610317.039236:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494486016, offset 0 00000400:00000200:3.0:1749610317.039238:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610317.039239:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610317.039244:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91c080 00000400:00000200:1.0:1749610317.039246:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610317.039248:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 51080 00000400:00000200:1.0:1749610317.039250:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91be00 00000400:00000200:3.0:1749610317.039252:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610317.039254:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x4fb9 [1] + 0 00000400:00000200:3.0:1749610317.039255:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610317.039257:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610317.039258:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610317.039260:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610317.039260:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610317.039262:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749610317.039263:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d180. 00000100:00000040:3.0:1749610317.039265:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d180 x1834598494486656 msgsize 224 00000100:00000200:1.0:1749610317.039266:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494486016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610317.039269:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610317.039273:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209f80 x1834598494486016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039276:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610317.039278:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610317.039281:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610317.039283:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610317.039285:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610317.039289:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610317.039294:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610317.039295:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610317.039297:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610317.039297:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610317.039298:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610317.039300:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039300:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610317.039302:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610317.039304:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610317.039305:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610317.039309:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494486016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610337 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039311:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039312:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610317.039316:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039318:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 615 usecs (1 jiffies) 00000100:00100000:1.0:1749610317.039319:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494486016:12345-0@lo:38:kworker.0 Request processed in 175us (393us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610317.039320:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299590497 00000100:00000001:3.0:1749610317.039321:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039323:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299590497 00000100:00000001:3.0:1749610317.039324:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039325:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299590497 00000100:00100000:1.0:1749610317.039325:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000001:3.0:1749610317.039327:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299590498 00000100:00000001:1.0:1749610317.039327:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610317.039328:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299590497 00000100:00000001:1.0:1749610317.039328:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610317.039329:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299590498 00000100:00000001:3.0:1749610317.039330:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610317.039331:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610317.039331:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610317.039334:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000400:00000001:3.0:1749610317.039335:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610317.039336:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610317.039336:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000010:3.0:1749610317.039337:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610317.039339:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610317.039339:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610317.039340:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610317.039341:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610317.039344:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039348:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610317.039349:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039350:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039353:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610317.039354:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039356:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610317.039357:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610317.039359:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610317.039360:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610317.039362:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039365:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1749610317.039366:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=122 v=5 (5 0 0 0) 00000100:00100000:1.0:1749610317.039367:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494486656 00000100:00001000:3.0:1749610317.039368:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=122 v=5 (1 0 0 0) 02000000:00000001:1.0:1749610317.039368:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610317.039370:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610317.039370:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610317.039371:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039372:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610317.039373:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1749610317.039375:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610317.039376:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610317.039377:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494486656 00000020:00000001:1.0:1749610317.039379:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749610317.039380:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610317.039380:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610317.039382:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1749610317.039382:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610317.039384:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610317.039385:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1749610317.039385:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610317.039386:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039388:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039392:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610317.039394:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610317.039394:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610317.039395:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610317.039396:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610317.039397:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610317.039399:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610317.039402:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494486400:0@lo:400:kworker.0 00000020:00000010:1.0:1749610317.039402:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000100:00000001:3.0:1749610317.039405:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610317.039405:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3b40. 00000100:00000001:3.0:1749610317.039406:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610317.039407:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b800 x1834598494486400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610317.039410:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610317.039411:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610317.039413:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610317.039415:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610317.039417:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610317.039417:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749610317.039418:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610317.039419:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:1.0:1749610317.039419:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000020:00000001:3.0:1749610317.039421:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749610317.039422:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 02000000:00000010:3.0:1749610317.039423:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 02000000:00000001:3.0:1749610317.039425:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1749610317.039425:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 02000000:00000001:3.0:1749610317.039426:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610317.039428:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b800. 00000020:00000010:1.0:1749610317.039428:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610317.039430:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610317.039431:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039432:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610317.039432:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610317.039433:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610317.039434:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610317.039434:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610317.039435:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039435:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610317.039436:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039437:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610317.039441:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610317.039442:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610317.039444:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039446:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039447:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610317.039448:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610317.039451:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:1.0:1749610317.039453:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610317.039454:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610317.039455:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191747456 : -131939517804160 : ffff88006fe8d180) 00000100:00000001:1.0:1749610317.039455:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610317.039458:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d180 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:508/0 lens 224/0 e 0 to 0 dl 1749610328 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610317.039458:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1749610317.039461:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092732416 : -131939616819200 : ffff88006a01f800) 00000100:00000001:3.0:1749610317.039464:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610317.039465:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01f800 x1834598494486272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610317.039466:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000100:00000001:3.0:1749610317.039467:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610317.039469:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84140. 00000100:00100000:3.0:1749610317.039471:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494486656:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610317.039474:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494486656 00000100:00100000:1.0:1749610317.039475:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494486272:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610317.039476:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610317.039477:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610317.039478:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494486272 00000020:00000001:3.0:1749610317.039479:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610317.039480:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610317.039480:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610317.039482:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749610317.039482:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610317.039483:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610317.039485:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610317.039486:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610317.039487:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610317.039489:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610317.039489:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610317.039490:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610317.039492:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610317.039493:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749610317.039493:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749610317.039495:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9400. 00010000:00000001:1.0:1749610317.039495:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610317.039497:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039498:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610317.039498:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610317.039500:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039500:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:3.0:1749610317.039501:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494486656 00000100:00000001:1.0:1749610317.039502:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610317.039503:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749610317.039503:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:3.0:1749610317.039505:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fe8d180 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610317.039506:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bd000. 02000000:00000001:1.0:1749610317.039508:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610317.039509:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610317.039510:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610317.039511:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610317.039512:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 0 0 0) 00010000:00000001:1.0:1749610317.039513:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610317.039514:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749610317.039514:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039516:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610317.039517:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:1.0:1749610317.039517:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749610317.039519:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610317.039519:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610317.039520:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039551:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610317.039553:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610317.039554:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610317.039556:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494486656, offset 224 00000400:00000200:3.0:1749610317.039559:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610317.039559:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610317.039561:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610317.039562:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610317.039563:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610317.039564:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749610317.039566:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c080 00000100:00000040:1.0:1749610317.039567:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610317.039569:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610317.039570:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4fd1 [1] + 224 02000000:00000001:1.0:1749610317.039571:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610317.039573:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610317.039573:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610317.039575:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610317.039576:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610317.039577:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749610317.039578:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:3.0:1749610317.039579:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610317.039583:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494486272, offset 0 00000100:00000040:3.0:1749610317.039585:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610317.039587:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610317.039594:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610317.039596:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610317.039601:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91bf00 00000400:00000200:1.0:1749610317.039606:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x4fe1 [1] + 0 00000400:00000200:1.0:1749610317.039610:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610317.039611:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610317.039612:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610317.039614:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610317.039614:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610317.039615:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610317.039616:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039618:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610317.039618:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610317.039620:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610317.039621:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610317.039622:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610317.039622:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209880 x1834598494486272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610317.039624:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d180 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1749610328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610317.039631:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494486656:12345-0@lo:400:kworker.0 Request processed in 165us (364us total) trans 0 rc 0/0 00000100:00000040:1.0:1749610317.039631:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209880 x1834598494486272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610317.039636:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:3.0:1749610317.039637:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610317.039639:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610317.039640:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610317.039640:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610317.039642:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:3.0:1749610317.039644:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000400:00000200:1.0:1749610317.039644:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000010:3.0:1749610317.039646:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000010:1.0:1749610317.039646:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610317.039648:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:3.0:1749610317.039649:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610317.039649:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610317.039650:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610317.039653:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610317.039655:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610317.039657:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610317.039659:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610317.039663:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610317.039663:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f800 x1834598494486272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610337 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039664:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610317.039666:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610317.039667:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610317.039668:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7478. 00000400:00000200:3.0:1749610317.039669:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610317.039670:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:1.0:1749610317.039671:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494486272:12345-0@lo:38:kworker.0 Request processed in 196us (297us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610317.039672:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610317.039674:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610317.039679:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1749610317.039682:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610317.039683:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749610317.039684:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610317.039686:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000100:00000001:3.0:1749610317.039688:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610317.039689:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610317.039689:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000100:00000001:3.0:1749610317.039690:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610317.039691:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610317.039691:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00000100:00000001:3.0:1749610317.039692:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610317.039693:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610317.039694:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610317.039694:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610317.039696:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1749610317.039698:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610317.039700:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610317.039701:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610317.039702:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610317.039704:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610317.039704:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610317.039706:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:3.0:1749610317.039709:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039710:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610317.039711:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610317.039712:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610317.039713:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610317.039715:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039719:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610317.039720:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610317.039721:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610317.039723:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610317.039727:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494486656:0@lo:400:kworker.0 00000100:00000001:3.0:1749610317.039730:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039731:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610317.039733:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720a300 x1834598494486656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610317.039737:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610317.039738:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610317.039739:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3600. 02000000:00000001:3.0:1749610317.039741:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610317.039742:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610317.039742:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610317.039743:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610317.039744:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 02000000:00000001:3.0:1749610317.039746:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610317.039747:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610317.039747:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 00000100:00000001:3.0:1749610317.039749:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610317.039750:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039751:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610317.039753:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610317.039754:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610317.039755:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610317.039756:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610317.040560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299590498, at 4299590498 00000100:00000040:3.0:1749610317.040562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299590498, at 4299590498 00000100:00000010:1.0:1749610317.040565:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fd40. 00000100:00000010:3.0:1749610317.040569:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb00. 00000100:00000001:1.0:1749610322.047018:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610322.047021:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610322.047023:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610322.047029:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047037:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610322.047038:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610322.047040:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610322.047043:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610322.047044:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610322.047047:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494487168:0@lo:400:kworker.0 00000100:00000001:1.0:1749610322.047050:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610322.047052:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610322.047054:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610322.047055:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610322.047058:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 02000000:00000001:1.0:1749610322.047060:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610322.047064:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000400:00000010:1.0:1749610322.047067:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610322.047071:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494487168, portal 10 00000100:00000001:1.0:1749610322.047072:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610322.047074:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000040:1.0:1749610322.047079:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047085:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610322.047086:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610322.047088:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610322.047090:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494487168, offset 0 00000400:00000200:1.0:1749610322.047093:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610322.047099:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610322.047105:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91c280 00000400:00000200:1.0:1749610322.047109:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 52344 00000400:00000200:1.0:1749610322.047113:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610322.047115:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610322.047118:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610322.047120:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610322.047123:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becbb80. 00000100:00000040:1.0:1749610322.047125:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009becbb80 x1834598494487168 msgsize 224 00000100:00100000:1.0:1749610322.047128:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610322.047131:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610322.047135:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494486784 00000100:00000001:1.0:1749610322.047135:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610322.047137:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610322.047140:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610322.047140:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610322.047141:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610322.047142:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047143:0:28321:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610322.047145:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610322.047146:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610322.047148:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494486784 00000020:00000001:3.0:1749610322.047150:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610322.047151:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610322.047152:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610322.047153:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610322.047154:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610322.047154:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610322.047156:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047159:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047160:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610322.047161:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610322.047162:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610322.047165:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000040:1.0:1749610322.047165:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 697 usecs (1 jiffies) 00000100:00000001:1.0:1749610322.047167:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299595505 00000020:00000010:3.0:1749610322.047169:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610322.047169:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299595506 00000100:00000001:1.0:1749610322.047171:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299595505 00000100:00000001:3.0:1749610322.047173:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610322.047173:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299595506 00000100:00000001:3.0:1749610322.047175:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610322.047175:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299595505 00000100:00000001:3.0:1749610322.047176:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047176:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299595506 00000100:00000001:1.0:1749610322.047177:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299595505 00000100:00000001:1.0:1749610322.047179:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299595506 00000100:00000001:3.0:1749610322.047180:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047180:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610322.047182:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047183:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047185:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610322.047189:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047189:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610322.047190:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610322.047192:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610322.047193:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610322.047193:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047195:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610322.047195:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047197:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610322.047201:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000001:3.0:1749610322.047203:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926046464 : -131938783505152 : ffff88009bad5500) 00000100:00000040:3.0:1749610322.047208:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5500 x1834598494486784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610322.047216:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494486784:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610322.047219:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494486784 00000020:00000001:3.0:1749610322.047222:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610322.047225:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610322.047235:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610322.047238:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610322.047240:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610322.047243:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610322.047245:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610322.047247:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610322.047248:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610322.047251:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9000. 02000000:00000001:3.0:1749610322.047252:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047254:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610322.047257:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610322.047259:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610322.047261:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610322.047263:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610322.047265:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610322.047267:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610322.047269:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610322.047271:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610322.047273:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610322.047275:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610322.047277:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047278:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749610322.047278:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749610322.047279:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749610322.047281:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:3.0:1749610322.047282:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610322.047285:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494486784, offset 0 00000400:00000200:3.0:1749610322.047288:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610322.047292:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610322.047293:0:9692:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610322.047294:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610322.047298:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610322.047299:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91c100 00000100:00000001:1.0:1749610322.047299:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610322.047303:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5001 [1] + 0 00000100:00100000:1.0:1749610322.047303:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:1.0:1749610322.047305:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:3.0:1749610322.047307:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610322.047307:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930201472 : -131938779350144 : ffff88009becbb80) 00000400:00000200:3.0:1749610322.047309:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610322.047311:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009becbb80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/0 e 0 to 0 dl 1749610333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610322.047312:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610322.047315:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494486784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047318:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610322.047320:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000100:00000001:1.0:1749610322.047322:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610322.047323:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08380 x1834598494486784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610322.047324:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000100:00000001:3.0:1749610322.047329:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610322.047329:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009becbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494487168:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610322.047332:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487168 00000400:00000200:3.0:1749610322.047333:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610322.047334:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:1.0:1749610322.047334:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610322.047337:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610322.047337:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610322.047338:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610322.047339:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047340:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047340:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749610322.047342:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610322.047342:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610322.047343:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047344:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610322.047345:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610322.047347:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610322.047348:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5500 x1834598494486784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610342 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610322.047348:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610322.047350:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610322.047352:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047353:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749610322.047354:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494486784:12345-0@lo:38:kworker.0 Request processed in 138us (331us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610322.047357:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610322.047358:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610322.047360:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 02000000:00000010:1.0:1749610322.047361:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bd400. 00000100:00000001:3.0:1749610322.047362:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610322.047362:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047363:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610322.047364:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047365:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610322.047367:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00010000:00000040:1.0:1749610322.047367:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494487168 00000020:00000010:3.0:1749610322.047369:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00010000:00000001:1.0:1749610322.047369:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749610322.047372:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00010000:00000200:1.0:1749610322.047372:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009becbb80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610322.047374:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610322.047378:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610322.047379:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610322.047381:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610322.047384:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610322.047386:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610322.047386:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610322.047387:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494487040 00000100:00000001:1.0:1749610322.047387:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610322.047388:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610322.047389:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610322.047389:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610322.047390:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047391:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047392:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610322.047393:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610322.047393:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610322.047395:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494487040 00000400:00000010:1.0:1749610322.047395:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000020:00000001:3.0:1749610322.047396:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610322.047397:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610322.047398:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610322.047398:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494487168, offset 224 00000020:00000001:3.0:1749610322.047399:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610322.047400:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610322.047401:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610322.047402:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000020:00000010:3.0:1749610322.047404:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610322.047405:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610322.047407:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610322.047407:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610322.047408:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610322.047409:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047411:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610322.047411:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c280 00000100:00000001:3.0:1749610322.047415:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610322.047415:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5009 [1] + 224 00000400:00000200:1.0:1749610322.047418:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610322.047419:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610322.047420:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610322.047420:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610322.047423:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:1.0:1749610322.047423:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610322.047424:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926053632 : -131938783497984 : ffff88009bad7100) 00000100:00000200:1.0:1749610322.047425:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610322.047427:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7100 x1834598494487040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610322.047432:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610322.047434:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494487040:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610322.047436:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487040 00000020:00000001:3.0:1749610322.047437:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610322.047439:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610322.047441:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610322.047444:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610322.047446:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610322.047447:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610322.047449:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610322.047451:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610322.047452:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610322.047453:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610322.047453:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 02000000:00000010:3.0:1749610322.047455:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9800. 00000400:00000010:1.0:1749610322.047455:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 02000000:00000001:3.0:1749610322.047456:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047457:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047457:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610322.047458:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610322.047459:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610322.047460:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047460:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610322.047462:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610322.047462:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610322.047463:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610322.047464:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610322.047465:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610322.047465:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610322.047467:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610322.047467:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610322.047468:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610322.047469:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becbb80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610322.047470:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610322.047472:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610322.047473:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610322.047474:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610322.047475:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610322.047476:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009becbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494487168:12345-0@lo:400:kworker.0 Request processed in 157us (349us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610322.047477:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610322.047478:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610322.047480:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494487040, offset 0 00000100:00100000:1.0:1749610322.047482:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000400:00000200:3.0:1749610322.047483:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610322.047483:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:3.0:1749610322.047486:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610322.047486:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610322.047487:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610322.047489:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c200 00000020:00000010:1.0:1749610322.047489:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:1.0:1749610322.047491:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000400:00000200:3.0:1749610322.047492:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5025 [1] + 0 00000020:00000010:1.0:1749610322.047494:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000400:00000200:3.0:1749610322.047495:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610322.047498:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749610322.047498:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610322.047499:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047507:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610322.047508:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610322.047508:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610322.047510:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610322.047511:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610322.047512:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08700 x1834598494487040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610322.047513:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610322.047515:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610322.047516:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610322.047518:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08700 x1834598494487040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047518:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610322.047520:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610322.047550:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610322.047553:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610322.047555:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610322.047556:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610322.047557:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610322.047559:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610322.047561:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610322.047562:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610322.047564:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610322.047566:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7100 x1834598494487040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610342 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610322.047573:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494487040:12345-0@lo:38:kworker.0 Request processed in 139us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610322.047578:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000001:3.0:1749610322.047579:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749610322.047579:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610322.047580:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610322.047582:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610322.047584:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610322.047584:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610322.047586:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610322.047586:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047587:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610322.047588:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610322.047588:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610322.047590:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610322.047591:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610322.047593:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610322.047596:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=127 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610322.047598:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610322.047600:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610322.047601:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610322.047603:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610322.047606:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610322.047611:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047614:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610322.047615:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610322.047617:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610322.047618:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610322.047620:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047626:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610322.047628:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610322.047629:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610322.047631:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610322.047636:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494487168:0@lo:400:kworker.0 00000100:00000001:1.0:1749610322.047639:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047640:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610322.047643:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494487168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047647:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610322.047648:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610322.047650:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 02000000:00000001:1.0:1749610322.047652:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610322.047654:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610322.047655:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610322.047656:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610322.047658:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 02000000:00000001:1.0:1749610322.047660:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610322.047661:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610322.047663:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00000001:1.0:1749610322.047665:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610322.047665:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047667:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047669:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610322.047670:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047671:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610322.047673:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047703:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610322.047705:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494487424 02000000:00000001:1.0:1749610322.047706:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610322.047707:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610322.047709:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610322.047711:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610322.047713:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494487424 00000020:00000001:1.0:1749610322.047714:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610322.047715:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610322.047716:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610322.047718:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610322.047720:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610322.047722:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610322.047724:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610322.047726:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000020:00000010:1.0:1749610322.047728:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fa00. 00000020:00000040:1.0:1749610322.047731:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610322.047735:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610322.047736:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000020:00000010:1.0:1749610322.047739:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000020:00000010:1.0:1749610322.047742:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610322.047744:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000040:1.0:1749610322.047747:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610322.047748:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610322.047749:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610322.047751:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047754:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610322.047755:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610322.047756:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047760:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610322.047763:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610322.047764:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610322.047767:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1749610322.047768:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610322.047770:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209033472 : -131939500518144 : ffff880070f09500) 00000100:00000040:1.0:1749610322.047773:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09500 x1834598494487424/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:513/0 lens 224/0 e 0 to 0 dl 1749610333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047778:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610322.047780:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000100:00000001:1.0:1749610322.047781:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610322.047783:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000100:00100000:1.0:1749610322.047785:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494487424:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610322.047788:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487424 00000020:00000001:1.0:1749610322.047789:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610322.047791:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610322.047792:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047793:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610322.047794:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610322.047796:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610322.047798:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610322.047799:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610322.047800:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610322.047801:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047802:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610322.047804:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610322.047805:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610322.047807:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bd800. 02000000:00000001:1.0:1749610322.047808:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047810:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047811:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610322.047813:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494487424 00010000:00000001:1.0:1749610322.047814:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610322.047817:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f09500 x1834598494487424/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610322.047822:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610322.047823:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610322.047824:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610322.047826:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610322.047828:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610322.047829:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610322.047830:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610322.047831:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610322.047833:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610322.047835:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610322.047836:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610322.047839:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494487424, offset 224 00000400:00000200:1.0:1749610322.047842:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610322.047846:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610322.047849:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c380 00000400:00000200:1.0:1749610322.047853:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5015 [1] + 224 00000400:00000200:1.0:1749610322.047856:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610322.047858:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610322.047860:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610322.047863:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09180 x1834598494487424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610322.047869:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f09180 x1834598494487424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610322.047887:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610322.047890:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610322.047891:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610322.047893:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610322.047894:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610322.047896:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610322.047898:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610322.047899:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610322.047901:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610322.047902:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610322.047904:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09500 x1834598494487424/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:513/0 lens 224/224 e 0 to 0 dl 1749610333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610322.047911:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494487424:12345-0@lo:400:kworker.0 Request processed in 131us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610322.047915:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1749610322.047917:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610322.047918:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610322.047920:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610322.047922:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610322.047924:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:1.0:1749610322.047926:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000020:00000040:1.0:1749610322.047929:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610322.047930:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610322.047937:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610322.047939:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610322.048564:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299595506, at 4299595506 00000100:00000010:1.0:1749610322.048569:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f3c0. 00000100:00000040:3.0:1749610322.048577:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299595506, at 4299595506 00000100:00000010:3.0:1749610322.048583:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f940. 00010000:00000010:2.1:1749610326.453625:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f300. 00010000:00000010:2.1:1749610326.453632:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ee00. 00000100:00000001:3.0:1749610327.055000:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610327.055003:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494487680 02000000:00000001:3.0:1749610327.055006:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610327.055009:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610327.055012:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610327.055016:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610327.055019:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494487680 00000020:00000001:3.0:1749610327.055021:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610327.055023:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610327.055024:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610327.055026:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055028:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610327.055034:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000020:00000010:3.0:1749610327.055039:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610327.055043:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610327.055048:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610327.055049:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610327.055051:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055056:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055063:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610327.055071:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610327.055073:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610327.055077:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000001:3.0:1749610327.055080:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283305728 : -131939426245888 : ffff8800755de300) 00000100:00000001:1.0:1749610327.055080:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610327.055083:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610327.055084:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610327.055086:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755de300 x1834598494487680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055086:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055095:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610327.055097:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494487680:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749610327.055097:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610327.055098:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610327.055101:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487680 00000100:00000001:1.0:1749610327.055101:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610327.055103:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610327.055104:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610327.055104:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610327.055105:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610327.055106:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610327.055107:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749610327.055110:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055117:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610327.055118:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055119:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055119:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610327.055121:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00020000:3.0:1749610327.055122:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610327.055123:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610327.055124:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494488064:0@lo:400:kworker.0 00010000:00000001:3.0:1749610327.055125:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610327.055127:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610327.055128:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610327.055129:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610327.055130:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749610327.055130:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055131:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610327.055133:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749610327.055134:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 02000000:00000001:3.0:1749610327.055135:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610327.055135:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610327.055138:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 02000000:00000010:3.0:1749610327.055139:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9c00. 02000000:00000001:3.0:1749610327.055141:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610327.055141:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610327.055143:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610327.055144:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494488064, portal 10 00010000:00000001:3.0:1749610327.055146:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610327.055146:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610327.055147:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00010000:00000001:3.0:1749610327.055149:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610327.055151:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610327.055151:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055155:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610327.055155:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610327.055157:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610327.055158:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610327.055158:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610327.055159:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494488064, offset 0 00000100:00000040:3.0:1749610327.055160:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610327.055162:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610327.055162:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610327.055164:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610327.055167:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610327.055169:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610327.055170:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610327.055172:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610327.055173:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91c600 00000100:00000001:3.0:1749610327.055174:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610327.055176:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610327.055177:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 54872 00000400:00000010:3.0:1749610327.055179:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:1.0:1749610327.055180:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610327.055182:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494487680, offset 0 00000400:00000200:1.0:1749610327.055182:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610327.055184:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610327.055185:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610327.055187:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610327.055187:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8000. 00000100:00000040:1.0:1749610327.055190:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8000 x1834598494488064 msgsize 224 00000100:00100000:1.0:1749610327.055192:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610327.055194:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610327.055198:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610327.055200:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91c480 00000400:00000200:1.0:1749610327.055202:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610327.055204:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610327.055205:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610327.055207:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5049 [1] + 0 00000100:00000200:1.0:1749610327.055208:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610327.055212:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610327.055213:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610327.055214:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610327.055215:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610327.055218:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610327.055222:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09880 x1834598494487680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055222:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055223:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610327.055225:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055227:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 696 usecs (1 jiffies) 00000100:00000001:1.0:1749610327.055229:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299600513 00000100:00000001:1.0:1749610327.055230:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299600514 00000100:00000040:3.0:1749610327.055232:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09880 x1834598494487680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055232:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299600513 00000100:00000001:1.0:1749610327.055233:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299600514 00000100:00000001:1.0:1749610327.055234:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299600513 00000100:00000001:1.0:1749610327.055235:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299600514 00000100:00000001:1.0:1749610327.055236:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299600513 00000100:00000001:1.0:1749610327.055238:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299600514 00000100:00000001:1.0:1749610327.055239:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610327.055240:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055241:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610327.055241:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055242:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055244:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610327.055245:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610327.055245:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610327.055246:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610327.055247:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610327.055247:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610327.055247:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610327.055249:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055250:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610327.055252:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610327.055254:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610327.055255:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055255:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055256:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610327.055257:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610327.055257:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610327.055258:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055259:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610327.055260:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494488320:0@lo:400:kworker.0 00000020:00000001:3.0:1749610327.055261:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610327.055262:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610327.055264:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610327.055265:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755de300 x1834598494487680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610327.055265:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055266:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610327.055267:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 02000000:00000001:1.0:1749610327.055269:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610327.055270:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000400:00000010:1.0:1749610327.055272:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610327.055273:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494488320, portal 10 00000100:00000001:1.0:1749610327.055274:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610327.055275:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494487680:12345-0@lo:38:kworker.0 Request processed in 178us (353us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610327.055275:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000100:00000040:1.0:1749610327.055279:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610327.055282:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:1.0:1749610327.055283:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610327.055284:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610327.055285:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749610327.055285:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610327.055286:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610327.055287:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494488320, offset 0 00000400:00000200:1.0:1749610327.055289:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610327.055290:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000400:00000200:1.0:1749610327.055292:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610327.055293:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000400:00000200:1.0:1749610327.055294:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91c700 00000020:00000010:3.0:1749610327.055297:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000400:00000200:1.0:1749610327.055297:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 55616 00000400:00000200:1.0:1749610327.055299:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610327.055300:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610327.055301:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:1.0:1749610327.055307:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610327.055310:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610327.055311:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610327.055313:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055321:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610327.055322:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610327.055323:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494487936 00000100:00000001:3.0:1749610327.055324:0:9693:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055324:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610327.055325:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610327.055326:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055328:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055329:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610327.055330:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494487936 00000100:00000001:3.0:1749610327.055331:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610327.055331:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610327.055332:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610327.055333:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610327.055334:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000001:1.0:1749610327.055334:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610327.055335:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055336:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283303040 : -131939426248576 : ffff8800755dd880) 00000020:00000010:1.0:1749610327.055338:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000040:3.0:1749610327.055340:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dd880 x1834598494487808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610327.055340:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610327.055343:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749610327.055345:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610327.055345:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610327.055347:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610327.055349:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494487808:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610327.055349:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610327.055352:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487808 00000100:00000001:1.0:1749610327.055353:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610327.055355:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610327.055356:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749610327.055357:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610327.055357:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610327.055359:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:1.0:1749610327.055361:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283306624 : -131939426244992 : ffff8800755de680) 00000020:00000001:3.0:1749610327.055363:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055364:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755de680 x1834598494487936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610327.055366:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610327.055369:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610327.055369:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494487936:12345-0@lo:38:kworker.0 00010000:00000001:3.0:1749610327.055371:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610327.055372:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494487936 00000100:00000001:3.0:1749610327.055373:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610327.055373:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610327.055374:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610327.055375:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610327.055376:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610327.055379:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996ba000. 00000020:00000001:1.0:1749610327.055380:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610327.055381:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610327.055382:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610327.055383:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610327.055383:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610327.055385:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610327.055385:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610327.055386:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055387:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:3.0:1749610327.055388:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610327.055388:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610327.055389:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610327.055390:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:1.0:1749610327.055391:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bdc00. 00000100:00000001:3.0:1749610327.055392:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610327.055392:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610327.055393:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610327.055393:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055395:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610327.055395:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610327.055396:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055397:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:1.0:1749610327.055398:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610327.055400:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610327.055400:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610327.055401:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610327.055401:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610327.055402:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055403:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610327.055404:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610327.055404:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610327.055405:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610327.055405:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749610327.055407:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610327.055407:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:1.0:1749610327.055408:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610327.055409:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610327.055410:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494487808, offset 0 00000100:00000001:1.0:1749610327.055410:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610327.055412:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610327.055413:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000400:00000200:3.0:1749610327.055420:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610327.055423:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494487936, offset 0 00000400:00000200:3.0:1749610327.055426:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610327.055430:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c500 00000400:00000200:1.0:1749610327.055431:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610327.055435:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5051 [1] + 0 00000400:00000200:1.0:1749610327.055435:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610327.055437:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c580 00000400:00000200:3.0:1749610327.055438:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610327.055440:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5065 [1] + 0 00000400:00000200:3.0:1749610327.055441:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610327.055443:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610327.055443:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610327.055444:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610327.055446:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610327.055447:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494487808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610327.055449:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09f80 x1834598494487936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610327.055454:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09f80 x1834598494487936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610327.055455:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494487808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055459:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610327.055463:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610327.055465:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610327.055466:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610327.055467:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610327.055468:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610327.055469:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610327.055469:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610327.055471:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610327.055471:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610327.055472:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055473:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610327.055474:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610327.055474:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610327.055476:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055476:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755de680 x1834598494487936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610327.055479:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610327.055480:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055482:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610327.055482:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494487936:12345-0@lo:38:kworker.0 Request processed in 112us (172us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610327.055485:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dd880 x1834598494487808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610347 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610327.055486:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:1.0:1749610327.055487:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610327.055488:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610327.055490:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610327.055492:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00100000:3.0:1749610327.055493:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494487808:12345-0@lo:38:kworker.0 Request processed in 144us (339us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610327.055494:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000100:00000001:1.0:1749610327.055496:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610327.055498:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:3.0:1749610327.055499:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610327.055500:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610327.055502:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:1.0:1749610327.055502:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610327.055503:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610327.055504:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000010:1.0:1749610327.055505:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9500. 00000020:00000010:3.0:1749610327.055506:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000040:1.0:1749610327.055506:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9500 x1834598494488320 msgsize 224 00000100:00000001:3.0:1749610327.055508:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610327.055509:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610327.055511:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610327.055512:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610327.055513:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00100000:3.0:1749610327.055514:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488320 00000400:00000010:1.0:1749610327.055514:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000001:3.0:1749610327.055515:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610327.055516:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610327.055516:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610327.055517:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610327.055518:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610327.055519:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610327.055542:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488320 00000020:00000001:3.0:1749610327.055544:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610327.055545:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610327.055546:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610327.055547:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610327.055549:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610327.055550:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610327.055553:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610327.055554:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000020:00000010:3.0:1749610327.055556:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb80. 00000100:00000001:1.0:1749610327.055556:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610327.055558:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610327.055559:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610327.055562:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055562:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610327.055563:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610327.055564:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84140. 00000100:00000001:1.0:1749610327.055565:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610327.055567:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000040:1.0:1749610327.055567:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 633 usecs (1 jiffies) 00000020:00000010:3.0:1749610327.055568:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610327.055568:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299600514 00000020:00000010:3.0:1749610327.055570:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610327.055570:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299600514 00000100:00000001:1.0:1749610327.055571:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299600514 00000100:00000040:3.0:1749610327.055572:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610327.055572:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299600514 00000100:00000001:3.0:1749610327.055573:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610327.055574:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610327.055574:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299600514 00000100:00000001:3.0:1749610327.055575:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055575:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299600514 00000100:00000001:1.0:1749610327.055576:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299600514 00000100:00000001:3.0:1749610327.055577:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610327.055577:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299600514 00000100:00000001:3.0:1749610327.055578:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610327.055578:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610327.055579:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055580:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610327.055582:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610327.055583:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610327.055584:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610327.055585:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610327.055586:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610327.055587:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610327.055588:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610327.055589:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055592:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610327.055593:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610327.055593:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610327.055595:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1749610327.055596:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610327.055597:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930191616 : -131938779360000 : ffff88009bec9500) 00000100:00000001:1.0:1749610327.055597:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610327.055598:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055599:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610327.055600:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec9500 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:518/0 lens 224/0 e 0 to 0 dl 1749610338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610327.055600:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610327.055601:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610327.055602:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055603:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610327.055605:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610327.055606:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000100:00001000:1.0:1749610327.055606:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=132 v=5 (5 0 0 0) 00000100:00000001:3.0:1749610327.055608:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610327.055608:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=132 v=5 (1 0 0 0) 00000020:00000010:3.0:1749610327.055609:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84140. 00000100:00000001:1.0:1749610327.055609:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610327.055610:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610327.055611:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494488320:12345-0@lo:400:kworker.0 00010000:00000001:1.0:1749610327.055612:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749610327.055613:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494488320 00000020:00000001:3.0:1749610327.055614:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00080000:1.0:1749610327.055614:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610327.055615:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610327.055617:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055618:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610327.055619:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749610327.055619:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055621:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610327.055621:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610327.055622:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:3.0:1749610327.055623:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055623:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749610327.055624:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610327.055624:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610327.055624:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055626:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055626:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610327.055627:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610327.055628:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610327.055629:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610327.055630:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749610327.055631:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996ba400. 00000100:00000001:1.0:1749610327.055631:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610327.055632:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055632:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610327.055633:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055634:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055634:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749610327.055636:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494488320 00010000:00000001:3.0:1749610327.055637:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749610327.055638:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494488064:0@lo:400:kworker.0 00010000:00000200:3.0:1749610327.055640:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec9500 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055640:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055641:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610327.055643:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610327.055643:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494488064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610327.055644:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610327.055646:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610327.055646:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610327.055647:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610327.055648:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749610327.055648:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 00000100:00000040:3.0:1749610327.055649:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610327.055649:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610327.055650:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610327.055650:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610327.055651:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1749610327.055652:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610327.055652:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610327.055653:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610327.055653:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 00000100:00000001:3.0:1749610327.055654:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610327.055655:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610327.055655:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1749610327.055656:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610327.055656:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610327.055657:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000100:00000200:3.0:1749610327.055658:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494488320, offset 224 00000100:00000001:1.0:1749610327.055658:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610327.055659:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055660:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610327.055661:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610327.055662:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610327.055663:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749610327.055664:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610327.055664:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610327.055665:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610327.055666:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610327.055668:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c700 00000100:00000001:1.0:1749610327.055668:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610327.055671:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5069 [1] + 224 00000400:00000200:3.0:1749610327.055674:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610327.055676:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610327.055678:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610327.055680:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610327.055685:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055689:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610327.055690:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610327.055692:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610327.055693:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055695:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055699:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610327.055700:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610327.055702:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610327.055703:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610327.055704:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610327.055706:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610327.055707:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000400:00000200:3.0:1749610327.055708:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610327.055708:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749610327.055709:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000200:1.0:1749610327.055710:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055711:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610327.055712:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610327.055713:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610327.055715:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610327.055715:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610327.055716:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610327.055717:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610327.055718:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610327.055718:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610327.055719:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610327.055720:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec9500 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:518/0 lens 224/224 e 0 to 0 dl 1749610338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055720:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610327.055721:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610327.055722:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610327.055722:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610327.055724:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610327.055725:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494488320:12345-0@lo:400:kworker.0 Request processed in 119us (218us total) trans 0 rc 0/0 00000100:00001000:1.0:1749610327.055725:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610327.055727:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610327.055728:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610327.055729:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000001:1.0:1749610327.055729:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610327.055730:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00010000:00000001:1.0:1749610327.055730:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610327.055732:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:1.0:1749610327.055732:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055733:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610327.055734:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610327.055736:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00010000:00000001:1.0:1749610327.055736:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055737:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1749610327.055738:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000040:1.0:1749610327.055738:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610327.055738:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1749610327.055740:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610327.055740:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.055741:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610327.055742:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055745:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610327.055747:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610327.055747:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610327.055749:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610327.055753:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494488320:0@lo:400:kworker.0 00000100:00000001:1.0:1749610327.055755:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055756:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610327.055758:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494488320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610327.055761:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610327.055762:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610327.055763:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 02000000:00000001:1.0:1749610327.055764:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610327.055765:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610327.055765:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610327.055766:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610327.055767:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 02000000:00000001:1.0:1749610327.055768:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610327.055769:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610327.055769:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:1.0:1749610327.055770:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610327.055771:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055772:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610327.055773:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610327.055774:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610327.055775:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610327.055776:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610327.056556:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299600514, at 4299600514 00000100:00000010:1.0:1749610327.056560:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f800. 00000100:00000040:3.0:1749610327.056567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299600514, at 4299600514 00000100:00000010:3.0:1749610327.056586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff40. 00000100:00000001:3.0:1749610332.062948:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610332.062951:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488448 02000000:00000001:3.0:1749610332.062953:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610332.062956:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610332.062958:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610332.062961:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.062964:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488448 00000020:00000001:3.0:1749610332.062966:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610332.062967:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610332.062969:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610332.062971:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.062972:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610332.062977:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000020:00000010:3.0:1749610332.062981:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610332.062985:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610332.062989:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610332.062991:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610332.062993:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.062997:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063003:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063010:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610332.063011:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610332.063014:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000001:3.0:1749610332.063016:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283308416 : -131939426243200 : ffff8800755ded80) 00000100:00000040:3.0:1749610332.063019:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ded80 x1834598494488448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063022:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610332.063025:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610332.063026:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494488448:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610332.063026:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610332.063029:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494488448 00000020:00000001:3.0:1749610332.063031:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610332.063031:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610332.063034:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610332.063036:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610332.063038:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610332.063039:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610332.063041:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610332.063042:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063043:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610332.063044:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494488832:0@lo:400:kworker.0 00010000:00020000:3.0:1749610332.063045:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610332.063047:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610332.063048:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610332.063049:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749610332.063050:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610332.063050:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610332.063051:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610332.063052:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610332.063053:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610332.063054:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610332.063054:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 02000000:00000001:1.0:1749610332.063055:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610332.063057:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996ba800. 02000000:00000001:3.0:1749610332.063058:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610332.063058:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:3.0:1749610332.063059:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610332.063060:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00010000:00000001:3.0:1749610332.063061:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610332.063063:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610332.063063:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494488832, portal 10 00000100:00000001:1.0:1749610332.063064:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1749610332.063065:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610332.063065:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000001:3.0:1749610332.063067:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610332.063069:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610332.063069:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610332.063070:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610332.063071:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610332.063073:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610332.063073:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610332.063074:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610332.063075:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610332.063075:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610332.063076:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 02000000:00000001:3.0:1749610332.063077:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610332.063077:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494488832, offset 0 00000100:00000001:3.0:1749610332.063078:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610332.063079:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610332.063081:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:1.0:1749610332.063081:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610332.063083:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494488448, offset 0 00000400:00000200:1.0:1749610332.063085:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610332.063087:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610332.063090:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91c900 00000400:00000200:3.0:1749610332.063091:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610332.063093:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 56880 00000400:00000200:3.0:1749610332.063095:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91c780 00000400:00000200:1.0:1749610332.063096:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610332.063098:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5091 [1] + 0 00000400:00000200:1.0:1749610332.063098:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610332.063101:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610332.063103:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610332.063111:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610332.063112:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610332.063112:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610332.063114:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec9f80. 00000100:00000200:3.0:1749610332.063115:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0ad80 x1834598494488448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610332.063116:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec9f80 x1834598494488832 msgsize 224 00000100:00100000:1.0:1749610332.063118:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610332.063121:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0ad80 x1834598494488448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063126:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610332.063130:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610332.063131:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610332.063133:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610332.063135:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610332.063138:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610332.063139:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610332.063140:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610332.063143:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610332.063143:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610332.063145:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063145:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610332.063147:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610332.063148:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610332.063148:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610332.063149:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610332.063151:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ded80 x1834598494488448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610352 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063154:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063155:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610332.063157:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494488448:12345-0@lo:38:kworker.0 Request processed in 130us (294us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610332.063158:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.063161:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:1.0:1749610332.063161:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 691 usecs (1 jiffies) 00000100:00000001:3.0:1749610332.063162:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610332.063163:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610332.063163:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299605521 00000100:00000001:1.0:1749610332.063165:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299605522 00000020:00000010:3.0:1749610332.063166:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610332.063167:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299605521 00000020:00000010:3.0:1749610332.063168:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610332.063169:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299605522 00000020:00000010:3.0:1749610332.063170:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610332.063170:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299605521 00000100:00000001:3.0:1749610332.063172:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610332.063172:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299605522 00000100:00000001:1.0:1749610332.063174:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299605521 00000100:00000001:1.0:1749610332.063176:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299605522 00000100:00000001:1.0:1749610332.063177:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610332.063179:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063181:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063183:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063187:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610332.063188:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488576 00000100:00000001:1.0:1749610332.063188:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610332.063189:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610332.063189:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610332.063190:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610332.063190:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610332.063191:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610332.063192:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063192:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610332.063193:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.063194:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488576 00000100:00000001:1.0:1749610332.063194:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063195:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610332.063195:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610332.063196:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610332.063197:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063198:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610332.063200:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000020:00000010:3.0:1749610332.063202:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610332.063203:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610332.063205:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610332.063205:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610332.063207:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063208:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063212:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610332.063212:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610332.063214:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488832 00000100:00000001:3.0:1749610332.063215:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610332.063215:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610332.063216:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489088 02000000:00000001:3.0:1749610332.063217:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610332.063217:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610332.063218:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610332.063219:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063219:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610332.063220:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.063221:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489088 02000000:00000001:1.0:1749610332.063221:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063222:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610332.063223:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610332.063223:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610332.063223:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488832 00000020:00000040:3.0:1749610332.063225:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610332.063225:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610332.063226:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000040:1.0:1749610332.063226:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610332.063227:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610332.063227:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610332.063229:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1749610332.063230:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000010:3.0:1749610332.063231:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84140. 00000020:00000001:1.0:1749610332.063232:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610332.063234:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000040:3.0:1749610332.063235:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610332.063237:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610332.063239:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610332.063240:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000020:00000010:1.0:1749610332.063240:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000020:00000010:3.0:1749610332.063241:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610332.063243:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000020:00000010:1.0:1749610332.063243:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee480. 00000100:00000040:3.0:1749610332.063245:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610332.063246:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610332.063247:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610332.063247:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610332.063248:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610332.063249:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000100:00000001:3.0:1749610332.063250:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610332.063251:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610332.063252:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610332.063254:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000100:00000001:3.0:1749610332.063255:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610332.063257:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610332.063258:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610332.063259:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488704 02000000:00000001:3.0:1749610332.063260:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610332.063260:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610332.063261:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610332.063263:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063263:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610332.063264:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063264:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610332.063265:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488704 00000020:00000001:3.0:1749610332.063265:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610332.063266:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610332.063266:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610332.063267:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610332.063267:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063268:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063269:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749610332.063270:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000020:00000010:3.0:1749610332.063271:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610332.063271:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749610332.063272:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:1.0:1749610332.063272:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063273:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610332.063273:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610332.063273:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063274:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063275:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063276:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063278:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610332.063279:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610332.063279:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610332.063280:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610332.063281:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1749610332.063282:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610332.063283:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209036160 : -131939500515456 : ffff880070f09f80) 00000100:00100000:1.0:1749610332.063284:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:3.0:1749610332.063286:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09f80 x1834598494489088/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:523/0 lens 224/0 e 0 to 0 dl 1749610343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610332.063287:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610332.063288:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930194304 : -131938779357312 : ffff88009bec9f80) 00000100:00000001:3.0:1749610332.063292:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610332.063293:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84bc0. 00000100:00000040:1.0:1749610332.063293:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec9f80 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/0 e 0 to 0 dl 1749610343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063294:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610332.063295:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84bc0. 00000100:00100000:3.0:1749610332.063298:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494489088:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610332.063299:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489088 00000100:00000001:1.0:1749610332.063299:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610332.063301:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749610332.063301:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000020:00000001:3.0:1749610332.063302:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610332.063302:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610332.063303:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000020:00000001:3.0:1749610332.063304:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063305:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1749610332.063306:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494488832:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610332.063307:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610332.063308:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610332.063308:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494488832 00000020:00000001:1.0:1749610332.063309:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610332.063310:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610332.063311:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610332.063311:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610332.063312:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610332.063312:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063313:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610332.063313:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610332.063314:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610332.063315:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610332.063315:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610332.063317:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610332.063317:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610332.063318:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610332.063318:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610332.063319:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1749610332.063320:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bac00. 00000020:00000001:1.0:1749610332.063320:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610332.063321:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610332.063321:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610332.063322:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063323:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063323:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610332.063324:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1749610332.063325:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494489088 00010000:00000001:3.0:1749610332.063326:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749610332.063326:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3be000. 02000000:00000001:1.0:1749610332.063327:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610332.063328:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f09f80 x1834598494489088/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063329:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610332.063330:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610332.063331:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494488832 00010000:00000001:3.0:1749610332.063332:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610332.063332:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749610332.063333:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610332.063335:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 0 0 0) 00010000:00000200:1.0:1749610332.063335:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec9f80 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063336:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610332.063338:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610332.063339:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610332.063339:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610332.063340:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610332.063340:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610332.063340:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063341:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:1.0:1749610332.063342:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 0 0 0) 00000100:00000040:3.0:1749610332.063343:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610332.063344:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610332.063344:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610332.063345:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494489088, offset 224 00000100:00000040:1.0:1749610332.063345:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610332.063346:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610332.063348:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610332.063348:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610332.063349:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063350:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610332.063352:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610332.063352:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610332.063353:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000400:00000200:3.0:1749610332.063354:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ca00 00000100:00000200:1.0:1749610332.063355:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494488832, offset 224 00000400:00000200:3.0:1749610332.063357:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50ad [1] + 224 00000400:00000200:3.0:1749610332.063360:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610332.063360:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610332.063361:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610332.063363:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610332.063364:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610332.063366:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a680 x1834598494489088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610332.063367:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c900 00000400:00000200:1.0:1749610332.063370:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50a1 [1] + 224 00000100:00000040:3.0:1749610332.063371:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0a680 x1834598494489088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610332.063373:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610332.063375:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610332.063376:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610332.063377:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610332.063379:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610332.063383:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610332.063384:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610332.063385:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610332.063386:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610332.063386:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063387:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610332.063389:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:3.0:1749610332.063390:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610332.063391:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063392:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610332.063394:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09f80 x1834598494489088/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063396:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610332.063398:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494489088:12345-0@lo:400:kworker.0 Request processed in 105us (201us total) trans 0 rc 0/0 00000400:00000200:1.0:1749610332.063400:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00100000:3.0:1749610332.063402:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000400:00000010:1.0:1749610332.063402:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610332.063403:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610332.063404:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610332.063404:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610332.063405:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610332.063405:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610332.063407:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610332.063408:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610332.063408:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610332.063409:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000040:1.0:1749610332.063410:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:3.0:1749610332.063411:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610332.063412:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610332.063412:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610332.063413:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610332.063414:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610332.063415:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610332.063416:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610332.063418:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1749610332.063418:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec9f80 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:523/0 lens 224/224 e 0 to 0 dl 1749610343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063419:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283310208 : -131939426241408 : ffff8800755df480) 00000100:00000040:3.0:1749610332.063421:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755df480 x1834598494488704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610332.063426:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494488704:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610332.063427:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494488704 00000020:00000001:3.0:1749610332.063428:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610332.063429:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610332.063432:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494488832:12345-0@lo:400:kworker.0 Request processed in 130us (313us total) trans 0 rc 0/0 00000020:00000001:3.0:1749610332.063433:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610332.063435:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610332.063436:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610332.063437:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610332.063439:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610332.063440:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610332.063440:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610332.063442:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bb000. 00000100:00100000:1.0:1749610332.063442:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 02000000:00000001:3.0:1749610332.063443:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063443:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610332.063444:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00000001:3.0:1749610332.063445:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610332.063445:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063446:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1749610332.063447:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610332.063448:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610332.063448:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610332.063449:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749610332.063450:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:3.0:1749610332.063451:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610332.063452:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610332.063453:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610332.063454:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610332.063454:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 02000000:00000001:3.0:1749610332.063455:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610332.063456:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610332.063456:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000001:3.0:1749610332.063457:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610332.063459:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749610332.063459:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000010:3.0:1749610332.063460:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610332.063461:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494488704, offset 0 00000100:00000001:1.0:1749610332.063461:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610332.063463:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610332.063466:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610332.063469:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c880 00000400:00000200:3.0:1749610332.063471:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50b5 [1] + 0 00000100:00000001:1.0:1749610332.063472:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610332.063473:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610332.063474:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610332.063475:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749610332.063485:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610332.063486:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610332.063488:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610332.063490:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610332.063492:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610332.063494:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610332.063494:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610332.063496:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b480 x1834598494488704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610332.063497:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610332.063501:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b480 x1834598494488704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610332.063504:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063505:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610332.063507:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610332.063508:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610332.063509:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610332.063510:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610332.063510:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610332.063511:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063511:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610332.063513:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610332.063513:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610332.063514:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610332.063514:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610332.063515:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610332.063515:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610332.063517:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755df480 x1834598494488704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610352 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610332.063517:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610332.063518:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.063541:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494488704:12345-0@lo:38:kworker.0 Request processed in 95us (290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610332.063545:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:3.0:1749610332.063546:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610332.063547:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610332.063548:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610332.063550:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000010:3.0:1749610332.063551:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:3.0:1749610332.063553:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063556:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610332.063557:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494488960 02000000:00000001:3.0:1749610332.063558:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610332.063559:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610332.063560:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610332.063561:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=137 v=5 (5 0 0 0) 02000000:00000001:3.0:1749610332.063562:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610332.063563:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494488960 00000100:00001000:1.0:1749610332.063563:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=137 v=5 (1 0 0 0) 00000020:00000001:3.0:1749610332.063564:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610332.063564:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610332.063565:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610332.063565:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610332.063566:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063566:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063567:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610332.063567:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749610332.063569:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00010000:00080000:1.0:1749610332.063569:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610332.063570:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610332.063571:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:3.0:1749610332.063572:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610332.063573:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749610332.063573:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063574:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063575:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610332.063576:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610332.063576:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610332.063577:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610332.063577:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063579:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610332.063579:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063582:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610332.063583:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610332.063583:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610332.063584:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000001:1.0:1749610332.063584:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610332.063585:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610332.063586:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283309312 : -131939426242304 : ffff8800755df100) 00000100:00000040:1.0:1749610332.063587:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610332.063588:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755df100 x1834598494488960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610332.063591:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494488832:0@lo:400:kworker.0 00000100:00100000:3.0:1749610332.063593:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494488960:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610332.063593:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610332.063594:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610332.063595:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494488960 00000100:00000040:1.0:1749610332.063595:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494488832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610332.063596:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610332.063597:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610332.063599:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610332.063599:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610332.063600:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610332.063601:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00010000:00020000:3.0:1749610332.063602:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610332.063602:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749610332.063603:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610332.063603:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610332.063604:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:3.0:1749610332.063605:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610332.063605:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610332.063606:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:1.0:1749610332.063606:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000001:3.0:1749610332.063607:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610332.063608:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610332.063608:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610332.063608:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610332.063609:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 02000000:00000010:3.0:1749610332.063610:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bb400. 02000000:00000001:3.0:1749610332.063611:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063611:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610332.063612:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063612:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610332.063613:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610332.063613:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610332.063613:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610332.063615:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610332.063615:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610332.063616:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610332.063616:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063617:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610332.063617:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610332.063618:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610332.063618:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063619:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610332.063620:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610332.063622:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610332.063623:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610332.063623:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610332.063624:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610332.063625:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610332.063626:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610332.063628:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494488960, offset 0 00000400:00000200:3.0:1749610332.063630:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610332.063632:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610332.063635:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91c980 00000400:00000200:3.0:1749610332.063637:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50c9 [1] + 0 00000400:00000200:3.0:1749610332.063638:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610332.063640:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610332.063641:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610332.063643:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494488960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610332.063647:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0bb80 x1834598494488960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610332.063656:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610332.063660:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610332.063661:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610332.063662:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610332.063663:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610332.063664:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610332.063665:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610332.063666:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610332.063667:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610332.063669:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755df100 x1834598494488960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610352 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610332.063673:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494488960:12345-0@lo:38:kworker.0 Request processed in 80us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610332.063676:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000001:3.0:1749610332.063677:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610332.063677:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610332.063679:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610332.063680:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000010:3.0:1749610332.063681:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:3.0:1749610332.063682:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610332.064553:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299605522, at 4299605522 00000100:00000010:1.0:1749610332.064558:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f680. 00000100:00000040:3.0:1749610332.064559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299605522, at 4299605522 00000100:00000010:3.0:1749610332.064563:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fc40. 02000000:00000001:0.0:1749610337.064135:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610337.064138:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966bb000. 00000100:00000001:0.0:1749610337.064141:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.064145:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494489344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610337.064152:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064153:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064156:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494489344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064164:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610337.064166:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610337.064169:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610337.064170:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610337.064172:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610337.064174:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610337.064176:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4938 00000100:00080000:0.0:1749610337.064177:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610337.064180:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064181:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610337.064183:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610337.064184:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610337.064186:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610337.064187:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610337.064188:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610337.064189:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610337.064191:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610337.064193:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610337.064196:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064197:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610337.064199:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610337.064200:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610337.064203:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610337.064205:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610337.064207:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064208:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610337.064211:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610337.064212:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064214:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610337.064215:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610337.064218:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610337.064221:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610337.064223:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610337.064224:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064226:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610337.064228:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610337.064229:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610337.064235:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8c00. 00000100:00000001:0.0:1749610337.064239:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.064245:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0aa00 x1834598494489472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610337.064255:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064257:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064261:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_rcv+-1] req@ffff880070f0aa00 x1834598494489472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064271:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610337.064275:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610337.064279:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610337.064281:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610337.064283:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610337.064286:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610337.064289:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4938 00000100:00080000:0.0:1749610337.064292:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610337.064296:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064299:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610337.064301:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610337.064304:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610337.064307:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610337.064309:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610337.064311:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610337.064313:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610337.064317:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610337.064319:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610337.064323:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064325:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610337.064327:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610337.064330:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610337.064333:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610337.064337:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610337.064340:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064342:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610337.064347:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610337.064350:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064352:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610337.064354:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610337.064358:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000020:00000040:0.0:1749610337.064362:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610337.064365:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610337.064367:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064369:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610337.064371:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610337.064373:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610337.064378:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8800. 00000100:00000001:0.0:1749610337.064381:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.064386:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a300 x1834598494489600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610337.064393:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064396:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064399:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a300 x1834598494489600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064407:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064410:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610337.064413:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610337.064416:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09880. 00000020:00000040:0.0:1749610337.064418:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610337.064420:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610337.064422:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610337.064423:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610337.064426:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000001:0.0:1749610337.064428:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064431:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610337.064438:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064439:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.064443:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09880] to pc [ptlrpcd_00_02+2] req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064481:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610337.064483:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610337.064486:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610337.064488:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610337.064489:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610337.064491:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610337.064493:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4938 00000100:00080000:0.0:1749610337.064496:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610337.064498:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064500:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610337.064502:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610337.064504:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610337.064505:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610337.064506:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610337.064507:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610337.064509:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610337.064510:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:0.0:1749610337.064511:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749610337.064512:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610337.064512:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610337.064513:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749610337.064514:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610337.064517:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610337.064518:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610337.064519:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489344 00000100:00000040:0.0:1749610337.064519:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610337.064520:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610337.064544:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610337.064546:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610337.064548:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610337.064550:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064552:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610337.064555:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610337.064556:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064558:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610337.064559:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064560:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749610337.064562:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000100:00000001:3.0:1749610337.064563:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749610337.064564:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610337.064566:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610337.064567:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064567:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064569:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610337.064570:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610337.064571:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064572:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.064574:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610337.064575:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489344 02000000:00000010:0.0:1749610337.064575:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8000. 00000100:00000001:1.0:1749610337.064576:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610337.064577:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610337.064577:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610337.064578:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610337.064579:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610337.064579:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610337.064581:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610337.064581:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08e00 x1834598494489856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749610337.064584:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610337.064586:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610337.064586:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064587:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064589:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610337.064592:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000040:0.0:1749610337.064592:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f08e00 x1834598494489856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.064596:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610337.064597:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610337.064597:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064599:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064600:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610337.064601:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:3.0:1749610337.064602:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 02000000:00000001:1.0:1749610337.064603:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610337.064604:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749610337.064605:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610337.064606:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08700. 00000100:00000001:3.0:1749610337.064607:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610337.064608:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749610337.064608:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494489728:0@lo:400:kworker.0 00000020:00000040:0.0:1749610337.064608:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610337.064610:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064610:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610337.064611:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610337.064611:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610337.064612:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064614:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749610337.064614:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000100:00000001:3.0:1749610337.064615:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064616:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064616:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064618:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610337.064620:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1749610337.064622:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000001:3.0:1749610337.064624:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610337.064624:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064626:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610337.064627:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610337.064628:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000400:00000010:1.0:1749610337.064631:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749610337.064631:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08700] to pc [ptlrpcd_00_03+3] req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610337.064633:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610337.064635:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610337.064636:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494489728, portal 10 00000100:00000001:1.0:1749610337.064638:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610337.064638:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610337.064640:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1749610337.064640:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209034368 : -131939500517248 : ffff880070f09880) 00000100:00000040:0.0:1749610337.064642:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4948) 00000100:00000001:3.0:1749610337.064643:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137336051792 : -131936373499824 : ffff88012b531850) 00000100:00000040:1.0:1749610337.064647:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610337.064649:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b531850 x1834598494489344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.064654:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610337.064656:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610337.064658:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:3.0:1749610337.064660:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b531850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494489344:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610337.064660:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494489728, offset 0 00000100:00000200:3.0:1749610337.064664:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489344 00000400:00000200:1.0:1749610337.064664:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610337.064667:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610337.064671:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610337.064671:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610337.064677:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91cc80 00000100:00000001:0.0:1749610337.064678:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610337.064680:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489472 00000400:00000200:1.0:1749610337.064682:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 58888 02000000:00000001:0.0:1749610337.064682:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610337.064683:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064684:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:3.0:1749610337.064687:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610337.064687:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610337.064687:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064689:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610337.064690:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610337.064690:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610337.064692:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489472 00010000:00000001:3.0:1749610337.064693:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610337.064693:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610337.064693:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610337.064695:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749610337.064695:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1749610337.064695:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610337.064696:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610337.064698:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1749610337.064698:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009becad80. 00000020:00000001:0.0:1749610337.064698:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610337.064699:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064700:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610337.064701:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009becad80 x1834598494489728 msgsize 224 02000000:00000010:3.0:1749610337.064703:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bb800. 00000020:00000010:0.0:1749610337.064703:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 02000000:00000001:3.0:1749610337.064705:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610337.064705:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610337.064706:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610337.064707:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.064710:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610337.064710:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00010000:00000001:3.0:1749610337.064711:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610337.064713:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064714:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610337.064715:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:0.0:1749610337.064715:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1749610337.064716:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610337.064717:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749610337.064717:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610337.064720:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610337.064720:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610337.064721:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610337.064722:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610337.064723:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610337.064725:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610337.064727:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610337.064727:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610337.064729:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610337.064731:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610337.064732:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610337.064733:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610337.064733:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064733:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610337.064735:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.064735:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489728 02000000:00000001:0.0:1749610337.064736:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610337.064737:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610337.064738:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610337.064739:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610337.064739:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064739:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.064741:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610337.064741:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610337.064742:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00100000:0.0:1749610337.064743:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489728 00000100:00000001:1.0:1749610337.064744:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610337.064745:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610337.064746:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494489344, offset 0 00000020:00000040:0.0:1749610337.064746:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:1.0:1749610337.064747:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 686 usecs (1 jiffies) 00000020:00000001:0.0:1749610337.064747:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610337.064748:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:3.0:1749610337.064750:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610337.064750:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299610523 00000020:00000001:0.0:1749610337.064750:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:0.0:1749610337.064752:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610337.064753:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299610544 00000100:00000001:1.0:1749610337.064755:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299610523 00000100:00000001:0.0:1749610337.064756:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610337.064757:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299610544 00000020:00000010:0.0:1749610337.064758:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 00000400:00000200:3.0:1749610337.064759:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610337.064759:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299610523 00000100:00000001:1.0:1749610337.064761:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299610544 00000100:00000001:1.0:1749610337.064762:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299610523 00000100:00000001:1.0:1749610337.064764:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299610544 00000020:00000040:0.0:1749610337.064764:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610337.064766:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610337.064767:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91cb00 00000100:00000001:1.0:1749610337.064768:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064769:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610337.064770:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610337.064772:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x50e1 [1] + 0 00000100:00000001:1.0:1749610337.064772:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610337.064772:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:1.0:1749610337.064774:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610337.064774:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:1.0:1749610337.064776:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610337.064776:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000400:00000200:3.0:1749610337.064777:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610337.064777:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610337.064778:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610337.064779:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610337.064780:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610337.064781:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1749610337.064782:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064782:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610337.064783:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610337.064783:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610337.064785:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610337.064787:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494489344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.064789:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610337.064789:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610337.064790:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064790:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749610337.064792:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610337.064792:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064793:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610337.064795:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610337.064797:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494489344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064797:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610337.064798:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494489984:0@lo:400:kworker.0 00000100:00000001:1.0:1749610337.064801:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610337.064801:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610337.064803:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749610337.064803:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489600 02000000:00000001:1.0:1749610337.064804:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064804:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610337.064805:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610337.064805:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610337.064805:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749610337.064807:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 00000100:00000001:0.0:1749610337.064807:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064809:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064809:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610337.064810:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:1.0:1749610337.064811:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000100:00100000:0.0:1749610337.064811:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489600 00000400:00000010:3.0:1749610337.064812:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:0.0:1749610337.064812:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610337.064813:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610337.064814:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610337.064815:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749610337.064815:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000001:0.0:1749610337.064815:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610337.064816:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610337.064817:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610337.064818:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494489984, portal 10 00000100:00000001:3.0:1749610337.064819:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610337.064819:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000001:1.0:1749610337.064820:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610337.064821:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610337.064821:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209029888 : -131939500521728 : ffff880070f08700) 00000020:00000010:0.0:1749610337.064821:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:3.0:1749610337.064823:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610337.064823:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000001:0.0:1749610337.064824:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610337.064825:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610337.064825:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610337.064826:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610337.064827:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610337.064828:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b531850 x1834598494489344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610337.064828:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064832:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.064833:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610337.064835:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610337.064835:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749610337.064836:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610337.064836:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610337.064837:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b531850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494489344:12345-0@lo:38:kworker.0 Request processed in 178us (398us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610337.064838:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494489984, offset 0 00000100:00100000:0.0:1749610337.064861:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1749610337.064864:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:1.0:1749610337.064866:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610337.064866:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930197888 : -131938779353728 : ffff88009becad80) 00000100:00000040:0.0:1749610337.064872:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009becad80 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/0 e 0 to 0 dl 1749610348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610337.064873:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000400:00000200:1.0:1749610337.064873:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610337.064876:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610337.064877:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610337.064877:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91cd80 00000100:00000001:0.0:1749610337.064880:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610337.064881:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000400:00000200:1.0:1749610337.064881:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 59632 00000020:00000010:0.0:1749610337.064882:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee800. 00000020:00000010:3.0:1749610337.064884:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:0.0:1749610337.064884:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610337.064885:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610337.064886:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee800. 00000020:00000010:3.0:1749610337.064888:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000400:00000200:1.0:1749610337.064888:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610337.064890:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610337.064892:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610337.064892:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009becad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494489728:12345-0@lo:400:kworker.0 00000100:00000010:1.0:1749610337.064894:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bec8380. 00000100:00000200:0.0:1749610337.064895:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489728 00000100:00000040:1.0:1749610337.064897:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009bec8380 x1834598494489984 msgsize 224 00000020:00000001:0.0:1749610337.064898:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610337.064900:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610337.064901:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610337.064901:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610337.064902:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749610337.064903:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bb800. 00000020:00000001:0.0:1749610337.064903:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064905:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749610337.064905:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000020:00000001:0.0:1749610337.064906:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749610337.064907:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749610337.064907:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000010:3.0:1749610337.064908:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996ba800. 00000100:00000001:1.0:1749610337.064908:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610337.064908:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:3.0:1749610337.064910:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610337.064911:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1749610337.064912:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ded80. 00000100:00000200:1.0:1749610337.064912:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.064914:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610337.064914:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610337.064915:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9c00. 00000020:00000001:0.0:1749610337.064915:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749610337.064917:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610337.064917:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000010:3.0:1749610337.064918:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755de300. 00000100:00000001:1.0:1749610337.064918:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610337.064919:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064921:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1749610337.064921:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610337.064921:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749610337.064922:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9000. 02000000:00000001:3.0:1749610337.064924:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.064925:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5500. 00000100:00000001:0.0:1749610337.064925:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610337.064926:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064927:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749610337.064927:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610337.064928:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bcc00. 00000100:00000001:1.0:1749610337.064928:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749610337.064929:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966b9000. 00000100:00000001:1.0:1749610337.064930:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064931:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064932:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.064933:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4380. 00000100:00000040:1.0:1749610337.064933:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 618 usecs (1 jiffies) 00000100:00000001:0.0:1749610337.064933:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.064935:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299610523 00000020:00000001:0.0:1749610337.064935:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064936:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064936:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8800. 02000000:00000001:3.0:1749610337.064938:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.064938:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299610544 00010000:00000040:0.0:1749610337.064938:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494489728 00000100:00000010:3.0:1749610337.064939:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6d80. 00000100:00000001:1.0:1749610337.064939:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299610523 00010000:00000001:0.0:1749610337.064940:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610337.064941:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299610544 02000000:00000001:3.0:1749610337.064942:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064943:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8000. 00000100:00000001:1.0:1749610337.064943:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299610523 00010000:00000200:0.0:1749610337.064944:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009becad80 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.064945:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.064945:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299610544 00000100:00000010:3.0:1749610337.064946:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5c00. 00000100:00000001:1.0:1749610337.064946:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299610523 00000100:00000001:1.0:1749610337.064948:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299610544 02000000:00000001:3.0:1749610337.064949:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064950:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbac800. 00000100:00000001:1.0:1749610337.064950:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610337.064951:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610337.064952:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064953:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1749610337.064953:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610337.064954:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4a80. 00000100:00000001:1.0:1749610337.064954:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.064955:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610337.064956:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1749610337.064956:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 0 0 0) 02000000:00000010:3.0:1749610337.064957:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbad800. 00000100:00000001:1.0:1749610337.064957:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610337.064959:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.064959:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610337.064959:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749610337.064960:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291c00. 00000100:00000001:1.0:1749610337.064960:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610337.064961:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610337.064961:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610337.064962:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610337.064962:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.064962:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749610337.064963:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72000. 00000100:00000001:1.0:1749610337.064964:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610337.064964:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610337.064966:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749610337.064966:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610337.064967:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b293b80. 00000100:00000001:0.0:1749610337.064968:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610337.064969:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064970:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a400. 00000100:00000040:0.0:1749610337.064970:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610337.064972:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.064973:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290e00. 00000400:00000010:0.0:1749610337.064973:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 02000000:00000001:3.0:1749610337.064975:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064976:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8e400. 00000100:00000200:0.0:1749610337.064977:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494489728, offset 224 02000000:00000001:3.0:1749610337.064978:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.064978:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1749610337.064979:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290a80. 00000100:00100000:1.0:1749610337.064980:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489984 02000000:00000001:3.0:1749610337.064981:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749610337.064981:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610337.064982:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8ec00. 02000000:00000001:1.0:1749610337.064982:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610337.064983:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610337.064984:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.064985:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34000. 00000100:00000001:1.0:1749610337.064985:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.064987:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.064988:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.064989:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781db800. 00000400:00000200:0.0:1749610337.064989:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610337.064990:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489984 02000000:00000001:3.0:1749610337.064991:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.064992:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804380. 00000020:00000001:1.0:1749610337.064992:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610337.064993:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610337.064994:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610337.064995:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749610337.064995:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cc80 02000000:00000010:3.0:1749610337.064996:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197b800. 00000020:00000040:1.0:1749610337.064997:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:3.0:1749610337.064999:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749610337.064999:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:3.0:1749610337.065000:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804a80. 00000400:00000200:0.0:1749610337.065000:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50f1 [1] + 224 00000020:00000001:1.0:1749610337.065001:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:3.0:1749610337.065003:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065003:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8f800. 00000100:00000001:1.0:1749610337.065004:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610337.065005:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1749610337.065005:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749610337.065006:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36d80. 00000020:00000010:1.0:1749610337.065007:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000400:00000200:0.0:1749610337.065008:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610337.065009:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065010:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781da400. 00000020:00000010:1.0:1749610337.065011:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb84140. 00000100:00000001:0.0:1749610337.065013:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610337.065014:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065014:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:3.0:1749610337.065015:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34380. 00000020:00000010:1.0:1749610337.065016:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000100:00000200:0.0:1749610337.065016:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.065017:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065018:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8cc00. 02000000:00000001:3.0:1749610337.065021:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1749610337.065021:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000010:3.0:1749610337.065022:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b480. 02000000:00000001:3.0:1749610337.065024:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749610337.065024:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000040:0.0:1749610337.065024:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610337.065025:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbaf800. 02000000:00000001:3.0:1749610337.065027:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065028:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802a00. 00000020:00000010:1.0:1749610337.065028:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 02000000:00000001:3.0:1749610337.065030:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065031:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d576c00. 00000100:00000001:1.0:1749610337.065031:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610337.065032:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749610337.065033:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065034:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d880. 00000100:00000001:1.0:1749610337.065034:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610337.065036:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610337.065037:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065037:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a000. 00000100:00000001:1.0:1749610337.065038:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749610337.065039:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065039:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:3.0:1749610337.065040:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805880. 00000100:00000001:1.0:1749610337.065041:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610337.065041:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 02000000:00000001:3.0:1749610337.065043:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610337.065043:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610337.065043:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 02000000:00000010:3.0:1749610337.065044:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb99400. 02000000:00000001:3.0:1749610337.065046:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749610337.065046:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:3.0:1749610337.065047:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36a00. 00000100:00000001:1.0:1749610337.065048:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610337.065048:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610337.065049:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1749610337.065049:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494489856 02000000:00000010:3.0:1749610337.065050:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73800. 02000000:00000001:1.0:1749610337.065050:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610337.065052:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065052:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610337.065052:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610337.065053:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d500. 00000100:00000001:1.0:1749610337.065053:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065055:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749610337.065055:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610337.065056:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca71400. 00000100:00000040:0.0:1749610337.065056:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610337.065057:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494489856 02000000:00000001:3.0:1749610337.065058:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749610337.065058:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749610337.065059:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c000. 00000020:00000040:1.0:1749610337.065059:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:0.0:1749610337.065059:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:3.0:1749610337.065061:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1749610337.065061:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1749610337.065062:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72400. 00000020:00000001:1.0:1749610337.065062:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610337.065062:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610337.065063:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065064:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610337.065064:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000010:3.0:1749610337.065065:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34700. 00000020:00000010:1.0:1749610337.065066:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 02000000:00000001:3.0:1749610337.065067:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065068:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5c000. 00000020:00000010:1.0:1749610337.065068:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9380. 00000100:00000040:0.0:1749610337.065069:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009becad80 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610337.065070:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 02000000:00000001:3.0:1749610337.065071:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065072:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ca80. 00000100:00000001:1.0:1749610337.065072:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610337.065073:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610337.065074:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065075:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065076:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5d000. 00000100:00000001:1.0:1749610337.065076:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065078:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065078:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610337.065079:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c700. 00000100:00000001:1.0:1749610337.065081:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610337.065082:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610337.065082:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610337.065082:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009becad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494489728:12345-0@lo:400:kworker.0 Request processed in 200us (378us total) trans 0 rc 0/0 02000000:00000010:3.0:1749610337.065083:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb88c00. 02000000:00000001:3.0:1749610337.065084:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065085:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3fb80. 00000100:00100000:1.0:1749610337.065085:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 02000000:00000001:3.0:1749610337.065087:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065088:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab2400. 00000100:00000040:1.0:1749610337.065088:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:3.0:1749610337.065090:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065090:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134930187136 : -131938779364480 : ffff88009bec8380) 00000100:00000010:3.0:1749610337.065091:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d180. 02000000:00000001:3.0:1749610337.065093:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1749610337.065093:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 02000000:00000010:3.0:1749610337.065094:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4062000. 00000100:00000040:1.0:1749610337.065095:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bec8380 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:528/0 lens 224/0 e 0 to 0 dl 1749610348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.065096:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065097:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803480. 00000100:00000040:0.0:1749610337.065097:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:3.0:1749610337.065100:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610337.065100:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1749610337.065101:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4063000. 00000100:00000001:1.0:1749610337.065102:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610337.065103:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1749610337.065103:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000100:00000001:0.0:1749610337.065103:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1749610337.065104:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171500. 00000100:00000001:1.0:1749610337.065105:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610337.065107:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749610337.065107:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b39c0. 00000020:00000010:0.0:1749610337.065107:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 02000000:00000010:3.0:1749610337.065108:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5206400. 02000000:00000001:3.0:1749610337.065109:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065110:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172300. 00000100:00100000:1.0:1749610337.065110:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bec8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494489984:12345-0@lo:400:kworker.0 00000020:00000010:0.0:1749610337.065112:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 02000000:00000001:3.0:1749610337.065113:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065114:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5207800. 00000100:00000200:1.0:1749610337.065114:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489984 02000000:00000001:3.0:1749610337.065116:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749610337.065116:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610337.065116:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000010:3.0:1749610337.065117:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170700. 00000020:00000001:1.0:1749610337.065117:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610337.065119:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065120:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065121:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c955400. 00000020:00000001:1.0:1749610337.065121:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1749610337.065122:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:3.0:1749610337.065123:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749610337.065123:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000010:3.0:1749610337.065124:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170000. 00000020:00000001:1.0:1749610337.065125:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610337.065125:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610337.065126:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065127:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c954400. 00000020:00000001:1.0:1749610337.065128:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610337.065129:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749610337.065130:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065131:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171180. 00000020:00000001:1.0:1749610337.065131:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610337.065133:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1749610337.065133:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610337.065134:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957800. 00000020:00000001:1.0:1749610337.065135:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610337.065135:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610337.065136:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065137:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801500. 00000100:00000001:1.0:1749610337.065137:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610337.065138:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610337.065139:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610337.065140:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065141:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957400. 02000000:00000010:1.0:1749610337.065142:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3be400. 02000000:00000001:3.0:1749610337.065143:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749610337.065143:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610337.065144:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800380. 00000100:00100000:0.0:1749610337.065144:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000001:1.0:1749610337.065145:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065147:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065147:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880076277000. 00000020:00000001:1.0:1749610337.065147:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.065147:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283304832 : -131939426246784 : ffff8800755ddf80) 00010000:00000040:1.0:1749610337.065149:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494489984 02000000:00000001:3.0:1749610337.065150:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065151:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801180. 00010000:00000001:1.0:1749610337.065151:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610337.065153:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749610337.065153:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ddf80 x1834598494489472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610337.065154:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c63e800. 00010000:00000200:1.0:1749610337.065155:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bec8380 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.065156:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065157:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803800. 02000000:00000001:3.0:1749610337.065159:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065160:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f0c00. 00010000:00000001:1.0:1749610337.065161:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610337.065162:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065163:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171880. 00010000:00000001:1.0:1749610337.065164:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065165:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065166:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f1000. 00000100:00001000:1.0:1749610337.065166:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 0 0 0) 00000100:00100000:0.0:1749610337.065166:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494489472:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749610337.065167:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065168:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173480. 00000100:00000001:1.0:1749610337.065169:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610337.065171:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1749610337.065171:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489472 02000000:00000010:3.0:1749610337.065172:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c63cc00. 00000100:00000040:1.0:1749610337.065172:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610337.065173:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610337.065174:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610337.065174:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749610337.065175:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3f480. 02000000:00000001:1.0:1749610337.065176:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749610337.065176:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610337.065177:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749610337.065177:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610337.065178:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db64400. 00000100:00000001:1.0:1749610337.065179:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610337.065180:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065181:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ea00. 00000100:00000040:1.0:1749610337.065181:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610337.065183:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749610337.065183:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000010:3.0:1749610337.065184:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db64c00. 00000100:00000200:1.0:1749610337.065185:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494489984, offset 224 02000000:00000001:3.0:1749610337.065186:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610337.065187:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e680. 00000400:00000200:1.0:1749610337.065188:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610337.065188:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610337.065189:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610337.065190:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db65000. 02000000:00000001:3.0:1749610337.065192:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749610337.065192:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:0.0:1749610337.065192:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:3.0:1749610337.065193:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 00010000:00000001:0.0:1749610337.065195:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610337.065197:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749610337.065197:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cd80 02000000:00000010:3.0:1749610337.065198:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db65800. 02000000:00000001:3.0:1749610337.065199:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1749610337.065199:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610337.065201:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804e00. 00000400:00000200:1.0:1749610337.065201:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5105 [1] + 224 00000100:00000001:0.0:1749610337.065202:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610337.065203:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610337.065205:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610337.065205:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749610337.065207:0:9761:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000200:1.0:1749610337.065207:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610337.065207:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749610337.065210:0:9761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7478. 00000100:00000001:1.0:1749610337.065210:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749610337.065211:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966ba800. 00000100:00000200:1.0:1749610337.065213:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610337.065214:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610337.065216:0:9761:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009c90e000. 00000100:00000001:0.0:1749610337.065216:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610337.065218:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610337.065220:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610337.065220:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610337.065223:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610337.065226:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610337.065227:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610337.065228:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610337.065230:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000040:0.0:1749610337.065230:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610337.065231:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610337.065232:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610337.065232:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610337.065234:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065234:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610337.065234:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610337.065235:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610337.065237:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610337.065237:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749610337.065239:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610337.065239:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610337.065240:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610337.065241:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610337.065242:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.065242:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610337.065244:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610337.065244:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610337.065246:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000040:1.0:1749610337.065248:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bec8380 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:528/0 lens 224/224 e 0 to 0 dl 1749610348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610337.065251:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494489472, offset 0 00000100:00080000:3.0:1749610337.065253:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749610337.065254:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1749610337.065256:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749610337.065263:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610337.065264:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bec8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494489984:12345-0@lo:400:kworker.0 Request processed in 158us (363us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610337.065266:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610337.065268:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610337.065269:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cb80 00000100:00100000:3.0:1749610337.065272:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000001:3.0:1749610337.065274:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283301248 : -131939426250368 : ffff8800755dd180) 00000400:00000200:0.0:1749610337.065274:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x50e9 [1] + 0 00000100:00000040:3.0:1749610337.065278:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dd180 x1834598494489856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610337.065278:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610337.065281:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000400:00000200:0.0:1749610337.065282:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610337.065284:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610337.065285:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610337.065286:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610337.065287:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494489856:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610337.065287:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610337.065288:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494489472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610337.065290:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494489856 00000020:00000010:1.0:1749610337.065290:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000001:3.0:1749610337.065292:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610337.065294:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749610337.065294:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:1.0:1749610337.065296:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000100:00000040:0.0:1749610337.065296:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0aa00 x1834598494489472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610337.065300:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:3.0:1749610337.065301:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065302:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749610337.065304:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610337.065304:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610337.065306:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610337.065308:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00010000:00000001:3.0:1749610337.065309:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749610337.065309:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:3.0:1749610337.065311:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610337.065311:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610337.065312:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610337.065313:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610337.065314:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610337.065314:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610337.065316:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8000. 00000100:00000040:0.0:1749610337.065317:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610337.065318:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.065319:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610337.065320:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610337.065321:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610337.065322:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610337.065324:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065324:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610337.065324:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ddf80 x1834598494489472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.065326:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749610337.065327:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:1.0:1749610337.065328:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610337.065329:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:1.0:1749610337.065330:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610337.065331:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610337.065331:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000100:00100000:0.0:1749610337.065332:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494489472:12345-0@lo:38:kworker.0 Request processed in 167us (714us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610337.065333:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610337.065333:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:3.0:1749610337.065335:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610337.065335:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610337.065337:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610337.065337:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610337.065339:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1749610337.065340:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749610337.065340:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610337.065342:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610337.065342:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610337.065343:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.065343:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610337.065344:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610337.065346:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610337.065346:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000400:00000010:3.0:1749610337.065348:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:1.0:1749610337.065348:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610337.065349:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000200:3.0:1749610337.065350:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494489856, offset 0 00000020:00000010:0.0:1749610337.065351:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000400:00000200:3.0:1749610337.065354:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610337.065354:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610337.065354:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065355:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065357:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610337.065358:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610337.065359:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610337.065360:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610337.065361:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.065363:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610337.065364:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cd00 00000100:00001000:1.0:1749610337.065366:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=92 v=5 (5 0 0 0) 00000400:00000200:3.0:1749610337.065369:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x510d [1] + 0 00000100:00001000:1.0:1749610337.065369:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610337.065371:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610337.065373:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610337.065373:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610337.065375:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610337.065376:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610337.065378:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:1.0:1749610337.065380:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610337.065382:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08e00 x1834598494489856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610337.065386:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065389:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610337.065390:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08e00 x1834598494489856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610337.065391:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610337.065392:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610337.065393:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610337.065397:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610337.065397:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610337.065400:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610337.065402:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610337.065402:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610337.065404:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610337.065404:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610337.065405:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610337.065405:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610337.065408:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610337.065408:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610337.065410:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610337.065412:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610337.065414:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610337.065415:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494489984:0@lo:400:kworker.0 00000100:00000040:3.0:1749610337.065417:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dd180 x1834598494489856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610357 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610337.065419:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610337.065420:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610337.065421:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610337.065423:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610337.065425:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00100000:3.0:1749610337.065426:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494489856:12345-0@lo:38:kworker.0 Request processed in 138us (475us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610337.065426:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610337.065429:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610337.065431:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:3.0:1749610337.065433:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610337.065434:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610337.065436:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9380. 00000100:00000200:1.0:1749610337.065437:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610337.065439:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000020:00000010:3.0:1749610337.065442:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000100:00000001:3.0:1749610337.065445:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065446:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610337.065447:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065450:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610337.065451:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610337.065453:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610337.065456:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610337.065458:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610337.065463:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=142 v=5 (5 0 0 0) 00000100:00001000:1.0:1749610337.065467:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=142 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610337.065470:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610337.065472:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610337.065474:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610337.065479:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610337.065489:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065492:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610337.065494:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610337.065496:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610337.065497:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610337.065510:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.065520:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610337.065548:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610337.065550:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610337.065555:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610337.065562:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494489728:0@lo:400:kworker.0 00000100:00000001:1.0:1749610337.065566:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065568:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610337.065570:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08700 x1834598494489984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.065576:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610337.065578:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610337.065580:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 02000000:00000001:1.0:1749610337.065583:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610337.065584:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610337.065585:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610337.065588:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610337.065589:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 02000000:00000001:1.0:1749610337.065593:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610337.065594:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610337.065596:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08700. 00000100:00000001:1.0:1749610337.065598:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610337.065599:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065600:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610337.065603:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09880 x1834598494489728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610337.065609:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610337.065610:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610337.065611:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 02000000:00000001:1.0:1749610337.065613:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610337.065613:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610337.065614:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610337.065616:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610337.065617:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 02000000:00000001:1.0:1749610337.065618:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610337.065619:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610337.065620:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09880. 00000100:00000001:1.0:1749610337.065622:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610337.065623:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065624:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610337.065628:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610337.065629:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610337.065631:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610337.065632:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610337.086591:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299610544, at 4299610544 00000100:00000040:0.0:1749610337.086591:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299610544, at 4299610544 00000100:00000040:3.0:1749610337.086593:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299610544, at 4299610544 00000100:00000010:3.0:1749610337.086603:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f0c0. 00000100:00000010:0.0:1749610337.086603:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f7c0. 00000100:00000010:1.0:1749610337.086621:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fd00. 00000100:00000001:0.0:1749610337.450634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610337.450640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610337.450641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.450644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610337.450647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610337.450649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610337.450651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610337.450654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610337.450655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610337.457601:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610337.457604:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610337.457605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610337.457607:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610337.457608:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610337.457610:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610337.457611:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610337.457612:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610337.457613:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610337.806689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610337.806694:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610338.450640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610338.450645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610338.450647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610338.450650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610338.450653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610338.450656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610338.450658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610338.450661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610338.450664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610338.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610338.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610338.457632:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610338.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610338.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610338.457637:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610338.457639:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610338.457640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610338.457642:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610338.808644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610338.808650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610339.450640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610339.450647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610339.450649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610339.450653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610339.450656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610339.450660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610339.450662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610339.450665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610339.450667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610339.457585:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610339.457588:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610339.457589:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610339.457591:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610339.457593:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610339.457595:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610339.457597:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610339.457598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610339.457599:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610339.810625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610339.810629:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610340.450617:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610340.450621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610340.450623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610340.450626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610340.450628:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610340.450631:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610340.450633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610340.450635:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610340.450636:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610340.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610340.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610340.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610340.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610340.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610340.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610340.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610340.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610340.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610340.812660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610340.812665:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610341.450630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610341.450635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610341.450637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610341.450640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610341.450643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610341.450646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610341.450648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610341.450650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610341.450652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610341.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610341.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610341.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610341.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610341.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610341.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610341.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610341.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610341.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610341.814647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610341.814652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610342.078620:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610342.078625:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610342.078627:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610342.078629:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610342.078631:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610342.078637:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610342.078640:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610342.078643:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4943 00000100:00080000:0.0:1749610342.078647:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610342.078649:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078651:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078653:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078654:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610342.078656:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610342.078658:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610342.078660:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.078662:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610342.078663:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610342.078664:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610342.078666:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078667:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078668:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078669:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610342.078671:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610342.078673:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610342.078674:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.078676:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610342.078680:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610342.078682:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078683:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610342.078685:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610342.078690:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000020:00000040:0.0:1749610342.078693:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610342.078695:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610342.078696:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078699:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078700:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078702:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078709:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8c00. 00000100:00000001:0.0:1749610342.078714:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.078720:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610342.078726:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.078729:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078732:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08000] to pc [ptlrpcd_rcv+-1] req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078747:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610342.078749:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610342.078752:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610342.078752:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610342.078753:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610342.078755:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610342.078756:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4943 00000100:00080000:0.0:1749610342.078757:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610342.078758:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078759:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078760:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078761:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610342.078762:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610342.078763:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610342.078763:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.078764:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610342.078765:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610342.078766:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610342.078768:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078769:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078770:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078771:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610342.078772:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610342.078773:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610342.078774:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.078775:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610342.078777:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610342.078778:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078779:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610342.078780:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610342.078782:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000020:00000040:0.0:1749610342.078783:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610342.078784:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610342.078785:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078786:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078786:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078787:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078789:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8000. 00000100:00000001:0.0:1749610342.078790:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.078792:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610342.078812:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.078813:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078815:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_rcv+-1] req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078819:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610342.078821:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610342.078823:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610342.078824:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610342.078825:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610342.078826:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610342.078827:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4943 00000100:00080000:0.0:1749610342.078828:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610342.078830:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078831:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078831:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078833:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610342.078834:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610342.078835:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610342.078836:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.078837:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610342.078838:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610342.078839:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610342.078840:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078841:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078842:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078843:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610342.078844:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610342.078845:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610342.078846:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.078847:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610342.078848:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610342.078849:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078850:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610342.078851:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610342.078852:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000020:00000040:0.0:1749610342.078853:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610342.078855:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610342.078855:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078856:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078856:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078857:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078859:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8800. 00000100:00000001:0.0:1749610342.078860:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.078862:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610342.078866:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.078867:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078869:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_rcv+-1] req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078873:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078875:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610342.078877:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610342.078880:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610342.078881:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610342.078882:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078883:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078884:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078886:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:0.0:1749610342.078887:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078889:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610342.078893:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.078894:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078896:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_00_00+0] req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078914:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610342.078915:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610342.078917:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610342.078918:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610342.078919:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610342.078920:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610342.078921:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4943 00000100:00080000:0.0:1749610342.078922:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610342.078924:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078924:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078925:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078926:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610342.078927:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610342.078928:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610342.078929:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.078930:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610342.078932:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610342.078933:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610342.078935:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610342.078936:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610342.078936:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610342.078937:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610342.078938:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610342.078939:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610342.078940:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.078941:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610342.078943:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610342.078944:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078945:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610342.078945:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610342.078947:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000020:00000040:0.0:1749610342.078948:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610342.078949:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610342.078949:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.078950:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078951:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078951:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078953:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966bb000. 00000100:00000001:0.0:1749610342.078954:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.078956:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610342.078960:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.078960:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078962:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078966:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078967:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610342.078969:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610342.078971:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000020:00000040:0.0:1749610342.078972:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610342.078973:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.078974:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.078974:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.078976:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000001:0.0:1749610342.078977:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.078979:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610342.078979:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610342.078982:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610342.078982:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610342.078983:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610342.078983:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078984:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_00_01+1] req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610342.078988:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.078989:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.078991:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4953) 00000100:00000001:1.0:1749610342.078994:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610342.078995:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610342.078997:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610342.078998:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610342.079000:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079000:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610342.079001:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494490496:0@lo:400:kworker.0 00000100:00000001:0.0:1749610342.079001:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610342.079002:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610342.079004:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610342.079004:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610342.079006:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610342.079007:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079007:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610342.079008:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610342.079008:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079009:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1749610342.079010:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 02000000:00000001:0.0:1749610342.079010:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610342.079012:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079012:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.079013:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494490752:0@lo:400:kworker.0 00000400:00000010:1.0:1749610342.079015:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:0.0:1749610342.079015:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749610342.079017:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:0.0:1749610342.079017:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610342.079018:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079019:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610342.079020:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494490496, portal 10 00000100:00000001:1.0:1749610342.079021:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749610342.079021:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fe00. 00000100:00000001:1.0:1749610342.079022:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 02000000:00000001:0.0:1749610342.079022:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610342.079024:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffb58. 00000100:00000040:1.0:1749610342.079026:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610342.079027:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:1.0:1749610342.079030:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610342.079030:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494490752, portal 10 00000100:00000001:0.0:1749610342.079031:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610342.079032:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610342.079032:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000400:00000010:1.0:1749610342.079033:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749610342.079034:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494490496, offset 0 00000100:00000040:0.0:1749610342.079035:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610342.079037:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610342.079039:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610342.079040:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610342.079042:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610342.079042:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000200:0.0:1749610342.079043:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494490752, offset 0 00000400:00000200:1.0:1749610342.079046:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91cf80 00000400:00000200:0.0:1749610342.079046:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610342.079050:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 60376 00000400:00000200:0.0:1749610342.079050:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610342.079053:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610342.079054:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d080 00000100:00000001:3.0:1749610342.079055:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610342.079055:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610342.079057:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 60600 00000100:00100000:3.0:1749610342.079058:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490112 02000000:00000001:3.0:1749610342.079059:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610342.079060:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610342.079061:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610342.079062:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610342.079063:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079064:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610342.079065:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610342.079066:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610342.079068:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490112 00000100:00000010:1.0:1749610342.079068:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04a80. 00000100:00000040:1.0:1749610342.079069:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04a80 x1834598494490496 msgsize 224 00000020:00000001:3.0:1749610342.079070:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610342.079071:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610342.079072:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610342.079072:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610342.079073:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610342.079074:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610342.079078:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:1.0:1749610342.079079:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749610342.079081:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610342.079085:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:3.0:1749610342.079088:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610342.079089:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610342.079090:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079094:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610342.079096:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610342.079097:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610342.079098:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610342.079099:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610342.079101:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610342.079105:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610342.079105:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610342.079106:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610342.079107:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610342.079109:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:1.0:1749610342.079110:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079111:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283300352 : -131939426251264 : ffff8800755dce00) 00000100:00000001:1.0:1749610342.079111:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610342.079113:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610342.079114:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dce00 x1834598494490112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610342.079115:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 697 usecs (1 jiffies) 00000100:00000001:1.0:1749610342.079117:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299615537 00000100:00000001:1.0:1749610342.079118:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299615538 00000100:00000001:1.0:1749610342.079120:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299615537 00000100:00000001:0.0:1749610342.079120:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610342.079121:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494490112:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610342.079121:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299615538 00000100:00000200:0.0:1749610342.079121:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610342.079122:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299615537 00000100:00000001:1.0:1749610342.079123:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299615538 00000100:00000200:3.0:1749610342.079124:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490112 00000100:00000001:1.0:1749610342.079124:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299615537 00000100:00000010:0.0:1749610342.079124:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09880. 00000100:00000001:1.0:1749610342.079125:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299615538 00000100:00000040:0.0:1749610342.079125:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09880 x1834598494490752 msgsize 224 00000020:00000001:3.0:1749610342.079126:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610342.079126:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610342.079127:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079128:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.079128:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610342.079129:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610342.079130:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.079132:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610342.079133:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610342.079134:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610342.079135:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610342.079135:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610342.079135:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000100:00000001:1.0:1749610342.079136:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610342.079136:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000020:00000001:3.0:1749610342.079137:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079137:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079138:0:28322:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:3.0:1749610342.079140:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610342.079140:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610342.079142:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610342.079143:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610342.079145:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610342.079145:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610342.079147:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610342.079147:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610342.079148:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610342.079151:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8800. 02000000:00000001:3.0:1749610342.079152:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079152:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610342.079153:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610342.079154:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490496 00000100:00000001:0.0:1749610342.079154:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610342.079155:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610342.079155:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610342.079156:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610342.079156:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610342.079157:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079157:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079157:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610342.079158:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610342.079159:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610342.079159:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 621 usecs (1 jiffies) 00000100:00100000:1.0:1749610342.079160:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490496 00000100:00000001:0.0:1749610342.079160:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299615537 00000100:00000001:3.0:1749610342.079161:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749610342.079161:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610342.079162:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610342.079162:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299615538 00000100:00000001:3.0:1749610342.079163:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610342.079163:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610342.079163:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299615537 00000100:00000040:3.0:1749610342.079164:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:1.0:1749610342.079164:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610342.079164:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299615538 00000100:00000001:3.0:1749610342.079165:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610342.079165:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299615537 00000100:00000001:3.0:1749610342.079166:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749610342.079166:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610342.079166:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299615538 00000020:00000001:1.0:1749610342.079167:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610342.079167:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299615537 00000100:00000040:3.0:1749610342.079168:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610342.079168:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299615538 00000100:00000001:0.0:1749610342.079169:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610342.079170:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610342.079170:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610342.079171:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079171:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079172:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610342.079172:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b39c0. 00000100:00000001:0.0:1749610342.079172:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079173:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610342.079174:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610342.079175:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000040:1.0:1749610342.079176:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610342.079176:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610342.079177:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1749610342.079178:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494490112, offset 0 00000100:00000001:0.0:1749610342.079178:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610342.079179:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610342.079180:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610342.079180:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610342.079181:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610342.079181:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610342.079182:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000400:00000010:2.0:1749610342.079184:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000010:1.0:1749610342.079184:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610342.079185:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610342.079187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610342.079187:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610342.079188:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610342.079189:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91ce00 00000100:00100000:0.0:1749610342.079189:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490752 00000100:00000200:2.0:1749610342.079190:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610342.079190:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610342.079191:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610342.079191:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610342.079192:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x512d [1] + 0 00000100:00000001:1.0:1749610342.079192:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610342.079192:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079193:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610342.079193:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079194:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610342.079195:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610342.079195:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490752 00000100:00000001:2.0:1749610342.079196:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610342.079196:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610342.079197:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610342.079197:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1749610342.079197:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610342.079198:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610342.079199:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610342.079199:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610342.079199:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610342.079199:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610342.079199:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610342.079200:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749610342.079201:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610342.079202:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610342.079203:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079204:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079204:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610342.079205:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee800. 00000100:00000001:2.0:1749610342.079206:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610342.079207:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610342.079207:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610342.079207:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490240 00000020:00000010:0.0:1749610342.079207:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610342.079208:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610342.079208:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610342.079209:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610342.079210:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079210:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610342.079211:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 681 usecs (1 jiffies) 02000000:00000001:1.0:1749610342.079211:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610342.079211:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee800. 00000100:00000001:3.0:1749610342.079212:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610342.079212:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490240 00000100:00000001:2.0:1749610342.079213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299615537 00000020:00000001:1.0:1749610342.079213:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610342.079213:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000020:00000040:1.0:1749610342.079214:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610342.079215:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610342.079215:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299615538 00000020:00000001:1.0:1749610342.079215:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749610342.079216:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:1.0:1749610342.079216:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610342.079216:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610342.079217:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299615537 00000020:00000001:1.0:1749610342.079217:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079218:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610342.079218:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:3.0:1749610342.079219:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610342.079219:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299615538 00000020:00000010:1.0:1749610342.079219:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000001:3.0:1749610342.079220:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610342.079220:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9000. 00000100:00000001:0.0:1749610342.079220:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610342.079221:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299615537 00000020:00000010:1.0:1749610342.079221:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:0.0:1749610342.079221:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610342.079222:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610342.079222:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299615538 00000100:00000001:1.0:1749610342.079222:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610342.079222:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610342.079223:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079223:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749610342.079224:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610342.079224:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299615537 00000100:00000001:1.0:1749610342.079224:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079224:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610342.079225:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610342.079226:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dce00 x1834598494490112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079226:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299615538 00000100:00000001:1.0:1749610342.079226:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079226:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079227:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610342.079229:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079230:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079231:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610342.079232:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494490112:12345-0@lo:38:kworker.0 Request processed in 111us (267us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610342.079232:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610342.079234:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610342.079234:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610342.079234:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610342.079235:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610342.079235:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610342.079236:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:3.0:1749610342.079237:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610342.079237:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000001:3.0:1749610342.079238:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610342.079238:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610342.079239:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209014400 : -131939500537216 : ffff880070f04a80) 00000020:00000010:3.0:1749610342.079240:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:2.0:1749610342.079241:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610342.079242:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:2.0:1749610342.079242:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610342.079242:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04a80 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/0 e 0 to 0 dl 1749610353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610342.079243:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610342.079244:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000010:3.0:1749610342.079245:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 02000000:00000001:2.0:1749610342.079245:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610342.079245:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610342.079246:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610342.079246:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209034368 : -131939500517248 : ffff880070f09880) 00000100:00000001:3.0:1749610342.079247:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610342.079247:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610342.079247:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b40. 00000100:00100000:2.0:1749610342.079249:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494490368:0@lo:38:kworker.0 00000100:00000001:1.0:1749610342.079249:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610342.079249:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09880 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:533/0 lens 224/0 e 0 to 0 dl 1749610353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610342.079250:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b40. 00000100:00000001:2.0:1749610342.079251:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610342.079253:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610342.079254:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610342.079254:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494490496:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610342.079254:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610342.079254:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee800. 02000000:00000001:2.0:1749610342.079255:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610342.079255:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490496 00000100:00000001:0.0:1749610342.079255:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610342.079257:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610342.079257:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610342.079257:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee800. 00000100:00000001:3.0:1749610342.079258:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749610342.079258:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071978400. 00000020:00000001:1.0:1749610342.079258:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610342.079259:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.079259:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494490752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610342.079260:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000001:1.0:1749610342.079260:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610342.079261:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000200:0.0:1749610342.079261:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490752 00000100:00000001:3.0:1749610342.079262:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283297664 : -131939426253952 : ffff8800755dc380) 00000020:00000001:1.0:1749610342.079262:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610342.079262:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610342.079263:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000020:00000001:1.0:1749610342.079263:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610342.079263:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749610342.079264:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dc380 x1834598494490240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610342.079265:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494490368, portal 10 00000020:00000001:1.0:1749610342.079265:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610342.079265:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610342.079266:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610342.079267:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610342.079267:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610342.079267:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610342.079268:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000020:00000001:1.0:1749610342.079268:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610342.079268:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749610342.079269:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494490240:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610342.079269:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610342.079270:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610342.079270:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610342.079271:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490240 00000020:00000001:0.0:1749610342.079271:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610342.079271:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610342.079272:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610342.079272:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610342.079272:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610342.079273:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610342.079273:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610342.079273:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610342.079274:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610342.079275:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610342.079275:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610342.079276:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079276:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:3.0:1749610342.079278:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749610342.079278:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3be800. 00010000:00000001:3.0:1749610342.079279:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610342.079279:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610342.079279:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.079279:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d576c00. 00010000:00000001:3.0:1749610342.079280:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610342.079280:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079280:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079281:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610342.079281:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610342.079281:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079282:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610342.079282:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:0.0:1749610342.079282:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610342.079283:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1749610342.079283:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494490496 00000020:00000001:0.0:1749610342.079283:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610342.079284:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494490368, offset 0 00010000:00000001:1.0:1749610342.079284:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:0.0:1749610342.079284:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494490752 02000000:00000010:3.0:1749610342.079285:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9000. 00010000:00000001:0.0:1749610342.079285:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610342.079286:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610342.079286:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f04a80 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610342.079287:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610342.079287:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1749610342.079287:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f09880 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610342.079288:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610342.079289:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610342.079290:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610342.079291:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610342.079291:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610342.079292:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610342.079292:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610342.079292:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.079292:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749610342.079293:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 0 0 0) 00010000:00000001:0.0:1749610342.079293:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610342.079294:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610342.079294:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610342.079295:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610342.079295:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91cf00 00000100:00000001:1.0:1749610342.079295:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610342.079296:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610342.079296:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610342.079297:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749610342.079298:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749610342.079298:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610342.079298:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:2.0:1749610342.079299:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 61344 02000000:00000001:1.0:1749610342.079299:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610342.079299:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610342.079300:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610342.079300:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610342.079300:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610342.079300:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610342.079301:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079301:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610342.079301:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610342.079302:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610342.079302:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610342.079302:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610342.079302:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610342.079303:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610342.079303:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000400:00000010:3.0:1749610342.079304:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610342.079304:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610342.079304:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494490496, offset 224 00000400:00000010:0.0:1749610342.079304:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000200:3.0:1749610342.079305:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494490240, offset 0 00000100:00000001:2.0:1749610342.079306:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610342.079307:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610342.079307:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610342.079308:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494490752, offset 224 00000400:00000200:3.0:1749610342.079309:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610342.079309:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dc000. 00000100:00000040:2.0:1749610342.079310:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dc000 x1834598494490368 msgsize 520 00000400:00000200:1.0:1749610342.079310:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610342.079310:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610342.079312:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610342.079312:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610342.079313:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610342.079313:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cf80 00000400:00000200:0.0:1749610342.079314:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610342.079315:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ce80 00000400:00000200:1.0:1749610342.079316:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5135 [1] + 224 00000400:00000200:2.0:1749610342.079318:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000200:1.0:1749610342.079318:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610342.079318:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d080 00000400:00000010:2.0:1749610342.079320:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000400:00000200:1.0:1749610342.079320:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610342.079321:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610342.079322:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5145 [1] + 0 00000400:00000200:3.0:1749610342.079324:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610342.079324:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610342.079325:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5139 [1] + 224 00000400:00000200:3.0:1749610342.079326:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610342.079327:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610342.079328:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610342.079328:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610342.079329:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610342.079330:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079330:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610342.079330:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610342.079332:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079332:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610342.079334:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610342.079335:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610342.079335:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079338:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079339:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610342.079339:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610342.079339:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610342.079341:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610342.079341:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610342.079342:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610342.079342:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079343:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610342.079344:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610342.079344:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:0.0:1749610342.079344:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610342.079345:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610342.079345:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 700 usecs (1 jiffies) 00000400:00000010:1.0:1749610342.079345:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610342.079346:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610342.079347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299615537 00000100:00000001:1.0:1749610342.079347:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610342.079347:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610342.079348:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079348:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299615538 00000400:00000200:0.0:1749610342.079348:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000020:00000001:3.0:1749610342.079349:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610342.079349:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610342.079349:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000040:3.0:1749610342.079350:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dc380 x1834598494490240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079350:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299615537 00000100:00000001:0.0:1749610342.079350:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610342.079351:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610342.079351:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610342.079352:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299615538 00010000:00000001:1.0:1749610342.079352:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610342.079352:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079353:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299615537 00000020:00000001:1.0:1749610342.079353:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610342.079354:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610342.079354:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749610342.079355:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494490240:12345-0@lo:38:kworker.0 Request processed in 85us (184us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610342.079355:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299615538 00010000:00000001:0.0:1749610342.079355:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610342.079356:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299615537 00000100:00000040:1.0:1749610342.079356:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04a80 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610342.079356:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610342.079357:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749610342.079358:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000001:2.0:1749610342.079358:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299615538 00000100:00000001:3.0:1749610342.079359:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610342.079359:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610342.079359:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610342.079359:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09880 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:533/0 lens 224/224 e 0 to 0 dl 1749610353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610342.079361:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9000. 00000100:00000001:2.0:1749610342.079361:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610342.079361:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494490496:12345-0@lo:400:kworker.0 Request processed in 113us (290us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610342.079363:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749610342.079364:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00100000:1.0:1749610342.079364:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1749610342.079364:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494490752:12345-0@lo:400:kworker.0 Request processed in 109us (237us total) trans 0 rc 0/0 00000020:00000010:3.0:1749610342.079365:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000100:00000040:2.0:1749610342.079366:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610342.079366:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610342.079367:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610342.079367:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610342.079368:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610342.079368:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000020:00000010:1.0:1749610342.079369:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:0.0:1749610342.079369:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610342.079370:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610342.079371:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490368 00000020:00000010:1.0:1749610342.079371:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610342.079371:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610342.079371:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610342.079372:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610342.079372:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610342.079373:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610342.079373:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610342.079373:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000020:00000010:0.0:1749610342.079373:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610342.079374:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610342.079374:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610342.079375:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610342.079375:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:0.0:1749610342.079375:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 02000000:00000001:2.0:1749610342.079376:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610342.079376:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610342.079377:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490368 00000020:00000001:3.0:1749610342.079377:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610342.079377:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000040:3.0:1749610342.079378:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610342.079378:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610342.079379:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.079379:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:3.0:1749610342.079380:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610342.079380:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494490624:0@lo:38:kworker.0 00000100:00000001:0.0:1749610342.079380:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610342.079381:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610342.079382:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610342.079382:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1749610342.079382:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749610342.079384:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 02000000:00000001:2.0:1749610342.079384:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749610342.079384:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:3.0:1749610342.079385:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 02000000:00000001:2.0:1749610342.079385:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079386:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610342.079386:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610342.079387:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610342.079387:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610342.079388:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079388:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610342.079389:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610342.079389:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007197b800. 00000100:00000001:1.0:1749610342.079390:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610342.079391:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079391:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610342.079391:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610342.079392:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610342.079393:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610342.079393:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffb58. 00000400:00000010:2.0:1749610342.079394:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000400:00000200:0.0:1749610342.079395:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000001:3.0:1749610342.079396:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610342.079396:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:3.0:1749610342.079397:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610342.079397:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610342.079398:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000001:3.0:1749610342.079399:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283296768 : -131939426254848 : ffff8800755dc000) 00000100:00000200:0.0:1749610342.079399:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610342.079400:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610342.079401:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dc000 x1834598494490368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610342.079401:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610342.079403:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000100:00000200:0.0:1749610342.079403:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610342.079404:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610342.079405:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00100000:3.0:1749610342.079406:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494490368:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610342.079406:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610342.079406:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610342.079407:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490368 00000100:00000001:0.0:1749610342.079407:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610342.079408:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610342.079408:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000200:1.0:1749610342.079408:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079408:0:28322:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749610342.079409:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610342.079410:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494490624, portal 10 02000000:00000001:0.0:1749610342.079410:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610342.079411:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610342.079411:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079412:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610342.079413:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079413:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000100:00000200:1.0:1749610342.079413:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610342.079413:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610342.079415:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610342.079416:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749610342.079416:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=97 v=5 (5 0 0 0) 00010000:00000001:3.0:1749610342.079417:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610342.079417:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610342.079418:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079418:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610342.079418:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:0.0:1749610342.079418:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610342.079419:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749610342.079419:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610342.079419:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610342.079420:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610342.079420:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610342.079420:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079420:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610342.079421:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610342.079421:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.079421:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1749610342.079422:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b9c00. 02000000:00000001:3.0:1749610342.079423:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079423:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:1.0:1749610342.079423:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=147 v=5 (5 0 0 0) 00000100:00000001:3.0:1749610342.079424:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749610342.079424:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610342.079425:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610342.079425:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749610342.079425:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=147 v=5 (1 0 0 0) 00010000:00000001:3.0:1749610342.079426:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610342.079427:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749610342.079427:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610342.079427:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610342.079427:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.079427:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079428:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610342.079429:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610342.079429:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494490624, offset 0 00010000:00000001:1.0:1749610342.079429:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610342.079429:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610342.079430:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610342.079430:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610342.079431:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00080000:1.0:1749610342.079431:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079431:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610342.079432:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610342.079432:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610342.079432:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610342.079433:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610342.079434:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610342.079434:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.079434:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610342.079435:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079435:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610342.079436:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610342.079436:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1749610342.079437:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610342.079437:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610342.079437:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610342.079438:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610342.079438:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610342.079439:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610342.079439:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610342.079440:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494490368, offset 0 00000100:00000040:1.0:1749610342.079440:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079440:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610342.079441:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d000 00000100:00000040:0.0:1749610342.079442:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610342.079443:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610342.079443:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610342.079444:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610342.079445:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610342.079445:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 61864 00000100:00000001:1.0:1749610342.079445:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610342.079446:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610342.079447:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494490752:0@lo:400:kworker.0 00000400:00000200:3.0:1749610342.079448:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91cf00 00000400:00000200:2.0:1749610342.079449:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610342.079449:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610342.079450:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5151 [1] + 0 00000100:00100000:1.0:1749610342.079450:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494490496:0@lo:400:kworker.0 00000100:00000001:0.0:1749610342.079450:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610342.079452:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610342.079452:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610342.079452:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610342.079452:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494490752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610342.079454:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610342.079454:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610342.079455:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749610342.079455:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494490496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079455:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610342.079456:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610342.079456:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610342.079456:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610342.079457:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610342.079457:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fe00. 02000000:00000001:0.0:1749610342.079458:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1749610342.079459:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dc700. 00000100:00000001:1.0:1749610342.079459:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610342.079459:0:28322:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749610342.079460:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1749610342.079460:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749610342.079461:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dc700 x1834598494490624 msgsize 520 02000000:00000010:1.0:1749610342.079461:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00000020:00000001:0.0:1749610342.079461:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610342.079462:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610342.079462:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1749610342.079462:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000020:00000001:1.0:1749610342.079463:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610342.079463:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:2.0:1749610342.079464:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610342.079464:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610342.079465:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 02000000:00000001:0.0:1749610342.079465:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610342.079465:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610342.079466:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610342.079466:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 02000000:00000001:1.0:1749610342.079467:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749610342.079468:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000001:1.0:1749610342.079468:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610342.079468:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610342.079468:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610342.079469:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610342.079469:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:1.0:1749610342.079469:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:0.0:1749610342.079469:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610342.079470:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610342.079470:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610342.079470:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610342.079471:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610342.079471:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.079471:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610342.079472:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.079472:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610342.079473:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610342.079473:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:0.0:1749610342.079473:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610342.079474:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610342.079474:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610342.079474:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610342.079474:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079474:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610342.079475:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610342.079475:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610342.079476:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dc000 x1834598494490368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079476:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610342.079476:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079478:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610342.079479:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610342.079479:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494490624 02000000:00000001:0.0:1749610342.079480:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610342.079481:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494490368:12345-0@lo:38:kworker.0 Request processed in 75us (170us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610342.079481:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610342.079482:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610342.079484:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 02000000:00000001:0.0:1749610342.079484:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079485:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610342.079485:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610342.079485:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494490624 00000100:00000001:3.0:1749610342.079486:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610342.079486:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610342.079487:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749610342.079487:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610342.079487:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610342.079488:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000001:0.0:1749610342.079488:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610342.079489:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000020:00000001:0.0:1749610342.079489:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610342.079490:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610342.079490:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610342.079491:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00000001:2.0:1749610342.079493:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610342.079493:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610342.079494:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610342.079494:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:0.0:1749610342.079495:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610342.079496:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610342.079497:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079497:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610342.079499:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 526 usecs (1 jiffies) 00000100:00000001:0.0:1749610342.079499:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079501:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299615537 00000100:00000001:2.0:1749610342.079503:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299615538 00000100:00000001:0.0:1749610342.079503:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299615537 00000100:00000001:0.0:1749610342.079506:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610342.079507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299615538 00000100:00000001:0.0:1749610342.079507:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610342.079508:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610342.079508:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299615537 00000100:00000001:3.0:1749610342.079509:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610342.079509:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000001:3.0:1749610342.079510:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299615538 00000100:00000001:0.0:1749610342.079510:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283298560 : -131939426253056 : ffff8800755dc700) 00000100:00000001:3.0:1749610342.079511:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299615537 00000100:00000040:0.0:1749610342.079512:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dc700 x1834598494490624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610362 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299615538 00000100:00000001:2.0:1749610342.079514:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610342.079516:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.079516:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494490624:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610342.079518:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494490624 00000400:00000001:2.0:1749610342.079519:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610342.079519:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749610342.079520:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749610342.079520:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610342.079539:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000020:00000001:0.0:1749610342.079540:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610342.079542:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00010000:00020000:0.0:1749610342.079542:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749610342.079543:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749610342.079544:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00010000:00000001:0.0:1749610342.079545:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610342.079546:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610342.079546:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610342.079547:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610342.079548:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610342.079549:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610342.079550:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8cc00. 02000000:00000001:0.0:1749610342.079551:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079552:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.079554:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610342.079555:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610342.079556:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610342.079557:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610342.079558:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610342.079560:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610342.079561:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610342.079561:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610342.079562:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610342.079563:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.079563:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610342.079565:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610342.079565:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610342.079566:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610342.079566:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610342.079567:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610342.079567:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.079567:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610342.079569:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.079569:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610342.079570:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 02000000:00000001:2.0:1749610342.079571:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610342.079571:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494490624, offset 0 00000400:00000200:0.0:1749610342.079573:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610342.079574:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610342 v=5 (0 0 0 0) 00000400:00000200:0.0:1749610342.079576:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610342.079577:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=65 v=20 (1 20 0 0) 00000400:00000200:0.0:1749610342.079579:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d000 00000100:00000001:2.0:1749610342.079580:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610342.079581:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5165 [1] + 0 00000100:00000001:2.0:1749610342.079582:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610342.079583:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610342.079584:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610342.079585:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610342.079587:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.079587:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610342.079589:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079593:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610342.079593:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079595:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610342.079597:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.079598:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610342.079599:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749610342.079599:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749610342.079600:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749610342.079601:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610342.079601:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610342.079602:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749610342.079603:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610342.079603:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.079604:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00080000:2.0:1749610342.079605:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610342.079606:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079607:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610342.079607:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610342.079608:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dc700 x1834598494490624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610362 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610342.079610:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610342.079614:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494490624:12345-0@lo:38:kworker.0 Request processed in 97us (152us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610342.079617:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494490112:0@lo:38:kworker.0 00000100:00100000:0.0:1749610342.079618:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000001:0.0:1749610342.079619:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610342.079620:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610342.079621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610342.079621:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610342.079622:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610342.079622:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000040:2.0:1749610342.079624:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08000 x1834598494490112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610342.079624:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000001:0.0:1749610342.079625:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079630:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610342.079631:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610342.079633:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071978c00. 02000000:00000001:2.0:1749610342.079636:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610342.079637:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610342.079638:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610342.079640:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610342.079641:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966b8c00. 02000000:00000001:2.0:1749610342.079644:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610342.079645:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610342.079646:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08000. 00000100:00000001:2.0:1749610342.079649:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610342.079650:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610342.079657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079658:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610342.079659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610342.079662:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610342.079663:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610342.079664:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000400:00000200:2.0:1749610342.079666:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749610342.079667:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:2.0:1749610342.079670:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610342.079673:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610342.079680:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079685:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610342.079686:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079688:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610342.079689:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610342.079690:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610342.079692:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610342.079694:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610342.079697:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610342 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610342.079700:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=47 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610342.079702:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610342.079703:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610342.079705:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079708:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079714:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610342.079716:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610342.079717:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079719:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610342.079720:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610342.079723:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610342.079725:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610342.079727:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079730:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610342.079736:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494490240:0@lo:38:kworker.0 00000400:00000001:2.0:1749610342.079740:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610342.079741:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610342.079743:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000400:00000200:2.0:1749610342.079745:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610342.079746:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749610342.079748:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610342.079751:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610342.079758:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079763:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610342.079764:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079766:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610342.079767:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610342.079768:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610342.079769:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610342.079771:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610342.079773:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610342 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610342.079776:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=147 v=20 (20 0 0 0) 00000100:00000001:2.0:1749610342.079778:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610342.079779:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610342.079781:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079790:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610342.079792:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610342.079808:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079810:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610342.079811:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610342.079814:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610342.079816:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610342.079818:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079821:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610342.079827:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494490368:0@lo:38:kworker.0 00000400:00000001:2.0:1749610342.079831:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610342.079833:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610342.079834:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000400:00000200:2.0:1749610342.079836:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749610342.079838:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749610342.079840:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610342.079842:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610342.079849:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079855:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610342.079856:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079858:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610342.079859:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610342.079860:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610342.079861:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610342.079863:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610342.079866:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610342 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610342.079869:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=97 v=20 (20 0 0 0) 00000100:00000001:2.0:1749610342.079871:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610342.079872:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610342.079874:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079877:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079883:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610342.079885:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610342.079886:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079887:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610342.079888:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610342.079890:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610342.079892:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610342.079894:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610342.079897:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610342.079903:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494490624:0@lo:38:kworker.0 00000100:00000001:2.0:1749610342.079907:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079908:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610342.079910:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494490240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079916:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610342.079917:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610342.079919:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071978000. 02000000:00000001:2.0:1749610342.079921:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610342.079923:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610342.079924:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610342.079925:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610342.079927:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966b8000. 02000000:00000001:2.0:1749610342.079929:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610342.079930:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610342.079931:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000100:00000001:2.0:1749610342.079933:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610342.079934:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079936:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610342.079938:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494490368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079944:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610342.079945:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610342.079946:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071978400. 02000000:00000001:2.0:1749610342.079948:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610342.079948:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610342.079949:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610342.079951:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610342.079952:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966b8800. 02000000:00000001:2.0:1749610342.079954:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610342.079955:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610342.079956:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00000001:2.0:1749610342.079957:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610342.079958:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079959:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610342.079962:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08e00 x1834598494490624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610342.079967:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610342.079968:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610342.079969:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197b800. 02000000:00000001:2.0:1749610342.079972:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610342.079972:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610342.079973:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610342.079975:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610342.079976:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966bb000. 02000000:00000001:2.0:1749610342.079978:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610342.079979:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610342.079980:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 00000100:00000001:2.0:1749610342.079982:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610342.079983:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610342.079985:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610342.079987:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610342.079988:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610342.079989:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610342.080588:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299615538, at 4299615538 00000100:00000040:3.0:1749610342.080590:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299615538, at 4299615538 00000100:00000040:0.0:1749610342.080590:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299615538, at 4299615538 00000100:00000010:2.0:1749610342.080597:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fbc0. 00000100:00000010:0.0:1749610342.080597:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f040. 00000100:00000010:3.0:1749610342.080604:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fdc0. 00000100:00000040:1.0:1749610342.080624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299615538, at 4299615538 00000100:00000010:1.0:1749610342.080630:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f9c0. 00000100:00000001:0.0:1749610342.450630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610342.450636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610342.450637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.450640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610342.450643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610342.450645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.450647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610342.450656:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f09180 x1834598494487552/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.450662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610342.450664:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494487552/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.450669:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610342.450671:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.450672:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610342.450674:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610342.450675:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494487552/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610342.450680:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494487552:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610342.450683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.450685:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610342.450686:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610342.450687:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610342.450689:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494487552/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.450693:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610342.450694:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610342.450698:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610342.450699:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610342.450701:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610342.450704:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610342.450706:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.450708:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ec00 refcount=4 00000020:00000001:0.0:1749610342.450709:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749610342.450711:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00010000:0.0:1749610342.450715:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450721:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610342.450724:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450727:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610342.450728:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450732:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610342.450733:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610342.450734:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450738:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610342.450739:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.450741:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610342.450743:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610342.450746:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ec00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610342.450748:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610342.450750:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450752:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610342.450753:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610342.450754:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610342.450755:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ec00 refcount=5 00000020:00000001:0.0:1749610342.450755:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749610342.450757:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749610342.450758:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610342.450760:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610342.450762:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610342.450763:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610342.450766:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610342.450767:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610342.450768:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610342.450769:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610342.450770:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610342.450772:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610342.450773:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610342.450773:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610342.450774:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610342.450776:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ec00 with handle 0x689c0ec07329d121 from hash 00010000:00000001:0.0:1749610342.450777:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610342.450778:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610342.450779:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610342.450779:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610342.450780:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610342.450781:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610342.450782:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610342.450783:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610342.450783:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610342.450784:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610342.450786:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610342.450788:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610342.450789:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610342.450789:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610342.450817:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610342.450818:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610342.450818:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610342.450819:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610342.450820:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d121 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610342.450825:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3fe00 count: 0 00010000:00000001:0.0:1749610342.450846:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610342.450847:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610342.450849:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610342.450851:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494487552/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.450854:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610342.450856:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610342.450858:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610342.450859:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610342.450862:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610342.450865:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610342.450866:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610342.450867:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:0.0:1749610342.450869:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610342.450870:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610342.450871:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610342.450873:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610342.450875:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610342.450879:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3ee800. 00000020:00000010:0.0:1749610342.450881:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610342.450885:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fe00. 00000040:00000010:0.0:1749610342.450887:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8fa00. 00000020:00000010:0.0:1749610342.450890:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610342.450893:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e600. 80000000:00000010:0.0:1749610342.450896:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610342.450900:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f800. 00080000:00000010:0.0:1749610342.450904:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610342.450908:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610342.450913:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610342.450914:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610342.450918:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fe00. 00000040:00000010:0.0:1749610342.450920:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8fa00. 00000020:00000010:0.0:1749610342.450922:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610342.450924:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e600. 80000000:00000010:0.0:1749610342.450926:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610342.450929:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f800. 00080000:00000010:0.0:1749610342.450931:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610342.450934:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610342.450937:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:0.0:1749610342.450938:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3ee800. 10000000:01000000:0.0:1749610342.450940:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749610342.450942:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610342.450944:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610342.450945:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610342.450947:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610342.450948:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749610342.450949:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610342.450950:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610342.450951:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:0.0:1749610342.450952:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610342.450953:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610342.450954:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749610342.450955:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610342.450956:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610342.450958:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610342.450958:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749610342.450961:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000020:00000040:0.0:1749610342.450963:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610342.450965:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610342.450967:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610342.450970:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610342.450973:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610342.450977:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.450979:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610342.450980:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610342.450982:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f800. 00010000:00000001:0.0:1749610342.450985:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610342.450986:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e000. 00000020:00000001:0.0:1749610342.450988:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610342.450990:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e000 with handle 0x689c0ec07329d128 to hash 00000020:00000001:0.0:1749610342.450991:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610342.450992:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610342.450994:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610342.450996:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610342.450997:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610342.450998:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610342.451002:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610342.451009:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610342.451012:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610342.451014:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610342.451017:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610342.451018:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610342.451020:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610342.451021:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000001:0.0:1749610342.451023:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610342.451026:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.451027:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610342.451028:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610342.451031:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.451034:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610342.451036:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610342.451037:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610342.451041:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610342.451042:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610342.451043:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.451044:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610342.451045:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610342.451046:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.451046:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610342.451047:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.451048:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610342.453616:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3fe00. 00010000:00000010:2.1:1749610342.453623:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610342.457562:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610342.457564:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610342.457565:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610342.457567:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610342.457568:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610342.457569:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.457571:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610342.457572:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610342.457573:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610342.816636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610342.816640:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610342.816689:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610342.816693:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610342.816694:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610343.079598:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610343.079609:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610343.079611:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610343.079615:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610343.079617:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610343.079620:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610343.079622:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610343.450617:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610343.450623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610343.450624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610343.450627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610343.450629:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610343.450632:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610343.450634:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610343.450636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610343.450637:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610343.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610343.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610343.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610343.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610343.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610343.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610343.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610343.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610343.457577:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610343.818626:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610343.818631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610343.818697:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610343.818701:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610343.818704:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610344.079598:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610344.079611:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610344.079614:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610344.079617:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610344.079619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610344.079622:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610344.079624:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610344.450629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610344.450635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610344.450637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610344.450641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610344.450643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610344.450647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610344.450649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610344.450652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610344.450654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610344.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610344.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610344.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610344.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610344.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610344.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610344.457578:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610344.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610344.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610344.820650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610344.820657:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610344.820660:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610344.820662:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610344.820666:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610344.820667:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610344.820669:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610344.820671:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610344.820757:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610344.820760:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610344.820762:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610345.079606:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610345.079617:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610345.079619:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610345.079622:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610345.079623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610345.079626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610345.079627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610345.450640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610345.450646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610345.450647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610345.450650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610345.450652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610345.450655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610345.450657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610345.450659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610345.450661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610345.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610345.457580:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610345.457581:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610345.457583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610345.457584:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610345.457586:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610345.457587:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610345.457589:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610345.457590:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610345.822708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610345.822714:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610345.822806:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610345.822810:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610345.822812:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610346.079606:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610346.079618:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610346.079619:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610346.079623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610346.079624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610346.079627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610346.079628:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610346.450635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610346.450641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610346.450643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610346.450646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610346.450648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610346.450651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610346.450653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610346.450656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610346.450657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610346.457572:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610346.457575:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610346.457576:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610346.457579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610346.457580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610346.457582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610346.457584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610346.457585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610346.457586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610346.824677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610346.824682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610346.824794:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610346.824798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610346.824800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610347.079631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610347.079643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610347.079645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.079648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610347.079650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610347.079652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.079653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610347.086632:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610347.086636:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610347.086638:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610347.086641:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610347.086642:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610347.086644:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610347.086646:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610347.086650:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1749610347.086654:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610347.086656:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086657:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086659:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086660:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610347.086663:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610347.086665:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610347.086667:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610347.086669:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610347.086670:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610347.086672:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610347.086674:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086675:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086676:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086677:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610347.086679:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610347.086680:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610347.086682:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610347.086683:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610347.086688:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610347.086689:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086690:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610347.086692:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610347.086697:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000020:00000040:0.0:1749610347.086699:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610347.086702:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610347.086703:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086705:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.086706:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610347.086709:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610347.086715:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096e8ec00. 00000100:00000001:0.0:1749610347.086720:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610347.086726:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610347.086733:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610347.086735:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.086738:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.086774:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610347.086776:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610347.086778:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610347.086779:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610347.086780:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610347.086782:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610347.086783:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1749610347.086784:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610347.086786:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086787:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086788:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086789:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610347.086790:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610347.086790:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610347.086791:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610347.086792:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610347.086793:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610347.086794:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610347.086796:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086796:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086797:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086798:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610347.086799:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610347.086801:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610347.086802:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610347.086803:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610347.086805:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610347.086806:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086807:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610347.086808:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086810:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610347.086810:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08700. 00000020:00000040:0.0:1749610347.086811:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610347.086812:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610347.086813:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610347.086813:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086814:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610347.086814:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.086815:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610347.086816:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610347.086818:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880096e8e400. 00000100:00000040:2.0:1749610347.086820:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.086820:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610347.086822:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610347.086826:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610347.086826:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610347.086827:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086828:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.086829:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08700] to pc [ptlrpcd_rcv+-1] req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610347.086830:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610347.086831:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610347.086833:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086833:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610347.086835:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494491008:0@lo:38:kworker.0 00000100:00080000:0.0:1749610347.086835:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610347.086836:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610347.086837:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610347.086837:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610347.086838:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610347.086839:0:8101:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610347.086840:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610347.086840:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4948 02000000:00000001:2.0:1749610347.086841:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610347.086842:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610347.086843:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610347.086843:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086844:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086845:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:2.0:1749610347.086846:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007197b800. 00000100:00000001:0.0:1749610347.086846:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610347.086847:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610347.086847:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610347.086848:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610347.086848:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610347.086849:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610347.086850:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610347.086851:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:2.0:1749610347.086853:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000100:00000040:0.0:1749610347.086853:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086854:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610347.086854:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086855:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610347.086857:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000010:2.0:1749610347.086858:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00080000:0.0:1749610347.086858:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610347.086859:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610347.086860:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610347.086861:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610347.086862:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610347.086863:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491008, portal 4 00000100:00000001:0.0:1749610347.086863:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610347.086864:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086865:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749610347.086865:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000100:00000001:2.0:1749610347.086866:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000020:00000040:0.0:1749610347.086866:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610347.086867:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610347.086868:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086869:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.086869:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610347.086870:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610347.086871:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610347.086874:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781da400. 00000100:00000001:0.0:1749610347.086875:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086876:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610347.086877:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610347.086878:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610347.086879:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000200:2.0:1749610347.086881:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494491008, offset 0 00000100:00000001:0.0:1749610347.086881:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610347.086883:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.086885:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.086886:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610347.086891:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.086893:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610347.086896:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610347.086896:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610347.086898:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000020:00000040:0.0:1749610347.086900:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610347.086902:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.086903:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610347.086904:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91d180 02000000:00000001:0.0:1749610347.086904:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610347.086907:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000400:00000200:2.0:1749610347.086908:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 520 00000100:00000001:0.0:1749610347.086909:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.086912:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610347.086914:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610347.086917:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610347.086917:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610347.086919:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086920:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610347.086921:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610347.086923:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_00_02+2] req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610347.086924:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dfb80. 00000100:00000040:2.0:1749610347.086926:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dfb80 x1834598494491008 msgsize 520 00000100:00100000:2.0:1749610347.086928:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610347.086947:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610347.086952:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610347.086953:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610347.086954:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00080000:0.0:1749610347.086955:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610347.086956:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610347.086957:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610347.086958:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1749610347.086959:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610347.086959:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610347.086961:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610347.086963:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610347.086963:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4948 00000100:00000040:2.0:1749610347.086965:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610347.086965:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610347.086967:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610347.086969:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.086969:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610347.086970:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610347.086970:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610347.086972:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610347.086973:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610347.086973:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610347.086975:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:2.0:1749610347.086976:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1123 usecs (2 jiffies) 00000100:00000001:2.0:1749610347.086978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299620546 00000100:00000010:2.0:1749610347.086980:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fbc0. 00000020:00000001:0.0:1749610347.086980:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610347.086982:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610347.086984:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:0.0:1749610347.086984:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610347.086985:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610347.086987:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610347.086988:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610347.086989:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299620546 00000100:00000040:0.0:1749610347.086990:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749610347.086991:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f700. 00000100:00000001:0.0:1749610347.086991:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610347.086992:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610347.086993:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610347.086994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299620546 00000100:00080000:0.0:1749610347.086994:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:2.0:1749610347.086996:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb40. 00000100:00000001:0.0:1749610347.086996:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.086997:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610347.086997:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610347.086997:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610347.086999:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299620546 00000100:00000010:2.0:1749610347.087000:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f980. 00000100:00100000:1.0:1749610347.087000:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1749610347.087000:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610347.087001:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749610347.087001:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087002:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087003:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610347.087003:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610347.087004:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087004:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087005:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087006:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610347.087006:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000100:00000001:1.0:1749610347.087007:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610347.087008:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610347.087008:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610347.087009:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610347.087010:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610347.087010:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610347.087010:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610347.087011:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610347.087011:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610347.087011:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610347.087011:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087012:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610347.087012:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610347.087012:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610347.087012:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.087013:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610347.087014:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610347.087014:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610347.087015:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087018:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610347.087018:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610347.087018:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781db800. 00000100:00000001:2.0:1749610347.087019:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087020:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610347.087020:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087021:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610347.087022:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610347.087024:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494491136:0@lo:38:kworker.0 00000100:00100000:0.0:1749610347.087024:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610347.087025:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610347.087026:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610347.087026:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610347.087027:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087027:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087028:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610347.087029:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610347.087029:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071978400. 02000000:00000001:1.0:1749610347.087029:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610347.087029:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610347.087030:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087030:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610347.087031:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491008 02000000:00000001:1.0:1749610347.087031:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610347.087032:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 02000000:00000001:3.0:1749610347.087033:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610347.087033:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b480] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610347.087034:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 02000000:00000001:1.0:1749610347.087034:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087035:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610347.087036:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491136, portal 10 00000100:00100000:1.0:1749610347.087036:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494491392:0@lo:400:kworker.0 00000100:00000001:3.0:1749610347.087037:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087037:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610347.087038:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209029888 : -131939500521728 : ffff880070f08700) 02000000:00000001:3.0:1749610347.087039:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087039:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610347.087040:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610347.087041:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491008 00000100:00000040:2.0:1749610347.087041:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610347.087042:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610347.087042:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1749610347.087043:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610347.087043:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610347.087044:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610347.087044:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610347.087045:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610347.087045:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610347.087045:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610347.087045:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1749610347.087046:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610347.087046:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000010:0.0:1749610347.087046:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b100. 00000020:00000001:3.0:1749610347.087047:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610347.087047:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494491136, offset 0 02000000:00000010:1.0:1749610347.087048:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000400:00000200:2.0:1749610347.087049:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610347.087049:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1749610347.087050:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610347.087051:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000400:00000200:2.0:1749610347.087051:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610347.087051:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610347.087052:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610347.087053:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610347.087054:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000200:2.0:1749610347.087054:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d200 00000400:00000010:1.0:1749610347.087054:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000400:00000200:2.0:1749610347.087056:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 62384 02000000:00000010:0.0:1749610347.087056:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000020:00000010:3.0:1749610347.087058:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:0.0:1749610347.087058:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610347.087059:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610347.087060:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610347.087061:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610347.087061:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610347.087062:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610347.087063:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610347.087064:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610347.087064:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610347.087064:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000010:2.0:1749610347.087066:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ddc00. 00000100:00000001:3.0:1749610347.087067:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610347.087067:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ddc00 x1834598494491136 msgsize 520 00000100:00000200:1.0:1749610347.087068:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494491392, portal 10 00000100:00100000:2.0:1749610347.087069:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610347.087069:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610347.087071:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000001:0.0:1749610347.087072:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610347.087074:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.087074:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087076:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610347.087077:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610347.087077:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b100] to pc [ptlrpcd_00_03+3] req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.087078:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:3.0:1749610347.087079:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610347.087079:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:3.0:1749610347.087080:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610347.087080:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610347.087082:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610347.087083:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000001:1.0:1749610347.087083:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610347.087085:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283312000 : -131939426239616 : ffff8800755dfb80) 00000100:00000040:1.0:1749610347.087085:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610347.087086:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610347.087087:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610347.087087:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749610347.087087:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610347.087089:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dfb80 x1834598494491008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610347.087089:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494491392, offset 0 00000100:00000001:2.0:1749610347.087091:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087091:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610347.087092:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.087092:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4958) 00000400:00000200:1.0:1749610347.087093:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610347.087094:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 682 usecs (1 jiffies) 00000100:00100000:3.0:1749610347.087095:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494491008:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610347.087095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299620545 00000100:00000001:2.0:1749610347.087097:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299620546 00000100:00000200:3.0:1749610347.087098:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491008 00000100:00000001:2.0:1749610347.087098:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299620545 00000100:00000001:2.0:1749610347.087099:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299620546 00000400:00000200:1.0:1749610347.087099:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610347.087100:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610347.087100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299620545 00000100:00000001:2.0:1749610347.087101:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299620546 00000100:00000001:2.0:1749610347.087102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299620545 00010000:00000001:3.0:1749610347.087103:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610347.087103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299620546 00000100:00000001:2.0:1749610347.087104:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610347.087104:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d300 00000100:00000001:2.0:1749610347.087105:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087106:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610347.087107:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610347.087107:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 62904 00000100:00000001:0.0:1749610347.087108:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610347.087110:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491136 00000020:00000001:3.0:1749610347.087111:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087111:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610347.087112:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610347.087112:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610347.087112:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00020000:3.0:1749610347.087113:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610347.087113:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610347.087113:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610347.087113:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610347.087114:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610347.087115:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610347.087115:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610347.087115:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610347.087116:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494491264:0@lo:38:kworker.0 00010000:00000001:3.0:1749610347.087117:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610347.087117:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610347.087117:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610347.087117:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087118:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610347.087119:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610347.087119:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610347.087119:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610347.087119:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491136 02000000:00000001:2.0:1749610347.087120:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610347.087121:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749610347.087121:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880071978000. 00000020:00000001:0.0:1749610347.087121:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610347.087122:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610347.087122:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610347.087122:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05c00. 00000020:00000040:0.0:1749610347.087122:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610347.087123:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610347.087124:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe160. 00000100:00000040:1.0:1749610347.087124:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05c00 x1834598494491392 msgsize 224 00000020:00000001:0.0:1749610347.087124:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610347.087125:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996ba800. 00000400:00000010:2.0:1749610347.087125:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 02000000:00000001:3.0:1749610347.087126:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610347.087126:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491264, portal 10 00000020:00000001:0.0:1749610347.087126:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087127:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087127:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749610347.087127:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610347.087128:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00010000:00000001:3.0:1749610347.087130:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610347.087130:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00010000:00000001:3.0:1749610347.087131:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610347.087131:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610347.087133:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610347.087133:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610347.087134:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610347.087135:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610347.087135:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610347.087135:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749610347.087136:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000010:0.0:1749610347.087136:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:3.0:1749610347.087137:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610347.087138:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610347.087138:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494491264, offset 0 00000100:00000001:3.0:1749610347.087139:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610347.087139:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:0.0:1749610347.087139:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610347.087140:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610347.087141:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610347.087141:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610347.087142:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610347.087142:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610347.087143:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610347.087143:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610347.087144:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610347.087145:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087145:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087146:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610347.087146:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610347.087147:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610347.087147:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.087148:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d280 00000400:00000010:3.0:1749610347.087149:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610347.087150:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 63128 00000100:00000001:0.0:1749610347.087151:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610347.087152:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610347.087153:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494491008, offset 0 00000400:00000200:2.0:1749610347.087153:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610347.087154:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610347.087154:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610347.087155:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610347.087155:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610347.087157:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dca80. 00000100:00000040:1.0:1749610347.087157:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087157:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610347.087158:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dca80 x1834598494491264 msgsize 520 00000100:00100000:0.0:1749610347.087158:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491392 00000400:00000200:3.0:1749610347.087160:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610347.087160:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610347.087161:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610347.087161:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610347.087162:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087163:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610347.087164:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91d180 00000100:00000001:2.0:1749610347.087164:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610347.087164:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610347.087164:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610347.087166:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491392 00000400:00000200:2.0:1749610347.087167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749610347.087167:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610347.087167:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610347.087168:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000010:2.0:1749610347.087169:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610347.087170:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610347.087170:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 691 usecs (1 jiffies) 00000020:00000001:0.0:1749610347.087170:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610347.087171:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610347.087171:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610347.087172:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299620545 00000400:00000200:3.0:1749610347.087173:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5175 [1] + 0 00000020:00000001:0.0:1749610347.087173:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610347.087175:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610347.087175:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299620546 00000020:00000001:0.0:1749610347.087175:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:3.0:1749610347.087176:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610347.087177:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087177:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299620545 00000400:00000200:3.0:1749610347.087178:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610347.087179:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299620546 00000100:00000001:0.0:1749610347.087179:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610347.087180:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610347.087180:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087180:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610347.087181:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299620545 00000100:00000001:2.0:1749610347.087182:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610347.087182:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee800. 00000100:00000200:3.0:1749610347.087183:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610347.087183:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 697 usecs (1 jiffies) 00000100:00000001:1.0:1749610347.087183:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299620546 00000100:00000001:2.0:1749610347.087184:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299620545 00000100:00000001:1.0:1749610347.087184:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299620545 00000100:00000001:2.0:1749610347.087185:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299620546 00000100:00000001:2.0:1749610347.087186:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299620545 00000100:00000001:2.0:1749610347.087187:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299620546 00000100:00000001:1.0:1749610347.087187:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299620546 00000100:00000040:3.0:1749610347.087188:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087188:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610347.087188:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610347.087189:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299620545 00000100:00000001:2.0:1749610347.087190:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299620546 00000100:00000001:1.0:1749610347.087190:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299620545 00000100:00000001:2.0:1749610347.087192:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299620546 00000100:00000001:1.0:1749610347.087192:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087193:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610347.087193:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610347.087193:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610347.087194:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087194:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610347.087195:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000400:00000001:2.0:1749610347.087197:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610347.087197:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610347.087197:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610347.087197:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000400:00000010:2.0:1749610347.087198:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000100:00000001:1.0:1749610347.087198:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610347.087199:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000400:00000200:2.0:1749610347.087200:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749610347.087200:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749610347.087200:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610347.087201:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610347.087202:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610347.087202:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610347.087203:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087203:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610347.087203:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1749610347.087204:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610347.087204:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610347.087204:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610347.087206:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610347.087206:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087206:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087207:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610347.087207:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087208:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610347.087209:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087210:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610347.087210:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610347.087210:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610347.087211:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610347.087211:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087212:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610347.087213:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610347.087213:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610347.087213:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610347.087213:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610347.087214:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610347.087215:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610347.087215:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610347.087216:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dfb80 x1834598494491008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087216:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087216:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610347.087217:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610347.087217:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491264 02000000:00000001:2.0:1749610347.087218:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610347.087218:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610347.087219:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610347.087219:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610347.087220:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087220:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610347.087221:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494491008:12345-0@lo:38:kworker.0 Request processed in 125us (293us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610347.087221:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610347.087222:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610347 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610347.087223:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494491648:0@lo:400:kworker.0 00000100:00100000:0.0:1749610347.087223:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491264 00000020:00000001:0.0:1749610347.087223:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749610347.087224:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=70 v=20 (1 20 0 0) 00000020:00000040:0.0:1749610347.087224:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749610347.087225:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000001:2.0:1749610347.087225:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610347.087225:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610347.087225:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087226:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610347.087226:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610347.087226:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087227:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610347.087227:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610347.087228:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610347.087228:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749610347.087228:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 02000000:00000001:1.0:1749610347.087229:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610347.087229:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000020:00000010:3.0:1749610347.087230:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:0.0:1749610347.087230:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:2.0:1749610347.087231:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610347.087231:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610347.087232:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:0.0:1749610347.087232:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610347.087232:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749610347.087233:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 00000100:00000001:0.0:1749610347.087233:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087234:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610347.087235:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610347.087235:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610347.087235:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087236:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087236:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749610347.087237:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000100:00000001:0.0:1749610347.087237:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087238:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087239:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610347.087239:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749610347.087240:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749610347.087240:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610347.087241:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610347.087242:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749610347.087242:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494491648, portal 10 00000100:00100000:0.0:1749610347.087242:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:3.0:1749610347.087243:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610347.087243:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749610347.087243:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610347.087244:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610347.087244:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209018880 : -131939500532736 : ffff880070f05c00) 00000100:00080000:2.0:1749610347.087245:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610347.087245:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209040640 : -131939500510976 : ffff880070f0b100) 00000100:00000001:2.0:1749610347.087246:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610347.087247:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05c00 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/0 e 0 to 0 dl 1749610358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610347.087248:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610347.087250:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610347.087252:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494491008:0@lo:38:kworker.0 00000100:00000001:0.0:1749610347.087252:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610347.087253:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 00000100:00000001:3.0:1749610347.087254:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610347.087254:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610347.087255:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610347.087255:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610347.087255:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610347.087256:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610347.087256:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610347.087257:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:2.0:1749610347.087257:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494491008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610347.087258:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610347.087259:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283303936 : -131939426247680 : ffff8800755ddc00) 00000100:00100000:0.0:1749610347.087259:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494491392:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749610347.087260:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000040:3.0:1749610347.087261:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ddc00 x1834598494491136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087261:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749610347.087261:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494491648, offset 0 00000100:00000200:0.0:1749610347.087261:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491392 02000000:00000001:2.0:1749610347.087262:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610347.087263:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749610347.087264:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197b800. 00000400:00000200:1.0:1749610347.087264:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610347.087265:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749610347.087266:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494491136:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610347.087266:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610347.087266:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610347.087267:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610347.087267:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749610347.087268:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491136 00000020:00000040:2.0:1749610347.087268:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610347.087269:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610347.087269:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610347.087269:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610347.087269:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:3.0:1749610347.087270:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749610347.087271:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096e8ec00. 00000020:00000001:0.0:1749610347.087271:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610347.087273:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610347.087273:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d400 00000020:00000001:0.0:1749610347.087273:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610347.087274:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087274:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749610347.087274:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1749610347.087275:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000020:00000001:0.0:1749610347.087275:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:3.0:1749610347.087276:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610347.087276:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 63648 00000020:00000001:0.0:1749610347.087276:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087277:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1749610347.087277:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749610347.087278:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610347.087278:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610347.087279:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610347.087279:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087280:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610347.087280:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610347.087280:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610347.087280:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610347.087281:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610347.087281:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610347.087281:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610347.087282:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610347.087282:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610347.087282:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610347.087283:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749610347.087284:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bb800. 00000100:00000001:2.0:1749610347.087284:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610347.087284:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99400. 02000000:00000001:3.0:1749610347.087285:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087285:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610347.087285:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087286:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610347.087286:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610347.087286:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610347.087286:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610347.087287:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610347.087288:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610347.087288:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f07480. 00000020:00000001:0.0:1749610347.087288:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610347.087289:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610347.087290:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610347.087290:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610347.087290:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610347.087290:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494491392 00000100:00000001:3.0:1749610347.087291:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610347.087291:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610347.087291:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f07480 x1834598494491648 msgsize 224 00010000:00000001:0.0:1749610347.087291:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749610347.087292:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610347.087293:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610347.087293:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087294:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610347.087294:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:0.0:1749610347.087294:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f05c00 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087295:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610347.087295:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494491520:0@lo:38:kworker.0 00000100:00000001:2.0:1749610347.087296:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610347.087297:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610347.087297:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610347.087297:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610347.087298:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610347.087298:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087298:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1749610347.087298:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610347.087299:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610347.087299:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007197b800. 00010000:00000001:0.0:1749610347.087299:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087300:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610347.087300:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610347.087300:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000040:3.0:1749610347.087301:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610347.087301:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00001000:0.0:1749610347.087301:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=152 v=5 (1 0 0 0) 00000400:00000010:3.0:1749610347.087302:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000010:2.0:1749610347.087302:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000100:00000001:0.0:1749610347.087302:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610347.087303:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610347.087304:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491136, offset 0 00000400:00000010:2.0:1749610347.087304:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000040:0.0:1749610347.087304:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749610347.087305:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491520, portal 10 00000100:00000001:0.0:1749610347.087305:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610347.087306:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610347.087306:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610347.087306:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610347.087306:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610347.087307:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 02000000:00000001:0.0:1749610347.087307:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610347.087309:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610347.087309:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610347.087310:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610347.087310:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610347.087312:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d200 00000100:00000001:1.0:1749610347.087312:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610347.087312:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:2.0:1749610347.087313:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610347.087314:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x517d [1] + 0 00000100:00000040:2.0:1749610347.087314:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610347.087315:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:1.0:1749610347.087315:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610347.087316:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610347.087316:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491392, offset 224 00000100:00000200:2.0:1749610347.087317:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494491520, offset 0 00000400:00000200:3.0:1749610347.087318:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610347.087319:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610347.087321:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610347.087321:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610347.087321:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610347.087322:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610347.087322:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610347.087323:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d380 00000100:00000200:3.0:1749610347.087325:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.087325:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 63872 00000100:00000001:1.0:1749610347.087325:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610347.087325:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610347.087327:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610347.087328:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 613 usecs (1 jiffies) 00000100:00000040:3.0:1749610347.087330:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610347.087330:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610347.087330:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299620545 00000400:00000200:0.0:1749610347.087330:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d300 00000100:00000001:2.0:1749610347.087331:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610347.087332:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610347.087332:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299620546 00000400:00000200:0.0:1749610347.087333:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5185 [1] + 224 00000100:00000010:2.0:1749610347.087334:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755de300. 00000100:00000001:1.0:1749610347.087334:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299620545 00000100:00000001:3.0:1749610347.087335:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610347.087336:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755de300 x1834598494491520 msgsize 520 00000100:00000001:1.0:1749610347.087336:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299620546 00000400:00000200:0.0:1749610347.087336:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610347.087337:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610347.087337:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299620545 00000400:00000010:3.0:1749610347.087338:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:2.0:1749610347.087338:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610347.087338:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610347.087339:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610347.087339:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299620546 00000100:00000001:3.0:1749610347.087340:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610347.087340:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610347.087340:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610347.087341:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749610347.087341:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299620545 00000100:00000001:3.0:1749610347.087342:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610347.087342:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000040:3.0:1749610347.087343:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610347.087343:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610347.087343:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299620546 00000100:00000200:0.0:1749610347.087343:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087344:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087344:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610347.087345:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610347.087345:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087346:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610347.087347:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ddc00 x1834598494491136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087348:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610347.087348:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610347.087350:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610347.087352:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494491136:12345-0@lo:38:kworker.0 Request processed in 85us (283us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610347.087352:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610347.087353:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087354:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610347.087355:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000400:00000200:0.0:1749610347.087355:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000001:3.0:1749610347.087356:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610347.087356:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610347.087356:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:3.0:1749610347.087357:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610347.087357:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 527 usecs (1 jiffies) 00000100:00000001:0.0:1749610347.087357:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749610347.087358:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610347.087358:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299620545 00000400:00000001:1.0:1749610347.087358:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610347.087359:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299620546 00000100:00000001:0.0:1749610347.087359:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610347.087360:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000001:2.0:1749610347.087360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299620545 00000400:00000001:1.0:1749610347.087360:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610347.087360:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610347.087361:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:2.0:1749610347.087361:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299620546 00000400:00000010:1.0:1749610347.087361:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000100:00000001:2.0:1749610347.087362:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299620545 00000100:00000040:0.0:1749610347.087362:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610347.087363:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610347.087363:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610347.087364:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299620546 00000400:00000200:1.0:1749610347.087364:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:0.0:1749610347.087364:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087365:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299620545 00000400:00000010:1.0:1749610347.087365:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000001:0.0:1749610347.087365:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610347.087366:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610347.087366:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299620546 00000100:00000001:2.0:1749610347.087367:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610347.087367:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610347.087367:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05c00 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610347.087368:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491648 00000100:00000001:2.0:1749610347.087368:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610347.087369:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610347.087369:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749610347.087369:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610347.087370:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610347.087370:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000200:1.0:1749610347.087370:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087371:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610347.087371:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 02000000:00000001:3.0:1749610347.087372:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610347.087372:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00100000:0.0:1749610347.087372:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494491392:12345-0@lo:400:kworker.0 Request processed in 119us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610347.087373:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491648 00000100:00000001:2.0:1749610347.087373:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610347.087374:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610347.087375:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000200:2.0:1749610347.087375:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610347.087376:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610347.087376:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000020:00000040:3.0:1749610347.087377:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749610347.087377:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:3.0:1749610347.087378:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:2.0:1749610347.087379:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087379:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610347.087380:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610347.087380:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610347.087381:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:3.0:1749610347.087382:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610347.087383:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610347.087383:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000020:00000010:3.0:1749610347.087384:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84bc0. 00000100:00000001:2.0:1749610347.087384:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087384:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610347.087384:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610347.087385:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749610347.087385:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000020:00000010:3.0:1749610347.087386:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b39c0. 00000100:00000001:2.0:1749610347.087386:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610347.087387:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610347.087387:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610347.087387:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610347.087388:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087389:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1749610347.087389:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610347 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610347.087390:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84bc0. 00000100:00001000:2.0:1749610347.087390:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=52 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610347.087390:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610347.087391:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610347.087392:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610347.087392:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610347.087392:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610347.087393:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:2.0:1749610347.087393:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610347.087393:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610347.087393:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610347.087394:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610347.087394:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491520 00000020:00000010:3.0:1749610347.087395:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000040:2.0:1749610347.087395:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087396:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610347.087396:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610347.087397:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610347.087397:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610347.087398:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610347.087398:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610347.087398:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087398:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087399:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610347.087399:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087400:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087400:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749610347.087400:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087401:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610347.087401:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087402:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610347.087402:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610347.087402:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610347.087402:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491520 00000100:00000001:3.0:1749610347.087403:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610347.087403:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=152 v=5 (5 0 0 0) 00000020:00000001:0.0:1749610347.087403:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610347.087404:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610347.087404:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1749610347.087404:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00080000:2.0:1749610347.087405:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:0.0:1749610347.087405:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610347.087406:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610347.087406:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610347.087406:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=152 v=5 (1 0 0 0) 00000020:00000001:0.0:1749610347.087406:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087407:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610347.087407:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610347.087408:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000020:00000001:0.0:1749610347.087408:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087409:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610347.087410:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610347.087410:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610347.087410:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610347.087411:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209025152 : -131939500526464 : ffff880070f07480) 00000100:00100000:2.0:1749610347.087411:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494491136:0@lo:38:kworker.0 00000020:00000010:0.0:1749610347.087412:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000040:3.0:1749610347.087413:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f07480 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:538/0 lens 224/0 e 0 to 0 dl 1749610358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087413:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610347.087413:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610347.087414:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610347.087414:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000040:2.0:1749610347.087416:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08700 x1834598494491136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610347.087416:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087417:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610347.087417:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610347.087418:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84bc0. 00000100:00000001:0.0:1749610347.087418:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610347.087419:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610347.087419:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610347.087420:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84bc0. 00000100:00000001:2.0:1749610347.087420:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610347.087420:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610347.087421:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071978400. 00000100:00000001:0.0:1749610347.087421:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610347.087422:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494491648:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610347.087423:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1749610347.087423:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087423:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610347.087424:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491648 00000020:00000001:3.0:1749610347.087424:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610347.087424:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749610347.087425:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000040:2.0:1749610347.087425:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610347.087426:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610347.087426:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610347.087426:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880096e8e400. 00000100:00000001:1.0:1749610347.087426:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1749610347.087427:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610347.087427:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610347.087427:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610347.087428:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610347.087428:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610347.087428:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610347.087429:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000010:2.0:1749610347.087429:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08700. 00000100:00000001:1.0:1749610347.087429:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610347.087430:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610347.087430:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610347.087430:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000020:00000001:3.0:1749610347.087431:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610347.087431:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610347.087431:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610347.087432:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610347.087432:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610347.087432:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283299456 : -131939426252160 : ffff8800755dca80) 00000020:00000001:3.0:1749610347.087433:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610347.087433:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610347.087434:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610347.087434:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610347.087434:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610347.087435:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087435:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610347.087436:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610347.087436:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610347.087436:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dca80 x1834598494491264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087437:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087438:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610347.087438:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610347.087440:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996bbc00. 00000100:00000001:1.0:1749610347.087440:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610347.087441:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087442:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087442:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610347.087443:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087443:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610347.087443:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494491264:12345-0@lo:38:kworker.0 00010000:00000040:3.0:1749610347.087444:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494491648 00010000:00000001:3.0:1749610347.087446:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749610347.087446:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.087446:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491264 00010000:00000200:3.0:1749610347.087448:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f07480 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610347.087448:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610347.087449:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:2.0:1749610347.087450:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:3.0:1749610347.087451:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610347.087452:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610347.087453:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=2 v=5 (1 1 0 0) 00000020:00000040:2.0:1749610347.087453:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:1.0:1749610347.087454:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494491392:0@lo:400:kworker.0 00000100:00000001:3.0:1749610347.087455:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610347.087456:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610347.087456:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087457:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610347.087457:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610347.087458:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:0.0:1749610347.087458:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749610347.087459:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087459:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610347.087460:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610347.087460:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1749610347.087460:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610347.087461:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610347.087461:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610347.087462:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610347.087462:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494491392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610347.087463:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610347.087464:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491648, offset 224 00000100:00100000:2.0:1749610347.087464:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:2.0:1749610347.087465:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283305728 : -131939426245888 : ffff8800755de300) 00000100:00000001:0.0:1749610347.087465:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749610347.087466:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610347.087466:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610347.087467:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610347.087468:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610347.087468:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755de300 x1834598494491520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087468:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610347.087469:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610347.087470:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d400 02000000:00000010:0.0:1749610347.087470:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a000. 02000000:00000010:1.0:1749610347.087471:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 02000000:00000001:0.0:1749610347.087472:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610347.087473:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5199 [1] + 224 00000100:00100000:2.0:1749610347.087473:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494491520:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610347.087473:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610347.087474:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610347.087474:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610347.087475:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610347.087475:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491520 00000020:00000001:2.0:1749610347.087476:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749610347.087476:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000001:0.0:1749610347.087476:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610347.087477:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610347.087477:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749610347.087477:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610347.087478:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610347.087479:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610347.087479:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 00000100:00001000:0.0:1749610347.087479:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610347.087480:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087481:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610347.087482:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610347.087483:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610347.087483:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610347.087483:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749610347.087484:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000040:3.0:1749610347.087485:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610347.087485:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610347.087485:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:2.0:1749610347.087486:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610347.087486:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749610347.087487:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610347.087487:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610347.087488:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.087488:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610347.087489:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610347.087489:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610347.087489:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610347.087490:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610347.087490:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610347.087490:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610347.087491:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610347.087491:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:0.0:1749610347.087491:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610347.087492:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:2.0:1749610347.087492:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880071978400. 02000000:00000001:0.0:1749610347.087492:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087493:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610347.087493:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087493:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610347.087493:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610347.087494:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087494:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087494:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610347.087494:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610347.087495:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610347.087496:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610347.087496:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610347.087496:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00010000:00000001:3.0:1749610347.087497:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610347.087497:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610347.087497:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087497:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749610347.087498:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610347.087498:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491264, offset 0 00000020:00000001:3.0:1749610347.087499:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1749610347.087499:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610347.087500:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f07480 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:538/0 lens 224/224 e 0 to 0 dl 1749610358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087500:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:1.0:1749610347.087500:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610347.087501:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610347.087502:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:1.0:1749610347.087502:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000100:00000001:2.0:1749610347.087503:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610347.087504:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00100000:3.0:1749610347.087505:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494491648:12345-0@lo:400:kworker.0 Request processed in 87us (213us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610347.087505:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610347.087505:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000040:2.0:1749610347.087506:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610347.087507:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610347.087508:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 02000000:00000001:2.0:1749610347.087508:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610347.087509:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:2.0:1749610347.087509:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087510:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610347.087510:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610347.087510:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610347.087510:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610347.087511:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610347.087511:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610347.087512:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000400:00000010:2.0:1749610347.087512:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000020:00000010:3.0:1749610347.087513:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000200:2.0:1749610347.087514:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491520, offset 0 00000020:00000010:3.0:1749610347.087515:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000400:00000200:2.0:1749610347.087515:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610347.087515:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610347.087516:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610347.087518:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610347.087518:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610347.087518:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610347.087520:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d280 00000400:00000200:2.0:1749610347.087536:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d380 00000400:00000200:2.0:1749610347.087539:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51a5 [1] + 0 00000400:00000200:2.0:1749610347.087541:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610347.087543:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610347.087543:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x518d [1] + 0 00000100:00000001:2.0:1749610347.087545:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610347.087546:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610347.087548:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610347.087549:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610347.087552:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610347.087553:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610347.087555:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087559:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610347.087561:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610347.087561:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749610347.087562:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610347.087563:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610347.087563:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610347.087564:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610347.087564:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610347.087565:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610347.087566:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610347.087566:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:3.0:1749610347.087567:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610347.087567:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610347.087568:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000020:00000001:2.0:1749610347.087569:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610347.087570:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:0.0:1749610347.087570:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610347.087571:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755de300 x1834598494491520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610347.087572:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:3.0:1749610347.087573:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610347.087573:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610347.087574:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610347.087576:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610347.087576:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494491520:12345-0@lo:38:kworker.0 Request processed in 102us (238us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610347.087576:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749610347.087576:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 02000000:00000001:1.0:1749610347.087577:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610347.087578:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610347.087578:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00100000:2.0:1749610347.087579:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000200:3.0:1749610347.087580:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087580:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610347.087581:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610347.087581:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610347.087581:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087581:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610347.087582:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.087583:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087584:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610347.087584:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000040:0.0:1749610347.087584:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610347.087585:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610347.087585:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000100:00000001:0.0:1749610347.087585:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087586:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749610347.087586:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=102 v=5 (5 0 0 0) 00000020:00000001:0.0:1749610347.087586:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610347.087587:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610347.087587:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610347.087588:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610347.087589:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610347.087589:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610347.087589:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=102 v=5 (1 0 0 0) 00000100:00000040:0.0:1749610347.087589:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dca80 x1834598494491264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610367 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610347.087590:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610347.087591:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610347.087592:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610347.087593:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610347 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610347.087594:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=102 v=20 (20 0 0 0) 00010000:00000001:1.0:1749610347.087594:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749610347.087594:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494491264:12345-0@lo:38:kworker.0 Request processed in 151us (434us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610347.087596:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610347.087597:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749610347.087597:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087598:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610347.087600:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610347.087602:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00000001:1.0:1749610347.087603:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087604:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610347.087604:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610347.087605:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610347.087605:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610347.087605:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610347.087606:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610347.087606:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610347.087607:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749610347.087607:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610347.087608:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610347.087608:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1749610347.087609:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610347.087609:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610347.087610:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00080000:3.0:1749610347.087611:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610347.087612:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610347.087612:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610347.087612:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000040:3.0:1749610347.087614:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610347.087614:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610347.087618:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610347.087620:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610347.087621:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494491520:0@lo:38:kworker.0 00000100:00000001:1.0:1749610347.087621:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610347.087624:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610347.087624:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610347.087624:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610347.087625:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000400:00000200:3.0:1749610347.087626:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:3.0:1749610347.087627:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:3.0:1749610347.087628:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610347.087630:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610347.087631:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494491648:0@lo:400:kworker.0 00000100:00000200:3.0:1749610347.087634:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087634:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610347.087636:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610347.087637:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610347.087637:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087638:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610347.087638:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b100 x1834598494491648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610347.087639:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610347.087639:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610347.087640:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610347.087641:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610347.087643:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610347 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610347.087644:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=152 v=20 (20 0 0 0) 00000100:00000001:1.0:1749610347.087644:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610347.087645:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610347.087646:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610347.087647:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610347.087647:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 00000100:00000001:3.0:1749610347.087648:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610347.087649:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610347.087650:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610347.087650:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610347.087651:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610347.087653:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610347.087654:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610347.087654:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610347.087655:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087655:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1749610347.087655:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:3.0:1749610347.087656:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610347.087657:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610347.087657:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610347.087658:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1749610347.087659:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000010:1.0:1749610347.087659:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b100. 00000100:00000001:3.0:1749610347.087660:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610347.087662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087662:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610347.087663:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610347.087664:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610347.087666:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494491264:0@lo:38:kworker.0 00000100:00000001:1.0:1749610347.087667:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610347.087668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087668:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610347.087668:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610347.087670:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b480 x1834598494491520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610347.087670:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610347.087671:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087673:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610347.087674:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610347.087675:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197b800. 02000000:00000001:3.0:1749610347.087677:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610347.087677:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610347.087678:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610347.087679:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610347.087680:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781db800. 02000000:00000001:3.0:1749610347.087683:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610347.087684:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610347.087684:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b480. 00000100:00000001:3.0:1749610347.087686:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610347.087686:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087687:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610347.087688:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494491264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610347.087692:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610347.087692:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610347.087693:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880071978000. 02000000:00000001:3.0:1749610347.087695:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610347.087695:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610347.087696:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610347.087697:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610347.087697:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da400. 02000000:00000001:3.0:1749610347.087700:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610347.087701:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610347.087702:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000001:3.0:1749610347.087703:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610347.087704:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610347.087705:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087706:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610347.087706:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610347.087707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610347.087708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610347.088562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299620546, at 4299620546 00000100:00000010:1.0:1749610347.088568:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f700. 00000100:00000040:3.0:1749610347.088569:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299620546, at 4299620546 00000100:00000040:2.0:1749610347.088571:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299620546, at 4299620546 00000100:00000040:0.0:1749610347.088571:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299620546, at 4299620546 00000100:00000010:3.0:1749610347.088579:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f980. 00000100:00000010:2.0:1749610347.088596:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb40. 00000100:00000010:0.0:1749610347.088611:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fbc0. 00000100:00000001:0.0:1749610347.450635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610347.450641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610347.450644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610347.450648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610347.450651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610347.450654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.450657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610347.450660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.450661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610347.457583:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610347.457587:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610347.457588:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610347.457590:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610347.457593:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610347.457595:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.457597:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610347.457598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610347.457600:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610347.826684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610347.826689:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610347.826734:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610347.826738:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610347.826740:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610348.086637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610348.086650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610348.086651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610348.086656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610348.086658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610348.086662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610348.086664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610348.450629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610348.450634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610348.450636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610348.450638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610348.450641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610348.450643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610348.450646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610348.450649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610348.450650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610348.457580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610348.457584:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610348.457586:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610348.457588:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610348.457590:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610348.457592:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610348.457594:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610348.457595:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610348.457597:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610348.828587:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610348.828591:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610348.828648:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610348.828652:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610348.828654:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610349.086634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610349.086648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610349.086650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610349.086654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610349.086656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610349.086659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610349.086661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610349.450641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610349.450647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610349.450649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610349.450653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610349.450656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610349.450659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610349.450661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610349.450664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610349.450666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610349.457580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610349.457583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610349.457585:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610349.457587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610349.457589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610349.457591:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610349.457594:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610349.457595:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610349.457597:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610349.830650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610349.830654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610349.830763:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610349.830766:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610349.830768:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610350.086635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610350.086647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610350.086649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610350.086653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610350.086656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610350.086659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610350.086661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610350.450663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610350.450669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610350.450671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610350.450674:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610350.450677:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610350.450679:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610350.450681:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610350.450683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610350.450684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610350.457583:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610350.457587:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610350.457588:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610350.457591:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610350.457593:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610350.457595:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610350.457597:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610350.457599:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610350.457601:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610350.832662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610350.832667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610350.832772:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610350.832775:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610350.832777:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610351.086589:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610351.086603:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610351.086605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610351.086609:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610351.086611:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610351.086614:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610351.086617:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610351.450635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610351.450641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610351.450643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610351.450647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610351.450649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610351.450652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610351.450655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610351.450657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610351.450659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610351.457572:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610351.457575:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610351.457576:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610351.457578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610351.457580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610351.457582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610351.457584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610351.457586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610351.457587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610351.834656:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610351.834661:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610351.834797:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610351.834801:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610351.834804:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610352.086606:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610352.086620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610352.086621:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.086625:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610352.086627:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.086630:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.086632:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610352.094593:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610352.094599:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610352.094602:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610352.094605:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610352.094608:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610352.094610:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610352.094614:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610352.094619:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1749610352.094623:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610352.094625:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094628:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094630:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.094632:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610352.094635:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610352.094638:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610352.094640:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610352.094643:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610352.094645:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610352.094647:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610352.094650:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094651:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094653:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.094654:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610352.094657:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610352.094660:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610352.094662:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.094664:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610352.094670:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610352.094672:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094674:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610352.094677:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610352.094682:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000020:00000040:0.0:1749610352.094686:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610352.094689:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610352.094691:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094693:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610352.094695:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610352.094698:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610352.094746:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca71400. 00000100:00000001:0.0:1749610352.094753:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.094760:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610352.094769:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610352.094772:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.094776:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b800] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610352.094803:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610352.094806:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610352.094809:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610352.094810:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610352.094812:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610352.094814:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610352.094816:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1749610352.094818:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610352.094820:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094822:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094823:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.094825:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610352.094827:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610352.094828:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610352.094829:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610352.094831:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610352.094833:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610352.094834:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610352.094835:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610352.094836:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.094838:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610352.094838:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094840:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094841:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.094842:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610352.094844:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610352.094844:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610352.094847:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610352.094848:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.094850:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610352.094853:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610352.094853:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610352.094854:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.094854:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094856:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610352.094857:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610352.094858:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.094859:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610352.094861:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610352.094861:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0ad80. 00000020:00000040:0.0:1749610352.094863:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749610352.094864:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494491776:0@lo:38:kworker.0 02000000:00000001:0.0:1749610352.094865:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610352.094866:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.094868:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610352.094868:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610352.094869:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610352.094870:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.094871:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610352.094873:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610352.094873:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca73800. 02000000:00000001:3.0:1749610352.094875:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610352.094876:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.094880:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1749610352.094882:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781da400. 02000000:00000001:3.0:1749610352.094883:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094886:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610352.094888:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.094900:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000040:0.0:1749610352.094902:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0ad80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610352.094906:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610352.094909:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610352.094912:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491776, portal 4 00000100:00080000:0.0:1749610352.094912:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610352.094914:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610352.094915:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00080000:0.0:1749610352.094915:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610352.094916:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610352.094918:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610352.094920:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749610352.094922:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610352.094922:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4953 00000100:00080000:0.0:1749610352.094924:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610352.094925:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094927:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094928:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610352.094929:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610352.094930:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610352.094932:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610352.094932:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610352.094933:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000400:00000010:3.0:1749610352.094934:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000001:0.0:1749610352.094934:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610352.094936:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494491776, offset 0 00000020:00000040:0.0:1749610352.094936:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610352.094938:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610352.094940:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:3.0:1749610352.094941:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610352.094943:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.094944:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.094946:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.094948:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610352.094949:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610352.094951:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749610352.094953:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610352.094953:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.094955:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610352.094957:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610352.094959:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094960:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610352.094962:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.094963:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91d480 00000100:00000010:0.0:1749610352.094965:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000040:0.0:1749610352.094966:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749610352.094968:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 1040 02000000:00000001:0.0:1749610352.094968:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610352.094969:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.094971:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610352.094973:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749610352.094975:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610352.094975:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610352.094977:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca72000. 00000400:00000200:3.0:1749610352.094979:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610352.094980:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.094983:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610352.094984:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610352.094986:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610352.094989:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ce00. 00000100:00000001:0.0:1749610352.094989:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610352.094991:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610352.094992:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ce00 x1834598494491776 msgsize 520 00000100:00000040:0.0:1749610352.094994:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610352.094996:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610352.095000:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.095003:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610352.095006:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610352.095009:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000020:00000040:0.0:1749610352.095010:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610352.095013:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610352.095013:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610352.095014:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610352.095015:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610352.095018:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000400:00000200:3.0:1749610352.095020:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:0.0:1749610352.095020:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095022:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000040:0.0:1749610352.095024:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610352.095026:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610352.095029:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610352.095030:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610352.095032:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.095036:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b480] to pc [ptlrpcd_00_00+0] req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095037:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610352.095039:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095046:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095047:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610352.095050:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610352.095054:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1108 usecs (2 jiffies) 00000100:00000001:3.0:1749610352.095058:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299625554 00000100:00000001:0.0:1749610352.095060:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610352.095062:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84bc0. 00000100:00080000:0.0:1749610352.095062:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610352.095065:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610352.095067:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610352.095067:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610352.095068:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610352.095071:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610352.095072:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299625554 00000100:00080000:0.0:1749610352.095073:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4953 00000100:00000010:3.0:1749610352.095075:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84d80. 00000100:00080000:0.0:1749610352.095075:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610352.095077:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610352.095077:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610352.095079:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610352.095080:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.095082:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610352.095084:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299625554 00000020:00000001:0.0:1749610352.095084:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610352.095085:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610352.095086:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749610352.095087:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84c40. 00000020:00000040:0.0:1749610352.095088:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610352.095089:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610352.095089:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749610352.095090:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610352.095092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299625554 00000100:00100000:2.0:1749610352.095092:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491776 00000020:00000001:0.0:1749610352.095092:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:3.0:1749610352.095094:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb845c0. 02000000:00000001:2.0:1749610352.095094:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610352.095094:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610352.095096:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610352.095096:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610352.095097:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610352.095098:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.095098:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610352.095099:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610352.095099:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610352.095101:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610352.095101:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610352.095102:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610352.095103:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610352.095103:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491776 00000100:00080000:0.0:1749610352.095104:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:2.0:1749610352.095105:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610352.095105:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095106:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610352.095106:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610352.095107:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610352.095107:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1749610352.095108:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095109:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610352.095109:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.095110:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610352.095111:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610352.095111:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095112:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610352.095124:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610352.095124:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610352.095125:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749610352.095125:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:0.0:1749610352.095125:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095128:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000100:00000010:0.0:1749610352.095128:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b100. 00000100:00000040:3.0:1749610352.095129:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610352.095130:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610352.095131:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610352.095132:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 02000000:00000001:0.0:1749610352.095132:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610352.095133:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095134:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610352.095135:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610352.095135:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.095136:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610352.095136:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610352.095136:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610352.095136:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610352.095137:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095137:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.095137:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095139:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610352.095140:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610352.095141:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610352.095141:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a400. 00000100:00000001:2.0:1749610352.095142:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095143:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095144:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610352.095146:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494491904:0@lo:38:kworker.0 00000100:00000001:1.0:1749610352.095146:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610352.095147:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.095147:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610352.095148:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.095149:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610352.095149:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610352.095150:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610352.095151:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610352.095151:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095152:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095153:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610352.095153:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494492160:0@lo:400:kworker.0 00000100:00000001:0.0:1749610352.095153:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610352.095154:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610352.095155:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610352.095155:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610352.095155:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610352.095156:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781db800. 02000000:00000001:1.0:1749610352.095157:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610352.095158:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610352.095158:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 02000000:00000001:1.0:1749610352.095158:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.095158:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b100] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095159:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191746560 : -131939517805056 : ffff88006fe8ce00) 02000000:00000001:1.0:1749610352.095159:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749610352.095161:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 02000000:00000010:1.0:1749610352.095162:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e994600. 00000100:00000040:2.0:1749610352.095163:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ce00 x1834598494491776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610352.095163:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095164:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610352.095165:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610352.095166:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000100:00000200:3.0:1749610352.095167:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494491904, portal 10 00000100:00000001:3.0:1749610352.095168:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610352.095168:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610352.095169:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209039744 : -131939500511872 : ffff880070f0ad80) 00000400:00000010:1.0:1749610352.095169:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:2.0:1749610352.095170:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494491776:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610352.095170:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749610352.095171:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494492160, portal 10 00000100:00000200:2.0:1749610352.095172:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491776 00000100:00000001:1.0:1749610352.095172:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749610352.095172:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000100:00000040:3.0:1749610352.095174:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610352.095174:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610352.095174:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 00000020:00000040:0.0:1749610352.095174:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610352.095176:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1749610352.095177:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610352.095177:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610352.095178:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610352.095179:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095180:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610352.095181:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000100:00000040:3.0:1749610352.095182:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610352.095182:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610352.095183:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095184:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000040:1.0:1749610352.095184:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610352.095185:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:3.0:1749610352.095186:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494491904, offset 0 00000020:00000001:2.0:1749610352.095187:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610352.095187:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494492160, offset 0 00000100:00000040:0.0:1749610352.095187:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610352.095189:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:2.0:1749610352.095189:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610352.095191:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610352.095193:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610352.095193:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749610352.095194:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610352.095195:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610352.095195:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095196:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610352.095196:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610352.095198:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d500 02000000:00000001:2.0:1749610352.095198:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610352.095198:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_00_01+1] req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610352.095200:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880071978c00. 00000400:00000200:1.0:1749610352.095201:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610352.095202:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095203:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 64392 00000100:00000001:2.0:1749610352.095203:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610352.095204:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d600 00010000:00000001:2.0:1749610352.095205:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610352.095206:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095207:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749610352.095207:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610352.095207:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 64912 00000100:00001000:2.0:1749610352.095209:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610352.095209:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4963) 00000400:00000200:3.0:1749610352.095210:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610352.095210:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610352.095210:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610352.095212:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610352.095213:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610352.095213:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610352.095214:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610352.095214:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610352.095215:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610352.095216:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000010:3.0:1749610352.095217:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d500. 00000100:00000001:0.0:1749610352.095217:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610352.095218:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610352.095219:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d500 x1834598494491904 msgsize 520 02000000:00000001:2.0:1749610352.095219:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610352.095219:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610352.095220:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095220:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610352.095222:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610352.095223:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610352.095223:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610352.095225:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000040:0.0:1749610352.095225:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.095227:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494491776, offset 0 00000100:00000001:3.0:1749610352.095229:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610352.095230:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610352.095231:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610352.095232:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610352.095235:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610352.095235:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610352.095236:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 02000000:00000001:0.0:1749610352.095236:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610352.095238:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 02000000:00000001:0.0:1749610352.095238:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610352.095239:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91d480 00000100:00000001:3.0:1749610352.095240:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610352.095240:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749610352.095240:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494492416:0@lo:400:kworker.0 00000100:00000200:1.0:1749610352.095241:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610352.095243:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.095243:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x51bd [1] + 0 00000100:00000001:0.0:1749610352.095243:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749610352.095244:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f07800. 02000000:00000001:0.0:1749610352.095245:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610352.095246:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610352.095246:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f07800 x1834598494492160 msgsize 224 02000000:00000001:0.0:1749610352.095246:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610352.095248:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610352.095248:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610352.095248:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610352.095250:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610352.095250:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749610352.095251:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 00000100:00000040:3.0:1749610352.095252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.095253:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095253:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610352.095253:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610352.095256:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffb58. 00000400:00000200:1.0:1749610352.095257:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749610352.095258:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610352.095258:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:2.0:1749610352.095259:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095260:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610352.095260:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610352.095262:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610352.095262:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095263:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610352.095264:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 676 usecs (1 jiffies) 00000100:00000001:3.0:1749610352.095266:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299625553 00000100:00000001:1.0:1749610352.095267:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610352.095267:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000400:00000200:2.0:1749610352.095268:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:3.0:1749610352.095269:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299625554 00000400:00000010:2.0:1749610352.095269:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000040:1.0:1749610352.095269:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095270:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610352.095271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299625553 00000100:00000001:2.0:1749610352.095271:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610352.095272:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610352.095272:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494492416, portal 10 00000100:00000001:3.0:1749610352.095273:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299625554 00000100:00000001:2.0:1749610352.095273:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095273:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610352.095274:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610352.095275:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299625553 00000100:00000040:2.0:1749610352.095275:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610352.095275:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095275:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000001:3.0:1749610352.095276:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299625554 00000100:00000001:2.0:1749610352.095276:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095277:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610352.095277:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749610352.095278:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299625553 00000100:00000040:2.0:1749610352.095279:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ce00 x1834598494491776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095279:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299625553 00000100:00000001:3.0:1749610352.095280:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299625554 00000100:00000001:1.0:1749610352.095280:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299625554 00000100:00000001:3.0:1749610352.095281:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610352.095281:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095283:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095285:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610352.095285:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494491776:12345-0@lo:38:kworker.0 Request processed in 115us (291us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610352.095286:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610352.095288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610352.095289:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1749610352.095289:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610352.095290:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000001:2.0:1749610352.095291:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610352.095292:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610352.095292:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494492416, offset 0 00000100:00000001:3.0:1749610352.095293:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749610352.095294:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00000001:3.0:1749610352.095295:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095296:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749610352.095296:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610352.095297:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610352.095297:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 02000000:00000001:3.0:1749610352.095299:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095300:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000400:00000200:0.0:1749610352.095301:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610352.095302:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494492032:0@lo:38:kworker.0 00000100:00000001:3.0:1749610352.095304:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610352.095304:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610352.095306:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749610352.095306:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d700 02000000:00000001:3.0:1749610352.095307:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095309:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610352.095310:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 65136 02000000:00000010:3.0:1749610352.095313:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 00000400:00000200:0.0:1749610352.095314:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610352.095315:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095317:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000001:1.0:1749610352.095317:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299625553 00000400:00000200:0.0:1749610352.095317:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610352.095319:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610352.095319:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610352.095319:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299625554 00000100:00000001:0.0:1749610352.095319:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749610352.095320:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494491904 00000100:00000001:1.0:1749610352.095320:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299625553 00000100:00000200:0.0:1749610352.095320:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610352.095321:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494492032, portal 10 02000000:00000001:2.0:1749610352.095321:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610352.095321:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299625554 00000100:00000001:2.0:1749610352.095322:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610352.095322:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299625553 00000100:00000001:3.0:1749610352.095323:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610352.095323:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095323:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299625554 00000100:00000010:0.0:1749610352.095323:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08700. 00000100:00000001:3.0:1749610352.095324:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000100:00000001:1.0:1749610352.095324:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610352.095325:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095325:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610352.095325:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08700 x1834598494492416 msgsize 224 00000100:00100000:2.0:1749610352.095326:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494491904 00000100:00000001:1.0:1749610352.095326:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095327:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610352.095327:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610352.095328:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610352.095329:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610352.095329:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610352.095329:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749610352.095330:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095331:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095331:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610352.095332:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749610352.095333:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:1.0:1749610352.095333:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610352.095333:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.095334:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749610352.095334:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000100:00000001:1.0:1749610352.095334:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095335:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000100:00000001:1.0:1749610352.095335:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095335:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610352.095336:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610352.095336:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610352.095337:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610352.095338:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed880. 00000100:00000001:2.0:1749610352.095339:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610352.095339:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:0.0:1749610352.095340:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:2.0:1749610352.095341:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095343:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610352.095343:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610352.095344:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610352.095345:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492160 02000000:00000001:1.0:1749610352.095346:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610352.095346:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095347:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610352.095347:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610352.095348:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494492032, offset 0 00000100:00100000:2.0:1749610352.095348:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492416 00000100:00000001:1.0:1749610352.095348:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610352.095349:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610352.095350:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610352.095350:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095351:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610352.095351:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610352.095351:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492160 02000000:00000001:2.0:1749610352.095352:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610352.095352:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749610352.095353:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492416 00000020:00000040:1.0:1749610352.095353:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610352.095353:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610352.095354:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610352.095354:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610352.095354:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610352.095355:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610352.095356:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749610352.095356:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:0.0:1749610352.095356:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610352.095357:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610352.095357:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610352.095358:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610352.095359:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:3.0:1749610352.095360:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d580 00000020:00000001:2.0:1749610352.095360:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610352.095362:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610352.095362:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610352.095362:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095363:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 65360 00000020:00000010:2.0:1749610352.095363:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fb40. 00000100:00000001:0.0:1749610352.095363:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610352.095364:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b40. 00000100:00000001:0.0:1749610352.095365:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095367:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749610352.095368:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:1.0:1749610352.095368:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee800. 00000100:00000040:0.0:1749610352.095368:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 605 usecs (1 jiffies) 00000400:00000200:3.0:1749610352.095370:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610352.095371:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610352.095371:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610352.095371:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299625553 00000100:00000001:3.0:1749610352.095372:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749610352.095372:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000020:00000010:1.0:1749610352.095373:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b40. 00000100:00000001:0.0:1749610352.095373:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299625554 00000100:00000200:3.0:1749610352.095374:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610352.095374:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000020:00000010:2.0:1749610352.095375:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 00000100:00000001:0.0:1749610352.095375:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299625553 00000020:00000010:1.0:1749610352.095376:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00000010:3.0:1749610352.095377:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d880. 00000100:00000001:0.0:1749610352.095377:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299625554 00000020:00000010:1.0:1749610352.095378:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000040:3.0:1749610352.095379:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d880 x1834598494492032 msgsize 520 00000100:00000040:2.0:1749610352.095379:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610352.095379:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299625553 00000100:00000001:2.0:1749610352.095380:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749610352.095380:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610352.095380:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299625554 00000100:00000001:2.0:1749610352.095381:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610352.095382:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610352.095382:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.095382:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299625553 00000100:00000001:1.0:1749610352.095383:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610352.095384:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610352.095384:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610352.095384:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299625554 00000100:00000001:1.0:1749610352.095385:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.095385:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610352.095386:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610352.095386:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095387:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610352.095387:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095388:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610352.095389:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095389:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610352.095389:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095389:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095390:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed880 00000400:00000010:3.0:1749610352.095391:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed880. 00000100:00000001:2.0:1749610352.095391:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610352.095391:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.095391:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610352.095392:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492032 00000100:00000001:3.0:1749610352.095393:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610352.095393:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610352.095394:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610352.095394:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095395:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610352.095395:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749610352.095396:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610352.095396:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610352.095396:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492032 00000100:00000001:1.0:1749610352.095396:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610352.095396:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749610352.095397:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610352.095398:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610352.095398:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610352.095398:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:0.0:1749610352.095398:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610352.095399:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610352.095399:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610352.095399:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610352.095400:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095400:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209029888 : -131939500521728 : ffff880070f08700) 00000100:00000001:0.0:1749610352.095400:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095401:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:3.0:1749610352.095402:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749610352.095402:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749610352.095402:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610352.095403:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08700 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:543/0 lens 224/0 e 0 to 0 dl 1749610363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610352.095404:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000040:3.0:1749610352.095405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095405:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610352.095406:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610352.095406:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095407:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095408:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095408:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610352.095409:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b40. 00000100:00000001:2.0:1749610352.095410:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610352.095410:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610352.095411:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095411:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610352.095411:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b40. 00000100:00000001:3.0:1749610352.095413:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610352.095413:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1749610352.095413:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494492416:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610352.095415:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610352.095415:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000200:1.0:1749610352.095415:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492416 00000100:00000001:2.0:1749610352.095416:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209026048 : -131939500525568 : ffff880070f07800) 00000020:00000001:1.0:1749610352.095417:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610352.095418:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 695 usecs (1 jiffies) 00000020:00000001:1.0:1749610352.095418:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749610352.095419:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f07800 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/0 e 0 to 0 dl 1749610363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095420:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299625553 00000020:00000001:1.0:1749610352.095420:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610352.095421:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610352.095422:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299625554 00000100:00000001:0.0:1749610352.095422:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610352.095423:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749610352.095423:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610352.095424:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299625553 00000020:00000010:2.0:1749610352.095424:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f4c0. 00000020:00000001:1.0:1749610352.095424:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610352.095425:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610352.095426:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299625554 00000100:00000001:2.0:1749610352.095426:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610352.095427:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f4c0. 00000020:00000001:1.0:1749610352.095427:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.095428:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299625553 00000020:00000001:1.0:1749610352.095428:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749610352.095428:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1749610352.095429:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299625554 00000020:00000001:1.0:1749610352.095429:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749610352.095430:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494492160:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749610352.095431:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095431:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191748352 : -131939517803264 : ffff88006fe8d500) 00000100:00000001:3.0:1749610352.095432:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299625553 00000100:00000200:2.0:1749610352.095432:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492160 00000020:00000001:1.0:1749610352.095432:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610352.095433:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610352.095434:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299625554 00000020:00000001:2.0:1749610352.095434:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610352.095435:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095435:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610352.095435:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d500 x1834598494491904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095436:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610352.095436:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749610352.095436:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610352.095437:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095437:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000010:1.0:1749610352.095438:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bec00. 00000020:00000001:2.0:1749610352.095439:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749610352.095439:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095440:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095440:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610352.095441:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610352.095441:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610352.095442:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749610352.095442:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1749610352.095443:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000020:00000001:2.0:1749610352.095443:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1749610352.095443:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494492416 00000100:00100000:0.0:1749610352.095443:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494491904:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749610352.095444:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610352.095444:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749610352.095445:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610352.095446:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610352.095446:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749610352.095446:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494491904 00000400:00000010:3.0:1749610352.095447:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610352.095447:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1749610352.095447:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f08700 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610352.095448:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610352.095449:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749610352.095449:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880071978000. 02000000:00000001:2.0:1749610352.095450:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610352.095450:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610352.095451:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610352.095451:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610352.095452:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610352.095452:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610352.095453:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749610352.095453:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494492160 00010000:00000001:2.0:1749610352.095454:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:1.0:1749610352.095454:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610352.095456:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1749610352.095457:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f07800 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610352.095457:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610352.095457:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095458:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610352.095459:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749610352.095460:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610352.095460:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610352.095460:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610352.095461:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610352.095461:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095461:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749610352.095462:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610352.095462:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610352.095462:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610352.095464:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610352.095464:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00010000:00000001:0.0:1749610352.095464:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610352.095465:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:1.0:1749610352.095465:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492416, offset 224 00000100:00000001:2.0:1749610352.095466:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610352.095466:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610352.095467:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610352.095467:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610352.095467:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610352.095467:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610352.095468:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610352.095468:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095469:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610352.095469:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610352.095470:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749610352.095471:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610352.095471:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610352.095472:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749610352.095472:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 02000000:00000010:0.0:1749610352.095473:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db65800. 00000100:00000001:3.0:1749610352.095474:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610352.095474:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492160, offset 224 00000400:00000200:1.0:1749610352.095474:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d700 00000100:00000001:3.0:1749610352.095475:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610352.095475:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610352.095476:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51d9 [1] + 224 00000100:00000001:0.0:1749610352.095476:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095478:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610352.095478:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610352.095479:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610352.095480:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610352.095480:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610352.095482:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610352 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610352.095482:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610352.095484:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610352.095484:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610352.095485:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=75 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610352.095486:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610352.095486:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610352.095488:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610352.095488:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610352.095488:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610352.095489:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610352.095490:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610352.095490:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610352.095491:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d600 00000100:00000001:3.0:1749610352.095492:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610352.095492:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610352.095493:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.095494:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51c9 [1] + 224 00000100:00000040:0.0:1749610352.095495:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610352.095496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.095497:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610352.095497:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610352.095498:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610352.095498:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095500:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610352.095500:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610352.095501:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610352.095502:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610352.095502:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610352.095503:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610352.095503:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610352.095504:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000400:00000010:0.0:1749610352.095504:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000001:3.0:1749610352.095506:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610352.095506:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610352.095506:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610352.095507:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610352.095507:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494491904, offset 0 00000100:00000001:3.0:1749610352.095508:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095508:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095510:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610352.095510:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610352.095510:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610352.095511:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610352.095512:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610352.095512:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610352.095513:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610352.095514:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610352.095514:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08700 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610352.095515:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610352.095515:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610352.095516:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610352.095517:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00080000:3.0:1749610352.095518:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610352.095518:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610352.095519:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610352.095519:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494492416:12345-0@lo:400:kworker.0 Request processed in 110us (193us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610352.095520:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610352.095520:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d500 00000100:00000040:3.0:1749610352.095540:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095540:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610352.095542:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610352.095542:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51c5 [1] + 0 00010000:00000001:2.0:1749610352.095544:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610352.095545:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095546:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610352.095546:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610352.095547:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494491776:0@lo:38:kworker.0 00000100:00000040:2.0:1749610352.095548:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f07800 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:543/0 lens 224/224 e 0 to 0 dl 1749610363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610352.095549:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610352.095551:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.095551:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610352.095552:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610352.095553:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494492160:12345-0@lo:400:kworker.0 Request processed in 128us (305us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610352.095555:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494491776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610352.095555:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610352.095557:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1749610352.095558:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610352.095559:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610352.095560:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610352.095561:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749610352.095562:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 02000000:00000001:3.0:1749610352.095563:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749610352.095564:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:0.0:1749610352.095564:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610352.095565:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781da400. 00000020:00000010:2.0:1749610352.095565:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000040:1.0:1749610352.095566:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:2.0:1749610352.095567:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000100:00000001:1.0:1749610352.095567:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610352.095568:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610352.095569:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1749610352.095569:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:1.0:1749610352.095569:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000100:00000001:2.0:1749610352.095570:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610352.095571:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610352.095571:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610352.095572:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000020:00000040:3.0:1749610352.095573:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:1.0:1749610352.095573:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000020:00000001:3.0:1749610352.095574:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610352.095574:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610352.095574:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000100:00000001:2.0:1749610352.095575:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749610352.095576:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca71400. 00000020:00000040:1.0:1749610352.095576:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:0.0:1749610352.095576:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00100000:2.0:1749610352.095577:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000001:1.0:1749610352.095577:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610352.095578:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191749248 : -131939517802368 : ffff88006fe8d880) 00000100:00000001:0.0:1749610352.095578:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610352.095579:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610352.095579:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610352.095580:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610352.095580:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d880 x1834598494492032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610352.095581:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610352.095582:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:3.0:1749610352.095584:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749610352.095584:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492032:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610352.095584:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610352.095585:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095586:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610352.095586:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492032 00000100:00000001:3.0:1749610352.095587:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610352.095587:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610352.095587:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610352.095588:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610352.095589:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610352.095590:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610352.095590:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.095591:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610352.095591:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d500 x1834598494491904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610352.095592:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610352.095592:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610352.095593:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:2.0:1749610352.095593:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:1.0:1749610352.095593:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610352.095594:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749610352.095594:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610352.095594:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffb58. 00000100:00000001:3.0:1749610352.095595:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749610352.095596:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610352.095597:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610352.095597:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000040:3.0:1749610352.095598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095598:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610352.095598:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 02000000:00000001:2.0:1749610352.095599:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610352.095599:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610352.095599:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494491904:12345-0@lo:38:kworker.0 Request processed in 155us (377us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749610352.095601:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007197b800. 00000100:00000200:1.0:1749610352.095601:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610352.095602:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095603:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610352.095604:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610352.095605:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1749610352.095605:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.095605:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1749610352.095606:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610352.095606:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610352.095607:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610352.095608:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610352.095608:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610352.095609:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610352.095609:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610352.095609:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610352.095610:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610352.095611:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610352.095611:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610352.095611:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610352.095611:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00100000:3.0:1749610352.095613:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494492288:0@lo:38:kworker.0 00000100:00000001:2.0:1749610352.095613:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610352.095613:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610352.095614:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610352.095614:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000100:00000040:2.0:1749610352.095615:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610352.095615:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610352.095616:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610352.095616:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610352.095616:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610352.095617:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095617:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610352.095617:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 02000000:00000001:3.0:1749610352.095618:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610352.095618:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610352.095619:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095629:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095629:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610352.095630:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749610352.095630:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=107 v=5 (5 0 0 0) 02000000:00000001:3.0:1749610352.095631:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610352.095631:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00001000:1.0:1749610352.095631:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1749610352.095631:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610352.095633:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492032, offset 0 00000100:00000001:1.0:1749610352.095633:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610352.095633:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610352.095634:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbad800. 00000400:00000200:2.0:1749610352.095634:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610352.095635:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610352.095635:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610352.095637:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:1.0:1749610352.095637:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610352.095638:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000400:00000010:3.0:1749610352.095640:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610352.095640:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d580 00000400:00000200:2.0:1749610352.095642:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51e1 [1] + 0 00010000:00000001:1.0:1749610352.095642:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095643:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749610352.095644:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610352.095645:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494492288, portal 10 00000100:00000040:1.0:1749610352.095645:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:2.0:1749610352.095646:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610352.095646:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610352.095646:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095647:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610352.095647:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610352.095648:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209040640 : -131939500510976 : ffff880070f0b100) 00000100:00000040:1.0:1749610352.095648:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.095649:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095651:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610352.095652:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095653:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610352.095653:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610352.095654:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610352.095655:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610352.095655:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610352.095658:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610352.095658:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749610352.095658:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749610352.095660:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610352.095660:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610352.095660:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00100000:1.0:1749610352.095660:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494492416:0@lo:400:kworker.0 00000100:00000001:2.0:1749610352.095661:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:3.0:1749610352.095662:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed880. 00000100:00000001:2.0:1749610352.095662:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610352.095662:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610352.095663:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095663:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610352.095664:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494492288, offset 0 00000100:00000040:2.0:1749610352.095665:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610352.095665:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494492416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095666:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610352.095667:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610352.095667:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610352.095669:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d880 x1834598494492032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095669:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610352.095670:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610352.095671:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 00000400:00000200:3.0:1749610352.095672:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610352.095672:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610352.095673:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492032:12345-0@lo:38:kworker.0 Request processed in 89us (293us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749610352.095673:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610352.095673:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610352.095674:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610352.095675:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 00000400:00000200:3.0:1749610352.095676:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d680 02000000:00000001:1.0:1749610352.095677:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610352.095677:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610352.095678:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000400:00000200:3.0:1749610352.095679:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 65880 00000100:00100000:2.0:1749610352.095679:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:2.0:1749610352.095680:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610352.095680:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610352.095680:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610352.095681:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610352.095681:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610352.095682:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000400:00000200:3.0:1749610352.095683:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610352.095683:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610352.095683:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095684:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000001:1.0:1749610352.095684:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610352.095685:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610352.095685:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000001:1.0:1749610352.095685:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095688:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610352.095688:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095688:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610352.095689:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610352.095689:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610352.095690:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610352.095691:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1749610352.095692:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8dc00. 00000400:00000010:1.0:1749610352.095692:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610352.095693:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000040:3.0:1749610352.095694:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8dc00 x1834598494492288 msgsize 520 00000400:00000010:1.0:1749610352.095694:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610352.095695:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610352.095697:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749610352.095697:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610352.095717:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095721:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610352.095722:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610352.095722:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095734:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610352.095736:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610352.095737:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed880 00000100:00000001:1.0:1749610352.095737:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610352.095738:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095739:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed880. 02000000:00000001:1.0:1749610352.095739:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095741:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1749610352.095741:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=7 v=5 (5 5 0 0) 00000100:00001000:1.0:1749610352.095742:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=7 v=5 (1 1 0 0) 00000100:00000200:3.0:1749610352.095744:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095744:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610352.095744:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610352.095745:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610352.095747:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095748:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610352.095749:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492288 02000000:00000001:2.0:1749610352.095750:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610352.095751:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610352.095751:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610352.095751:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095752:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095752:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610352.095752:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749610352.095753:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610352.095753:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749610352.095754:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095754:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610352.095755:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492288 00000100:00000040:1.0:1749610352.095755:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610352.095756:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610352.095757:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610352.095758:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610352.095759:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095759:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095759:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610352.095760:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610352.095760:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095760:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610352.095760:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610352.095761:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000040:1.0:1749610352.095762:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095763:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610352.095763:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000020:00000010:2.0:1749610352.095764:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000040:3.0:1749610352.095765:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 518 usecs (1 jiffies) 00000100:00000001:2.0:1749610352.095765:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749610352.095765:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494492160:0@lo:400:kworker.0 00000100:00000001:2.0:1749610352.095766:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610352.095767:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299625554 00000100:00000001:2.0:1749610352.095767:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095767:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610352.095768:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095768:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610352.095769:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299625554 00000100:00000040:1.0:1749610352.095769:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b480 x1834598494492160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095771:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299625554 00000100:00000001:1.0:1749610352.095772:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610352.095773:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299625554 02000000:00000001:1.0:1749610352.095773:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610352.095774:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e994600. 00000100:00000001:3.0:1749610352.095775:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299625554 02000000:00000001:1.0:1749610352.095775:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610352.095776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299625554 00000020:00000001:1.0:1749610352.095776:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610352.095777:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610352.095778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299625554 00000100:00000001:2.0:1749610352.095778:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610352.095778:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610352.095779:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000100:00000001:3.0:1749610352.095780:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299625554 02000000:00000001:1.0:1749610352.095780:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610352.095781:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610352.095781:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610352.095781:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610352.095782:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1749610352.095782:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b480. 00000100:00000001:3.0:1749610352.095783:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610352.095783:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610352.095783:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610352.095784:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1749610352.095784:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610352.095785:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1749610352.095786:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610352.095786:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191750144 : -131939517801472 : ffff88006fe8dc00) 00000100:00000001:1.0:1749610352.095786:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610352.095787:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610352.095787:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610352.095787:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610352.095788:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000040:2.0:1749610352.095789:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8dc00 x1834598494492288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610352.095790:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610352.095791:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610352.095793:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610352.095796:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610352.095797:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492288:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610352.095800:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492288 00000020:00000001:2.0:1749610352.095802:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610352.095803:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610352.095808:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610352.095809:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610352.095811:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610352.095813:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610352.095814:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610352.095815:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610352.095815:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610352.095816:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610352.095817:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610352.095818:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610352.095818:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610352.095819:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610352.095819:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610352.095821:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095822:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610352.095822:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8f800. 02000000:00000001:2.0:1749610352.095824:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610352.095825:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610352 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610352.095826:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610352.095828:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=57 v=20 (1 20 0 0) 00010000:00000001:2.0:1749610352.095828:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610352.095829:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095830:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749610352.095831:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610352.095832:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610352.095833:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610352.095834:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610352.095835:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610352.095837:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610352.095837:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610352.095839:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610352.095840:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610352.095843:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610352.095843:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610352.095844:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610352.095845:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610352.095846:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610352.095846:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095847:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610352.095848:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610352.095849:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610352.095849:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610352.095851:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00080000:3.0:1749610352.095852:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610352.095854:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:2.0:1749610352.095854:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492288, offset 0 00000100:00000001:3.0:1749610352.095856:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610352.095857:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610352.095859:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610352.095862:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610352.095866:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494491904:0@lo:38:kworker.0 00000400:00000200:2.0:1749610352.095866:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d680 00000400:00000200:2.0:1749610352.095869:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x51f9 [1] + 0 00000400:00000001:3.0:1749610352.095872:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610352.095873:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749610352.095873:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610352.095875:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000400:00000200:2.0:1749610352.095876:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610352.095877:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610352.095878:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610352.095880:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610352.095883:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610352.095887:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610352.095890:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610352.095891:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095895:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610352.095896:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610352.095898:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095909:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610352.095910:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610352.095911:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610352.095912:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.095914:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610352.095915:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610352.095916:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610352 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610352.095919:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=7 v=20 (1 20 0 0) 00000400:00000200:2.0:1749610352.095919:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610352.095920:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749610352.095921:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610352.095922:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610352.095922:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610352.095923:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610352.095924:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610352.095925:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610352.095927:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610352.095928:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610352.095929:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.095931:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610352.095933:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610352.095934:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8dc00 x1834598494492288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610372 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095935:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610352.095936:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.095937:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610352.095938:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610352.095940:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610352.095942:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749610352.095942:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492288:12345-0@lo:38:kworker.0 Request processed in 144us (246us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610352.095944:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610352.095947:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610352.095948:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:2.0:1749610352.095950:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610352.095951:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610352.095953:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000020:00000010:2.0:1749610352.095957:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000020:00000010:2.0:1749610352.095959:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00100000:3.0:1749610352.095960:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494492032:0@lo:38:kworker.0 00000100:00000001:2.0:1749610352.095961:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.095963:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.095965:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610352.095968:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0ad80 x1834598494491904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.095973:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610352.095974:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610352.095976:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781db800. 02000000:00000001:3.0:1749610352.095978:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610352.095980:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610352.095981:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610352.095982:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610352.095984:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca73800. 02000000:00000001:3.0:1749610352.095986:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610352.095987:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610352.095988:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0ad80. 00000100:00000001:3.0:1749610352.095991:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610352.095992:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.095994:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610352.095996:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494492032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.096001:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610352.096002:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610352.096004:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610352.096006:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610352.096007:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610352.096008:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610352.096009:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610352.096010:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca72000. 02000000:00000001:3.0:1749610352.096013:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610352.096014:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610352.096015:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000001:3.0:1749610352.096016:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610352.096018:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096019:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096022:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610352.096023:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096025:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610352.096026:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610352.096028:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610352.096029:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610352.096030:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610352.096032:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610352.096033:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610352.096035:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610352.096038:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610352.096045:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.096050:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610352.096051:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096052:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610352.096053:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610352.096054:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610352.096056:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610352.096057:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610352.096060:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610352 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610352.096063:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=107 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610352.096065:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610352.096067:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610352.096069:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610352.096072:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.096077:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610352.096079:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610352.096081:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096082:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610352.096083:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610352.096086:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610352.096088:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610352.096090:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610352.096093:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610352.096099:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494492288:0@lo:38:kworker.0 00000100:00000001:3.0:1749610352.096102:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.096104:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610352.096106:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b100 x1834598494492288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610352.096112:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610352.096113:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610352.096114:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbad800. 02000000:00000001:3.0:1749610352.096116:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610352.096117:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610352.096118:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610352.096120:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610352.096121:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a400. 02000000:00000001:3.0:1749610352.096124:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610352.096125:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610352.096126:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b100. 00000100:00000001:3.0:1749610352.096128:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610352.096129:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610352.096130:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.096131:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610352.096132:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610352.096133:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610352.096135:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610352.096556:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299625554, at 4299625554 00000100:00000010:2.0:1749610352.096561:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84c40. 00000100:00000040:3.0:1749610352.096563:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299625554, at 4299625554 00000100:00000040:1.0:1749610352.096564:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299625554, at 4299625554 00000100:00000040:0.0:1749610352.096566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299625554, at 4299625554 00000100:00000010:3.0:1749610352.096568:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb845c0. 00000100:00000010:1.0:1749610352.096570:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84d80. 00000100:00000010:0.0:1749610352.096571:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84bc0. 00000100:00000001:0.0:1749610352.450641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610352.450647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610352.450649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.450652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610352.450655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610352.450659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.450661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610352.450664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.450667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610352.457588:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610352.457592:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610352.457593:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610352.457595:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610352.457597:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610352.457598:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.457601:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610352.457602:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610352.457604:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610352.836655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610352.836660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610352.836733:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610352.836737:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610352.836740:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749610352.994678:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610352.994684:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610352.994687:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749610352.994857:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749610352.994865:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610352.994868:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610352.994871:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610352.994872:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610353.095628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610353.095642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610353.095643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610353.095647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610353.095649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610353.095652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610353.095653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610353.450618:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610353.450622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610353.450624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610353.450627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610353.450630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610353.450632:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610353.450634:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610353.450637:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610353.450638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610353.457574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610353.457577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610353.457578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610353.457580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610353.457581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610353.457583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610353.457584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610353.457585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610353.457587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610353.838623:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610353.838630:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610353.838631:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610353.838633:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610353.838637:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610353.838638:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610353.838639:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610353.838640:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610353.838731:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610353.838735:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610353.838737:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610354.095632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610354.095645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610354.095646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610354.095649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610354.095651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610354.095654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610354.095656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610354.450634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610354.450640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610354.450641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610354.450644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610354.450646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610354.450649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610354.450651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610354.450653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610354.450654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610354.457578:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610354.457581:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610354.457582:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610354.457584:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610354.457585:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610354.457587:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610354.457588:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610354.457590:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610354.457591:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610354.840633:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610354.840638:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610354.840716:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610354.840719:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610354.840721:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610355.095634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610355.095648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610355.095650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610355.095654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610355.095656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610355.095659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610355.095662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610355.450626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610355.450637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610355.450639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610355.450643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610355.450646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610355.450650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610355.450653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610355.450656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610355.450658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610355.457585:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610355.457589:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610355.457590:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610355.457592:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610355.457593:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610355.457595:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610355.457597:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610355.457598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610355.457600:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610355.842627:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610355.842632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610355.842722:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610355.842725:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610355.842727:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610356.095628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610356.095640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610356.095642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610356.095646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610356.095648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610356.095651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610356.095653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610356.450618:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610356.450624:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610356.450625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610356.450628:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610356.450630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610356.450633:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610356.450635:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610356.450637:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610356.450639:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610356.457574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610356.457577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610356.457579:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610356.457580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610356.457582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610356.457583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610356.457585:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610356.457586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610356.457587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610356.844656:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610356.844676:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610356.844717:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610356.844725:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610356.844728:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610357.095628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610357.095641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610357.095643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.095647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610357.095649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610357.095653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.095667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610357.102599:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610357.102604:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610357.102606:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610357.102608:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610357.102609:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610357.102611:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610357.102614:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610357.102617:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4958 00000100:00080000:0.0:1749610357.102620:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610357.102622:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102624:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102625:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102627:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610357.102630:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610357.102631:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610357.102633:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610357.102635:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610357.102637:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610357.102638:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610357.102639:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102640:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102641:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102642:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610357.102644:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610357.102645:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610357.102647:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.102649:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610357.102654:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610357.102669:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102670:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610357.102672:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610357.102677:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000020:00000040:0.0:1749610357.102680:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610357.102682:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610357.102684:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102686:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610357.102687:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610357.102690:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610357.102695:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db64c00. 00000100:00000001:0.0:1749610357.102700:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.102706:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610357.102713:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610357.102715:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102718:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.102734:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610357.102736:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610357.102738:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610357.102739:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610357.102740:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610357.102741:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610357.102743:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4958 00000100:00080000:0.0:1749610357.102744:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610357.102745:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102746:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102747:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102749:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610357.102750:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610357.102751:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610357.102752:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610357.102753:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610357.102754:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610357.102755:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610357.102757:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102757:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102758:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102759:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610357.102760:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610357.102761:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610357.102762:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.102763:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610357.102765:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610357.102766:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102767:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610357.102768:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610357.102769:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000020:00000040:0.0:1749610357.102770:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610357.102772:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610357.102772:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102773:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610357.102773:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610357.102774:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610357.102774:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610357.102776:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db64400. 00000100:00000001:3.0:1749610357.102777:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610357.102777:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.102779:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610357.102779:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610357.102783:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610357.102785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.102785:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102786:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.102791:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610357.102793:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610357.102795:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610357.102795:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610357.102796:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610357.102796:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610357.102797:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102798:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610357.102799:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4958 00000100:00080000:0.0:1749610357.102800:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749610357.102801:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610357.102801:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102802:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610357.102803:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610357.102803:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102804:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610357.102804:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610357.102805:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610357.102805:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610357.102806:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610357.102807:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00100000:3.0:1749610357.102808:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494492544:0@lo:38:kworker.0 00000020:00000001:0.0:1749610357.102808:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610357.102809:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610357.102810:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102811:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610357.102812:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610357.102812:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102813:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610357.102814:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:3.0:1749610357.102815:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610357.102815:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610357.102816:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102816:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.102817:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610357.102818:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610357.102818:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610357.102819:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102820:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610357.102821:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610357.102823:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbad800. 00000100:00000010:0.0:1749610357.102823:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000020:00000040:0.0:1749610357.102824:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749610357.102825:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.102825:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610357.102826:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102826:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610357.102827:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610357.102828:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610357.102831:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 02000000:00000010:0.0:1749610357.102833:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c63cc00. 00000100:00000001:0.0:1749610357.102834:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.102836:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610357.102837:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610357.102839:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610357.102840:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102841:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_rcv+-1] req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610357.102843:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494492544, portal 4 00000100:00000001:3.0:1749610357.102845:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610357.102845:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.102847:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000100:00000040:0.0:1749610357.102847:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610357.102849:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610357.102851:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000020:00000040:0.0:1749610357.102852:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610357.102853:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749610357.102854:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610357.102854:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610357.102854:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610357.102857:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000100:00000001:0.0:1749610357.102858:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102860:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610357.102861:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610357.102863:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610357.102864:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610357.102864:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610357.102866:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000040:0.0:1749610357.102867:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_00_02+2] req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610357.102869:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494492544, offset 0 00000400:00000200:3.0:1749610357.102873:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610357.102884:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610357.102890:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610357.102891:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91d780 00000100:00080000:0.0:1749610357.102891:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610357.102893:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610357.102894:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610357.102894:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610357.102895:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610357.102897:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4958 00000100:00080000:0.0:1749610357.102898:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610357.102899:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102900:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102901:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102902:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610357.102903:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610357.102904:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610357.102904:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610357.102905:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610357.102906:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610357.102907:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610357.102909:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610357.102909:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.102910:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610357.102911:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610357.102912:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610357.102913:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610357.102914:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.102915:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610357.102916:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610357.102917:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102918:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610357.102919:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610357.102921:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000020:00000040:0.0:1749610357.102922:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610357.102923:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610357.102924:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.102925:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610357.102925:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610357.102926:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610357.102928:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c63e800. 00000100:00000001:0.0:1749610357.102930:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.102931:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610357.102935:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749610357.102936:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 1560 00000100:00000001:0.0:1749610357.102936:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102937:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08000] to pc [ptlrpcd_rcv+-1] req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.102941:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102942:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749610357.102943:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610357.102944:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749610357.102945:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610357.102946:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610357.102947:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610357.102948:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610357.102948:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610357.102949:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610357.102949:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610357.102949:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610357.102950:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:0.0:1749610357.102951:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749610357.102952:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610357.102952:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610357.102953:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749610357.102953:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610357.102954:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749610357.102955:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8df80 x1834598494492544 msgsize 520 00000100:00000001:0.0:1749610357.102957:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610357.102958:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610357.102958:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.102958:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.102959:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610357.102959:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_00_03+3] req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.102962:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.102964:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610357.102965:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.102966:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610357.102967:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610357.102968:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610357.102970:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610357.102971:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00100000:2.0:1749610357.102972:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494492928:0@lo:400:kworker.0 00000400:00000010:3.0:1749610357.102973:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610357.102974:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610357.102975:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610357.102976:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610357.102977:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610357.102978:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610357.102978:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610357.102978:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.102980:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4968) 02000000:00000010:2.0:1749610357.102981:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829200. 02000000:00000001:2.0:1749610357.102982:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.102983:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610357.102984:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610357.102985:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:1.0:1749610357.102985:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610357.102986:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492544 00000100:00000001:3.0:1749610357.102988:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610357.102988:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610357.102989:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749610357.102989:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749610357.102990:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.102991:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610357.102991:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494492928, portal 10 00000100:00000001:2.0:1749610357.102992:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610357.102992:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.102993:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 02000000:00000001:1.0:1749610357.102994:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610357.102995:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00000100:00100000:1.0:1749610357.102996:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492544 00000100:00000001:3.0:1749610357.102997:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299630562 00000100:00000040:2.0:1749610357.102997:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610357.102998:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610357.102999:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:3.0:1749610357.103000:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb845c0. 00000020:00000001:1.0:1749610357.103000:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610357.103001:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103002:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610357.103002:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610357.103003:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610357.103004:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:2.0:1749610357.103004:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000200:2.0:1749610357.103006:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494492928, offset 0 00000020:00000010:1.0:1749610357.103006:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000400:00000200:2.0:1749610357.103009:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610357.103009:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610357.103012:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000400:00000200:2.0:1749610357.103013:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610357.103014:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299630562 00000100:00000001:1.0:1749610357.103015:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1749610357.103016:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84540. 00000100:00000001:1.0:1749610357.103016:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610357.103018:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:2.0:1749610357.103018:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91d900 00000100:00000001:1.0:1749610357.103018:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103020:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299630562 00000100:00000010:3.0:1749610357.103021:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84480. 00000400:00000200:2.0:1749610357.103021:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 66400 00000100:00000001:1.0:1749610357.103021:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103022:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610357.103024:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299630562 00000400:00000200:2.0:1749610357.103024:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749610357.103025:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84400. 00000400:00000200:2.0:1749610357.103026:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610357.103027:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610357.103027:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103028:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610357.103029:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103029:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610357.103030:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610357.103031:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103032:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103032:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749610357.103033:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ded80. 00000100:00000001:1.0:1749610357.103033:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610357.103034:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ded80 x1834598494492928 msgsize 224 00000100:00000001:3.0:1749610357.103035:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610357.103036:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610357.103036:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000001:3.0:1749610357.103037:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610357.103037:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610357.103037:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610357.103038:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751040 : -131939517800576 : ffff88006fe8df80) 00000100:00000001:3.0:1749610357.103039:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610357.103041:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610357.103042:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8df80 x1834598494492544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103043:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103045:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610357.103046:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610357.103046:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000001:3.0:1749610357.103047:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749610357.103047:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 02000000:00000001:3.0:1749610357.103048:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610357.103048:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494492544:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610357.103049:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610357.103050:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610357.103051:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494492672:0@lo:38:kworker.0 00000100:00000200:2.0:1749610357.103051:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610357.103051:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492544 00000100:00000001:0.0:1749610357.103051:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610357.103053:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610357.103053:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610357.103053:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492928 02000000:00000001:3.0:1749610357.103054:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610357.103054:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610357.103055:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610357.103055:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610357.103055:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610357.103056:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610357.103056:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610357.103056:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610357.103057:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 00000100:00000040:2.0:1749610357.103057:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610357.103058:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.103058:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610357.103060:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00100000:0.0:1749610357.103060:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492928 00000100:00000001:2.0:1749610357.103061:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610357.103061:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610357.103061:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000010:3.0:1749610357.103062:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610357.103062:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610357.103062:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610357.103063:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610357.103063:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000200:3.0:1749610357.103064:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494492672, portal 10 00000020:00000001:1.0:1749610357.103064:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103065:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610357.103065:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 682 usecs (1 jiffies) 00000020:00000001:0.0:1749610357.103065:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610357.103066:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000100:00000001:2.0:1749610357.103066:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299630561 00000020:00000001:0.0:1749610357.103066:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00020000:1.0:1749610357.103067:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610357.103068:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299630562 00010000:00000001:1.0:1749610357.103068:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610357.103069:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103069:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299630561 00000100:00000001:0.0:1749610357.103069:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610357.103070:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299630562 00010000:00000001:1.0:1749610357.103070:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610357.103071:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610357.103072:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299630561 00000100:00000001:1.0:1749610357.103072:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610357.103073:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610357.103073:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299630562 00000100:00000001:1.0:1749610357.103073:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610357.103074:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610357.103074:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299630561 00000400:00000010:3.0:1749610357.103075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610357.103075:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299630562 02000000:00000001:1.0:1749610357.103075:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749610357.103075:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610357.103076:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494492672, offset 0 00000100:00000001:2.0:1749610357.103076:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610357.103077:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610357.103077:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bf000. 00000400:00000200:3.0:1749610357.103078:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610357.103078:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610357.103078:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103079:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103079:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103079:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749610357.103081:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610357.103081:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00010000:00000001:1.0:1749610357.103082:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610357.103083:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d800 00000100:00000001:2.0:1749610357.103083:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610357.103083:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610357.103084:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610357.103084:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610357.103084:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000001:2.0:1749610357.103085:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610357.103086:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 66624 00000100:00000001:2.0:1749610357.103086:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610357.103086:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610357.103086:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00100000:2.0:1749610357.103087:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1749610357.103088:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610357.103088:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103088:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610357.103089:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610357.103090:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610357.103090:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103090:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.103090:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610357.103091:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610357.103091:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610357.103091:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610357.103091:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610357.103091:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610357.103092:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610357.103092:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610357.103092:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610357.103093:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610357.103094:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e680. 00000100:00000040:2.0:1749610357.103094:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103094:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610357.103094:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610357.103095:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e680 x1834598494492672 msgsize 520 00000100:00000040:1.0:1749610357.103096:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610357.103097:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610357.103097:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749610357.103098:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610357.103098:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610357.103098:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103098:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610357.103099:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103099:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610357.103099:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610357.103100:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610357.103100:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610357.103101:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610357.103102:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610357.103102:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610357.103102:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:2.0:1749610357.103103:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494493184:0@lo:400:kworker.0 00000400:00000200:3.0:1749610357.103104:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610357.103105:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610357.103105:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610357.103106:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610357.103106:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610357.103106:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610357.103107:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610357.103108:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.103108:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610357.103109:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829000. 02000000:00000001:2.0:1749610357.103111:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103111:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610357.103112:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749610357.103112:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000100:00000200:1.0:1749610357.103112:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494492544, offset 0 00000100:00100000:0.0:1749610357.103112:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492672 00000400:00000010:2.0:1749610357.103113:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 02000000:00000001:0.0:1749610357.103113:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610357.103114:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.103114:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610357.103115:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610357.103115:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103117:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103117:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610357.103117:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.103118:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492672 00000100:00000001:3.0:1749610357.103119:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610357.103119:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610357.103119:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749610357.103120:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610357.103120:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610357.103121:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 680 usecs (1 jiffies) 00000020:00000001:0.0:1749610357.103121:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103122:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299630561 00000100:00000200:2.0:1749610357.103122:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494493184, portal 10 00000020:00000001:0.0:1749610357.103122:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103123:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299630562 00000020:00000010:0.0:1749610357.103123:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00000001:3.0:1749610357.103124:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299630561 00000100:00000001:2.0:1749610357.103124:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610357.103124:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000400:00000200:1.0:1749610357.103124:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91d780 00000020:00000010:0.0:1749610357.103125:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610357.103126:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299630562 00000020:00000010:0.0:1749610357.103126:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:3.0:1749610357.103127:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299630561 00000400:00000200:1.0:1749610357.103127:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5205 [1] + 0 00000100:00000001:0.0:1749610357.103127:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610357.103128:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299630562 00000100:00000040:2.0:1749610357.103128:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.103128:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610357.103128:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103129:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299630561 00000400:00000200:1.0:1749610357.103129:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610357.103130:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299630562 00000100:00000001:0.0:1749610357.103130:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103131:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610357.103131:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610357.103131:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610357.103132:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103132:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103133:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610357.103133:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610357.103133:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610357.103134:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610357.103134:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000200:2.0:1749610357.103135:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494493184, offset 0 00000100:00000001:0.0:1749610357.103135:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610357.103135:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610357.103136:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.103137:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610357.103138:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749610357.103138:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000001:3.0:1749610357.103139:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.103139:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:3.0:1749610357.103140:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749610357.103140:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610357.103140:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283308416 : -131939426243200 : ffff8800755ded80) 02000000:00000001:3.0:1749610357.103141:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610357.103142:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610357.103142:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91da00 00000100:00000040:1.0:1749610357.103142:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610357.103143:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ded80 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/0 e 0 to 0 dl 1749610368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610357.103144:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494492800:0@lo:38:kworker.0 00000400:00000200:2.0:1749610357.103144:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 67144 00000100:00000001:3.0:1749610357.103145:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610357.103146:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610357.103146:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610357.103147:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103147:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610357.103148:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749610357.103148:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610357.103148:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eee00. 02000000:00000010:3.0:1749610357.103149:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbac800. 00000100:00000001:2.0:1749610357.103149:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610357.103149:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610357.103150:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610357.103150:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610357.103150:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610357.103151:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000020:00000010:0.0:1749610357.103151:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eee00. 00000400:00000010:3.0:1749610357.103152:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610357.103153:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494492800, portal 10 00000100:00000010:2.0:1749610357.103153:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719180. 00000100:00000001:3.0:1749610357.103154:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610357.103154:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719180 x1834598494493184 msgsize 224 00000100:00000001:3.0:1749610357.103155:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000400:00000200:1.0:1749610357.103155:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00100000:0.0:1749610357.103155:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494492928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749610357.103156:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749610357.103156:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000200:0.0:1749610357.103157:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492928 00000100:00000040:3.0:1749610357.103158:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610357.103158:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610357.103159:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610357.103160:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610357.103160:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610357.103161:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103162:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610357.103162:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610357.103162:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610357.103163:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610357.103163:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:3.0:1749610357.103164:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed880. 00000400:00000010:2.0:1749610357.103164:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000040:1.0:1749610357.103164:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610357.103164:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749610357.103165:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494492800, offset 0 00000100:00000001:2.0:1749610357.103165:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610357.103166:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610357.103166:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749610357.103167:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610357.103167:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610357.103167:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610357.103168:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610357.103169:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610357.103170:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610357.103170:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610357.103170:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610357.103171:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d880 00000100:00000040:2.0:1749610357.103172:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610357.103172:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8df80 x1834598494492544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610357.103172:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749610357.103173:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 67368 00000020:00000001:0.0:1749610357.103173:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610357.103174:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610357.103175:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610357.103175:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103176:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610357.103177:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610357.103177:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610357.103178:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610357.103178:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.103178:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610357.103179:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610357.103180:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 597 usecs (1 jiffies) 00000100:00100000:1.0:1749610357.103180:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494492544:12345-0@lo:38:kworker.0 Request processed in 130us (222us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749610357.103180:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957400. 00000100:00000010:3.0:1749610357.103181:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 00000100:00000001:2.0:1749610357.103181:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299630561 02000000:00000001:0.0:1749610357.103181:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610357.103182:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e300 x1834598494492800 msgsize 520 00000100:00000001:2.0:1749610357.103182:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299630562 00000100:00000001:0.0:1749610357.103182:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103183:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299630561 00000100:00100000:3.0:1749610357.103184:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610357.103184:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299630562 00000020:00000001:0.0:1749610357.103184:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103185:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299630561 00000100:00100000:1.0:1749610357.103185:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00000040:0.0:1749610357.103185:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494492928 00000100:00000001:2.0:1749610357.103186:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299630562 00000100:00000001:3.0:1749610357.103187:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610357.103187:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299630561 00000100:00000001:1.0:1749610357.103187:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1749610357.103187:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610357.103188:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299630562 00000400:00000200:3.0:1749610357.103189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed880 00000100:00000001:2.0:1749610357.103189:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610357.103189:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:0.0:1749610357.103189:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755ded80 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610357.103190:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed880. 00000100:00000001:2.0:1749610357.103190:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103191:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610357.103192:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103192:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610357.103192:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:2.0:1749610357.103193:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610357.103193:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610357.103194:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103196:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749610357.103196:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610357.103197:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610357.103197:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:0.0:1749610357.103198:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610357.103199:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610357.103200:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000001:0.0:1749610357.103200:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610357.103201:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.103201:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610357.103202:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610357.103202:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610357.103202:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610357.103202:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103203:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610357.103203:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493184 00000100:00000001:0.0:1749610357.103203:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610357.103204:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 696 usecs (1 jiffies) 02000000:00000001:2.0:1749610357.103204:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610357.103204:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610357.103205:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299630561 00000100:00000001:2.0:1749610357.103205:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.103206:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299630562 00000100:00000001:2.0:1749610357.103206:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610357.103206:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000001:3.0:1749610357.103207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299630561 02000000:00000001:2.0:1749610357.103207:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103208:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299630562 00000100:00000200:0.0:1749610357.103208:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492928, offset 224 00000100:00000001:3.0:1749610357.103209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299630561 00000100:00100000:2.0:1749610357.103209:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493184 00000020:00000001:2.0:1749610357.103210:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610357.103210:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610357.103211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299630562 00000020:00000001:2.0:1749610357.103211:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610357.103211:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610357.103212:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299630561 00000100:00000001:3.0:1749610357.103213:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299630562 00000020:00000040:2.0:1749610357.103213:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610357.103214:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610357.103214:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610357.103214:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610357.103215:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610357.103215:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749610357.103215:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610357.103216:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610357.103216:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494492800 00000100:00000040:3.0:1749610357.103217:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103217:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610357.103217:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749610357.103219:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f4c0. 00000100:00000001:1.0:1749610357.103219:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610357.103219:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d900 00000100:00000001:3.0:1749610357.103220:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610357.103220:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103221:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610357.103221:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fb40. 02000000:00000001:3.0:1749610357.103222:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610357.103222:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610357.103222:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x520d [1] + 224 02000000:00000001:3.0:1749610357.103223:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610357.103223:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749610357.103224:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610357.103224:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f4c0. 00000100:00100000:1.0:1749610357.103224:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494492800 00000400:00000200:0.0:1749610357.103225:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610357.103226:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494493056:0@lo:38:kworker.0 00000020:00000001:1.0:1749610357.103226:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610357.103227:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749610357.103227:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000020:00000040:1.0:1749610357.103227:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749610357.103227:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610357.103228:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749610357.103228:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000020:00000001:1.0:1749610357.103228:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610357.103229:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610357.103229:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103229:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610357.103230:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749610357.103231:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000020:00000001:1.0:1749610357.103231:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610357.103231:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610357.103232:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:3.0:1749610357.103233:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103233:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610357.103233:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610357.103233:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000400:00000010:3.0:1749610357.103235:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7630. 00000100:00000001:2.0:1749610357.103235:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610357.103235:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000400:00000010:3.0:1749610357.103236:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed880. 00000020:00000010:1.0:1749610357.103236:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000040:0.0:1749610357.103236:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610357.103237:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494493056, portal 10 00000100:00000001:2.0:1749610357.103237:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610357.103238:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610357.103238:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028096 : -131939500523520 : ffff880070f08000) 00000100:00000001:2.0:1749610357.103238:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610357.103238:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610357.103239:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103239:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610357.103240:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103240:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610357.103241:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103242:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103243:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610357.103243:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103244:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610357.103244:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610357.103245:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610357.103245:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610357.103246:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000400:00000200:0.0:1749610357.103246:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000100:00100000:2.0:1749610357.103247:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000001:1.0:1749610357.103247:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610357.103247:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:1.0:1749610357.103248:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610357.103248:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749610357.103249:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494493056, offset 0 00000100:00000040:2.0:1749610357.103249:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610357.103249:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610357.103250:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922129792 : -131938787421824 : ffff88009b719180) 00000400:00000200:3.0:1749610357.103251:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610357.103251:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:0.0:1749610357.103251:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103252:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191752832 : -131939517798784 : ffff88006fe8e680) 00000100:00000040:0.0:1749610357.103252:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610357.103253:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610357.103253:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719180 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:548/0 lens 224/0 e 0 to 0 dl 1749610368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610357.103254:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610357.103254:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610357.103255:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91d980 00000100:00000040:1.0:1749610357.103255:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e680 x1834598494492672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610357.103255:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610357.103257:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 67888 00000100:00000001:2.0:1749610357.103257:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749610357.103257:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ded80 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610357.103258:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610357.103258:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f4c0. 00000100:00000001:2.0:1749610357.103259:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610357.103260:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610357.103260:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f4c0. 00000100:00100000:1.0:1749610357.103260:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494492672:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610357.103262:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610357.103262:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610357.103262:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494493184:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610357.103262:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492672 00000020:00000001:1.0:1749610357.103263:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610357.103263:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494492928:12345-0@lo:400:kworker.0 Request processed in 114us (227us total) trans 0 rc 0/0 00000100:00000010:3.0:1749610357.103264:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ea00. 00000100:00000200:2.0:1749610357.103264:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493184 00010000:00000001:1.0:1749610357.103264:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610357.103265:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ea00 x1834598494493056 msgsize 520 00000020:00000001:2.0:1749610357.103265:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749610357.103267:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749610357.103267:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749610357.103267:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000001:3.0:1749610357.103268:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610357.103268:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610357.103268:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.103268:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:3.0:1749610357.103269:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000020:00000001:2.0:1749610357.103269:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610357.103269:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610357.103270:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000020:00000001:2.0:1749610357.103270:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610357.103270:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610357.103271:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610357.103271:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:1.0:1749610357.103271:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610357.103272:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610357.103272:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000200:3.0:1749610357.103273:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610357.103273:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610357.103273:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749610357.103273:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610357.103274:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610357.103274:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610357.103274:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000020:00000001:2.0:1749610357.103275:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103275:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610357.103276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610357.103276:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749610357.103276:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749610357.103276:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000040:3.0:1749610357.103278:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103278:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749610357.103278:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bf400. 02000000:00000001:1.0:1749610357.103278:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610357.103278:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:2.0:1749610357.103279:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610357.103279:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610357.103280:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103281:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103281:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:2.0:1749610357.103281:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8e400. 00010000:00000001:1.0:1749610357.103281:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610357.103282:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610357.103282:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610357.103282:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103282:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610357.103283:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610357.103283:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749610357.103283:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493056 00000100:00000040:3.0:1749610357.103284:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 518 usecs (1 jiffies) 02000000:00000001:0.0:1749610357.103284:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610357.103285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299630561 00000020:00000001:2.0:1749610357.103285:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103285:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610357.103285:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.103286:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299630562 00010000:00000040:2.0:1749610357.103286:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494493184 00000100:00000001:1.0:1749610357.103286:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610357.103286:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103287:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299630561 00010000:00000001:2.0:1749610357.103287:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749610357.103287:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610357.103288:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299630562 00000100:00000001:1.0:1749610357.103288:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610357.103288:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103289:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299630561 00000100:00100000:0.0:1749610357.103289:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493056 00000100:00000001:3.0:1749610357.103290:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299630562 00010000:00000200:2.0:1749610357.103290:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b719180 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103290:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610357.103290:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610357.103291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299630561 00000100:00000040:1.0:1749610357.103291:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:0.0:1749610357.103291:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610357.103291:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610357.103292:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299630562 00000020:00000001:0.0:1749610357.103292:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103293:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610357.103293:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610357.103293:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749610357.103293:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103294:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610357.103294:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610357.103294:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103295:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610357.103295:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000400:00000001:3.0:1749610357.103296:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1749610357.103296:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610357.103296:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610357.103296:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000400:00000001:3.0:1749610357.103297:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610357.103297:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000010:0.0:1749610357.103297:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000400:00000010:3.0:1749610357.103298:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000100:00000001:2.0:1749610357.103298:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610357.103298:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610357.103299:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000040:2.0:1749610357.103299:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610357.103299:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610357.103300:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610357.103300:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610357.103300:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103301:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610357.103301:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610357.103302:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610357.103302:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492672, offset 0 00000100:00000001:0.0:1749610357.103302:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610357.103303:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103303:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610357.103303:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610357.103304:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610357.103305:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610357.103305:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610357.103306:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749610357.103306:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610357.103308:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610357.103308:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494493184, offset 224 00000400:00000200:1.0:1749610357.103308:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610357.103309:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000400:00000200:2.0:1749610357.103310:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610357.103310:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 00000400:00000200:1.0:1749610357.103311:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d800 00000100:00000001:3.0:1749610357.103312:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610357.103312:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e300 x1834598494492800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103313:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610357.103313:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610357.103314:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5215 [1] + 0 00000100:00000001:3.0:1749610357.103315:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610357.103315:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91da00 02000000:00000001:3.0:1749610357.103316:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610357.103316:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610357.103317:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610357.103317:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492800:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610357.103318:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5221 [1] + 224 00000400:00000200:1.0:1749610357.103318:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610357.103319:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610357.103319:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494492800 02000000:00000001:3.0:1749610357.103320:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610357.103320:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610357.103320:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610357.103320:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610357.103321:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610357.103322:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610357.103322:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610357.103323:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610357 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610357.103324:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610357.103325:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=80 v=20 (1 20 0 0) 00000020:00000001:0.0:1749610357.103325:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610357.103326:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103327:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00020000:0.0:1749610357.103327:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749610357.103329:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:02020000:3.0:1749610357.103330:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00010000:00000001:0.0:1749610357.103330:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610357.103331:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610357.103331:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610357.103331:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610357.103331:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610357.103332:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610357.103332:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610357.103333:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610357.103335:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103335:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610357.103335:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957800. 02000000:00000001:0.0:1749610357.103336:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103337:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610357.103338:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00010000:00000001:0.0:1749610357.103338:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610357.103339:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610357.103339:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610357.103339:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00010000:00000001:0.0:1749610357.103339:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103340:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610357.103340:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610357.103341:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610357.103341:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00001000:0.0:1749610357.103341:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610357.103342:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610357.103342:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610357.103342:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103342:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610357.103343:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610357.103343:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610357.103344:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610357.103344:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610357.103344:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610357.103344:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:3.0:1749610357.103345:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610357.103345:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610357.103345:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610357.103346:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610357.103346:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610357.103346:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:3.0:1749610357.103347:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749610357.103347:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610357.103347:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610357.103348:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610357.103348:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e680 x1834598494492672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610357.103348:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610357.103349:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610357.103349:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610357.103349:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610357.103350:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610357.103350:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749610357.103350:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103351:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610357.103353:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719180 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:548/0 lens 224/224 e 0 to 0 dl 1749610368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610357.103353:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494492672:12345-0@lo:38:kworker.0 Request processed in 92us (255us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610357.103353:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610357.103354:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00100000:3.0:1749610357.103355:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494492544:0@lo:38:kworker.0 00000100:00000200:0.0:1749610357.103355:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494492800, offset 0 00000100:00000001:3.0:1749610357.103357:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610357.103357:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1749610357.103358:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610357.103358:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749610357.103358:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610357.103359:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494493184:12345-0@lo:400:kworker.0 Request processed in 99us (201us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610357.103359:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610357.103360:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494492544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610357.103360:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000400:00000200:0.0:1749610357.103361:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610357.103362:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00000001:3.0:1749610357.103363:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749610357.103363:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 02000000:00000001:3.0:1749610357.103364:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610357.103364:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:1.0:1749610357.103364:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000400:00000200:0.0:1749610357.103364:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d880 00000100:00000001:2.0:1749610357.103365:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610357.103365:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610357.103366:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbad800. 00000100:00000001:2.0:1749610357.103366:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610357.103366:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5229 [1] + 0 00000020:00000010:2.0:1749610357.103367:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000001:3.0:1749610357.103368:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610357.103368:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610357.103369:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610357.103369:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610357.103369:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610357.103370:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000400:00000200:0.0:1749610357.103370:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610357.103371:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:1.0:1749610357.103371:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000020:00000001:3.0:1749610357.103372:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749610357.103372:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000100:00000001:1.0:1749610357.103372:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191753728 : -131939517797888 : ffff88006fe8ea00) 00000100:00000001:0.0:1749610357.103372:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610357.103373:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64c00. 00000100:00000200:0.0:1749610357.103373:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610357.103374:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749610357.103374:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ea00 x1834598494493056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610357.103375:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610357.103376:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000020:00000040:2.0:1749610357.103376:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610357.103377:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103378:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610357.103378:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610357.103378:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103379:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610357.103379:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493056:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610357.103380:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493056 00000100:00000001:3.0:1749610357.103381:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610357.103382:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610357.103382:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610357.103382:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103383:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610357.103383:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610357.103383:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610357.103383:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610357.103383:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000100:00000001:2.0:1749610357.103384:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749610357.103384:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:0.0:1749610357.103385:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:3.0:1749610357.103386:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610357.103386:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.103386:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749610357.103387:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:1.0:1749610357.103387:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610357.103388:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00010000:00000001:1.0:1749610357.103388:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610357.103388:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610357.103389:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000040:0.0:1749610357.103389:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:3.0:1749610357.103390:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00010000:00000001:1.0:1749610357.103390:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610357.103390:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103391:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610357.103391:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610357.103391:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610357.103392:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103392:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610357.103393:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610357.103393:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494492800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610357.103394:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749610357.103394:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bf800. 00000400:00000001:2.0:1749610357.103395:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749610357.103395:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610357.103396:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000100:00000001:1.0:1749610357.103396:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610357.103397:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610357.103397:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610357.103397:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610357.103398:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00100000:0.0:1749610357.103398:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494492800:12345-0@lo:38:kworker.0 Request processed in 81us (215us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610357.103399:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00001000:1.0:1749610357.103399:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610357.103400:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103400:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103400:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610357.103400:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610357.103401:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610357.103401:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749610357.103401:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 02000000:00000001:3.0:1749610357.103402:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610357.103402:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610357.103402:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610357.103402:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610357.103402:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610357.103403:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103403:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610357.103403:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610357.103404:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103404:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610357.103404:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00001000:3.0:1749610357.103406:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610357 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610357.103406:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610357.103406:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00001000:3.0:1749610357.103407:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=62 v=20 (1 20 0 0) 02000000:00000001:1.0:1749610357.103407:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610357.103407:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103408:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610357.103408:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610357.103408:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000040:1.0:1749610357.103409:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610357.103409:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103410:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610357.103410:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610357.103410:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610357.103411:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610357.103412:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494493056, offset 0 00000100:00000040:3.0:1749610357.103413:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610357.103413:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610357.103414:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610357.103414:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103415:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610357.103416:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610357.103416:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749610357.103416:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610357.103417:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610357.103417:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.103418:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610357.103418:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103418:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610357.103418:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91d980 00000020:00000040:0.0:1749610357.103418:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610357.103419:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749610357.103419:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103420:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610357.103420:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5235 [1] + 0 00000100:00080000:3.0:1749610357.103421:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:2.0:1749610357.103421:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=112 v=5 (5 0 0 0) 00000100:00080000:3.0:1749610357.103422:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610357.103422:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610357.103423:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610357.103423:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=112 v=5 (1 0 0 0) 00000400:00000200:1.0:1749610357.103423:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610357.103424:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610357.103425:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103425:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103425:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610357.103426:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749610357.103427:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610357.103429:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494492672:0@lo:38:kworker.0 00010000:00080000:2.0:1749610357.103429:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610357.103431:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610357.103431:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610357.103432:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610357.103432:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000200:3.0:1749610357.103433:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00010000:00000001:2.0:1749610357.103433:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610357.103434:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610357.103435:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610357.103435:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610357.103435:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610357.103436:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610357.103436:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610357.103437:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1749610357.103437:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610357.103437:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749610357.103438:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610357.103438:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610357.103439:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610357.103440:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610357.103440:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103440:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610357.103441:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610357.103442:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610357.103443:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610357.103443:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610357.103444:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103444:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103444:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610357.103445:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610357.103445:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610357.103445:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ea00 x1834598494493056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610377 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610357.103446:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610357.103446:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.103447:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610357.103447:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610357.103448:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610357.103450:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610357 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610357.103450:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493056:12345-0@lo:38:kworker.0 Request processed in 71us (183us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749610357.103451:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=12 v=20 (1 20 0 0) 00000100:00100000:2.0:1749610357.103451:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494493184:0@lo:400:kworker.0 00000100:00000001:3.0:1749610357.103453:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1749610357.103453:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610357.103453:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:3.0:1749610357.103454:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749610357.103454:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610357.103454:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610357.103455:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610357.103455:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000001:1.0:1749610357.103455:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610357.103456:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610357.103456:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000020:00000010:1.0:1749610357.103456:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000400:00000010:2.0:1749610357.103457:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000010:1.0:1749610357.103457:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749610357.103458:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610357.103458:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:1.0:1749610357.103459:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103460:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610357.103460:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749610357.103460:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103461:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103462:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610357.103462:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610357.103464:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:2.0:1749610357.103464:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610357.103464:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749610357.103465:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610357.103465:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103466:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610357.103467:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103467:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610357.103467:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103468:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610357.103469:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610357.103470:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610357.103470:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610357.103471:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494492800:0@lo:38:kworker.0 02000000:00000001:2.0:1749610357.103471:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610357.103472:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=12 v=5 (5 5 0 0) 00000400:00000001:3.0:1749610357.103473:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610357.103473:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610357.103474:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7630. 00000100:00001000:2.0:1749610357.103474:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=12 v=5 (1 1 0 0) 00000400:00000200:3.0:1749610357.103475:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed880 00000100:00000001:2.0:1749610357.103475:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749610357.103476:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed880. 00000100:00000001:2.0:1749610357.103476:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610357.103476:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610357.103477:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610357.103478:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749610357.103478:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610357.103481:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610357.103482:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103482:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610357.103483:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610357.103484:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610357.103485:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610357.103486:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103489:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610357.103489:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103490:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610357.103490:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610357.103491:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610357.103491:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610357.103491:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103492:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610357.103492:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610357.103493:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610357.103493:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610357.103494:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610357 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610357.103496:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=112 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610357.103497:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749610357.103497:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494492928:0@lo:400:kworker.0 00000100:00000001:3.0:1749610357.103498:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610357.103498:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610357.103499:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610357.103500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610357.103500:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610357.103501:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494493184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103503:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610357.103504:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610357.103505:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103505:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610357.103505:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610357.103506:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610357.103506:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610357.103506:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829000. 00000100:00080000:3.0:1749610357.103507:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610357.103508:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1749610357.103509:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749610357.103509:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610357.103510:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610357.103510:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:3.0:1749610357.103511:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610357.103511:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610357.103512:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 02000000:00000001:2.0:1749610357.103513:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610357.103514:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749610357.103515:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494493056:0@lo:38:kworker.0 00000100:00000010:2.0:1749610357.103515:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:2.0:1749610357.103516:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610357.103517:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103517:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610357.103517:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103518:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610357.103519:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08e00 x1834598494492672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610357.103519:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494492928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103541:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610357.103542:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610357.103543:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610357.103545:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610357.103545:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610357.103545:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749610357.103546:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610357.103546:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610357.103547:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610357.103547:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829200. 02000000:00000010:3.0:1749610357.103548:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64400. 02000000:00000001:3.0:1749610357.103549:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610357.103549:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610357.103550:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610357.103550:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1749610357.103551:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 00000100:00000001:3.0:1749610357.103552:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1749610357.103552:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610357.103553:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610357.103553:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610357.103554:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610357.103555:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494492800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610357.103555:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 02000000:00000001:2.0:1749610357.103557:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610357.103558:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610357.103558:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610357.103559:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1749610357.103559:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 02000000:00000010:3.0:1749610357.103560:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbac800. 02000000:00000001:3.0:1749610357.103561:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610357.103561:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610357.103561:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1749610357.103562:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610357.103562:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610357.103563:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610357.103564:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c63cc00. 00000100:00000001:2.0:1749610357.103564:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610357.103566:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610357.103566:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610357.103567:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610357.103567:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00000001:2.0:1749610357.103567:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103568:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610357.103569:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610357.103569:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610357.103570:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610357.103570:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610357.103571:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08000 x1834598494493056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610357.103574:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610357.103575:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610357.103575:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:3.0:1749610357.103578:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610357.103578:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610357.103579:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610357.103580:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610357.103581:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c63e800. 02000000:00000001:3.0:1749610357.103582:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610357.103583:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610357.103583:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08000. 00000100:00000001:3.0:1749610357.103584:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610357.103585:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610357.103586:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103586:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610357.103587:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610357.103588:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610357.103588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610357.104569:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299630562, at 4299630562 00000100:00000040:3.0:1749610357.104570:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299630562, at 4299630562 00000100:00000040:0.0:1749610357.104575:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299630562, at 4299630562 00000100:00000010:2.0:1749610357.104578:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84480. 00000100:00000010:0.0:1749610357.104581:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb845c0. 00000100:00000010:3.0:1749610357.104586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84400. 00000100:00000040:1.0:1749610357.104609:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299630562, at 4299630562 00000100:00000010:1.0:1749610357.104616:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84540. 00000100:00000001:0.0:1749610357.450646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610357.450686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610357.450688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.450692:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610357.450695:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610357.450698:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610357.450701:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610357.450703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610357.450705:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610357.457582:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610357.457585:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610357.457587:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610357.457589:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610357.457591:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610357.457593:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610357.457596:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610357.457598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610357.457599:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610357.846676:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610357.846681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610357.846775:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610357.846778:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610357.846780:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610358.103633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610358.103669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610358.103670:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610358.103673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610358.103675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610358.103678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610358.103679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610358.450628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610358.450635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610358.450636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610358.450640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610358.450672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610358.450675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.450678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610358.450689:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.450697:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610358.450700:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.450707:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610358.450710:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.450712:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610358.450713:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610358.450716:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610358.450723:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494490880:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610358.450727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.450729:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610358.450731:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610358.450733:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610358.450735:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.450742:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610358.450744:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610358.450749:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610358.450751:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610358.450754:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610358.450757:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610358.450760:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610358.450763:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=4 00000020:00000001:0.0:1749610358.450765:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610358.450768:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00010000:0.0:1749610358.450774:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450781:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610358.450784:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450789:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610358.450792:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450797:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610358.450799:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610358.450801:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450806:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610358.450808:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610358.450811:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610358.450813:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610358.450818:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610358.450821:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610358.450824:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450829:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610358.450831:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610358.450832:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610358.450833:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=5 00000020:00000001:0.0:1749610358.450835:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610358.450837:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610358.450839:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610358.450841:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610358.450846:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610358.450848:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610358.450853:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610358.450855:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610358.450856:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610358.450858:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610358.450860:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610358.450862:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610358.450863:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610358.450864:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610358.450865:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610358.450868:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e000 with handle 0x689c0ec07329d128 from hash 00010000:00000001:0.0:1749610358.450870:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610358.450871:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610358.450872:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610358.450873:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610358.450874:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610358.450876:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610358.450878:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610358.450878:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610358.450880:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610358.450881:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610358.450884:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610358.450888:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610358.450889:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610358.450890:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610358.450892:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610358.450892:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610358.450893:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610358.450894:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610358.450896:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d128 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610358.450903:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f800 count: 0 00010000:00000001:0.0:1749610358.450929:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610358.450931:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610358.450933:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610358.450937:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494490880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.450943:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610358.450947:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610358.450948:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610358.450950:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610358.450953:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610358.450957:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610358.450959:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610358.450960:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:0.0:1749610358.450963:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610358.450965:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610358.450966:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610358.450969:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610358.450971:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610358.450975:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3eee00. 00000020:00000010:0.0:1749610358.450978:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610358.450982:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e200. 00000040:00000010:0.0:1749610358.450987:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e400. 00000020:00000010:0.0:1749610358.450991:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610358.450996:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fe00. 80000000:00000010:0.0:1749610358.451000:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610358.451004:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8fa00. 00080000:00000010:0.0:1749610358.451009:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610358.451013:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610358.451020:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610358.451022:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610358.451027:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e200. 00000040:00000010:0.0:1749610358.451029:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e400. 00000020:00000010:0.0:1749610358.451032:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610358.451035:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fe00. 80000000:00000010:0.0:1749610358.451038:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610358.451040:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8fa00. 00080000:00000010:0.0:1749610358.451043:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610358.451047:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610358.451049:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:0.0:1749610358.451051:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3eee00. 10000000:01000000:0.0:1749610358.451054:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749610358.451057:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749610358.455442:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749610358.455445:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749610358.455447:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749610358.455448:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749610358.455450:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610358.455453:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749610358.455454:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610358.455456:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610358.455458:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610358.455459:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749610358.455462:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610358.455463:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610358.455465:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749610358.455467:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610358.455469:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610358.455470:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749610358.455471:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610358.455473:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749610358.455475:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610358.455476:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749610358.455480:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000020:00000040:0.0:1749610358.455483:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610358.455487:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610358.455489:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610358.455493:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610358.455498:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610358.455503:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610358.455505:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610358.455507:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610358.455512:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f200. 00010000:00000001:0.0:1749610358.455516:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610358.455517:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:0.0:1749610358.455520:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610358.455549:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d12f to hash 00000020:00000001:0.0:1749610358.455551:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610358.455552:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610358.455555:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610358.455557:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610358.455558:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610358.455561:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610358.455568:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610358.455578:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610358.455583:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610358.455585:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610358.455590:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610358.455592:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610358.455595:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610358.455596:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000001:0.0:1749610358.455600:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610358.455604:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610358.455606:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610358.455607:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610358.455611:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.455618:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610358.455619:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610358.455622:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610358.455628:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610358.455630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610358.455631:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610358.455633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610358.455634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610358.455636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.455637:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610358.455638:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.455640:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610358.456587:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f800. 00010000:00000010:2.1:1749610358.456593:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e000. 00000100:00000001:0.0:1749610358.457568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610358.457571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610358.457573:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610358.457575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610358.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610358.457578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610358.457582:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610358.457583:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610358.633331:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610358.633345:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610358.633348:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610358.633350:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610358.633360:0:28315:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610358.633373:0:28315:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00400 00000400:00000100:0.0:1749610358.633378:0:28315:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138198528 offset 0 length 520: 4 00000400:00000200:0.0:1749610358.633381:0:28315:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610358.633382:0:28315:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610358.633389:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610358.633399:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610358.633400:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610358.633402:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610358.848628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610358.848632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610358.848741:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610358.848744:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610358.848747:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610359.103632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610359.103670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610359.103672:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610359.103675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610359.103676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610359.103679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610359.103680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610359.455624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610359.455630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610359.455632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610359.455660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610359.455663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610359.455666:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610359.455669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610359.455672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610359.455673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610359.457553:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610359.457555:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610359.457556:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610359.457557:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610359.457558:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610359.457560:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610359.457561:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610359.457563:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610359.457564:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610359.850683:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610359.850688:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610359.850748:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610359.850752:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610359.850755:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610360.103622:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610360.103655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610360.103657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610360.103660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610360.103662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610360.103664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610360.103665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610360.455656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610360.455661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610360.455663:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610360.455667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610360.455669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610360.455672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610360.455674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610360.455676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610360.455678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610360.457569:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610360.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610360.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610360.457575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610360.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610360.457579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610360.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610360.457581:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610360.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610360.852598:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610360.852604:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610360.852659:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610360.852663:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610360.852665:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610361.103659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610361.103672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610361.103673:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610361.103677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610361.103679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610361.103681:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610361.103683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610361.455665:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610361.455671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610361.455673:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610361.455675:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610361.455678:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610361.455681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610361.455683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610361.455685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610361.455687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610361.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610361.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610361.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610361.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610361.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610361.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610361.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610361.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610361.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610361.854667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610361.854673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610361.854767:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610361.854771:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610361.854772:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610362.103659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610362.103665:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1749610362.103676:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610337/real 1749610337] req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610362.103690:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610362.103691:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610362.103694:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe1b8. 00000400:00000200:3.0:1749610362.103698:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000400:00000010:3.0:1749610362.103700:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:3.0:1749610362.103702:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610362.103705:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610362.103710:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.103715:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610362.103716:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103717:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610362.103718:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610362.103720:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.103724:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103732:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610362.103733:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.103735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.103737:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.103739:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610362.103741:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.103749:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749610362.103750:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103751:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610362.103752:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103754:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610362.103755:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1749610362.103757:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610362.103779:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:3.0:1749610362.103780:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1749610362.103782:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610362.103787:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494489216:0@lo:250:kworker.0 00000100:00000001:3.0:1749610362.103790:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103791:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610362.103796:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a680 x1834598494489216/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610362 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.103800:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610362.103802:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610362.103805:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197ac00. 02000000:00000001:3.0:1749610362.103810:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610362.103812:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610362.103813:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749610362.103815:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610362.103817:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966bb400. 02000000:00000001:3.0:1749610362.103819:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610362.103820:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610362.103821:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000100:00000001:3.0:1749610362.103824:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610362.103824:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103825:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.103827:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610362.103828:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.103829:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.103830:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610362.103834:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610362.103840:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610362.103842:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610362.103844:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610362.103847:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610362.103850:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 4943 00000100:00080000:0.0:1749610362.103853:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610362.103855:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610362.103858:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.103860:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610362.103862:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610362.103865:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610362.103866:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610362.103869:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610362.103871:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610362.103873:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610362.103875:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610362.103878:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610362.103879:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.103881:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610362.103882:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610362.103885:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610362.103887:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610362.103889:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.103891:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610362.103893:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610362.103896:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.103897:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610362.103899:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610362.103905:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a680. 00000020:00000040:0.0:1749610362.103908:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610362.103910:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610362.103912:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.103915:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610362.103917:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610362.103920:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610362.103926:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955400. 00000100:00000001:0.0:1749610362.103930:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.103935:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610362.103944:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610362.103947:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.103951:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a680] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.103970:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610362.103973:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610362.103976:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610362.103977:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610362.103978:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610362.103981:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610362.103982:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4963 00000100:00080000:0.0:1749610362.103984:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610362.103986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610362.103986:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610362.103987:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.103988:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610362.103988:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.103989:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610362.103991:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.103991:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610362.103992:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610362.103993:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610362.103994:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610362.103996:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610362.103996:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:3.0:1749610362.103997:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.103998:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:3.0:1749610362.103999:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610362.103999:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:3.0:1749610362.104001:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610362.104002:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104002:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:3.0:1749610362.104004:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494493440:0@lo:250:kworker.0 00000100:00000001:0.0:1749610362.104004:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.104005:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610362.104006:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610362.104007:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610362.104008:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610362.104009:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610362.104009:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:3.0:1749610362.104011:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610362.104011:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610362.104012:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610362.104014:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:0.0:1749610362.104014:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610362.104015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.104018:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610362.104019:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7630. 02000000:00000001:0.0:1749610362.104020:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104021:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:3.0:1749610362.104022:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed880. 00000100:00000001:0.0:1749610362.104023:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610362.104025:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000100:00000200:3.0:1749610362.104026:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494493440, portal 25 00000100:00000001:3.0:1749610362.104027:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749610362.104027:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610362.104028:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037952 : -131939500513664 : ffff880070f0a680) 02000000:00000001:0.0:1749610362.104029:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610362.104030:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104031:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749610362.104032:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610362.104032:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610362.104033:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104036:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610362.104036:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880076277000. 00000100:00000040:3.0:1749610362.104038:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610362.104039:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610362.104039:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610362.104040:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494493440, offset 0 00000100:00100000:0.0:1749610362.104043:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610362.104044:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610362.104049:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610362.104051:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104053:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610362.104054:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08000] to pc [ptlrpcd_rcv+-1] req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.104060:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf91db00 00000100:00000001:0.0:1749610362.104061:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610362.104063:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000100:3.0:1749610362.104065:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494493440 offset 0 length 520: 4 00000100:00080000:0.0:1749610362.104066:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:3.0:1749610362.104067:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd4630 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1749610362.104067:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610362.104068:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749610362.104069:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749610362.104070:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610362.104072:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4963 00000400:00000200:3.0:1749610362.104074:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00080000:0.0:1749610362.104074:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1749610362.104075:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000040:0.0:1749610362.104076:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610362.104077:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610362.104077:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610362.104079:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610362.104079:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610362.104080:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610362.104082:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610362.104083:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:3.0:1749610362.104084:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610362.104084:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610362.104085:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610362.104085:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610362.104087:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610362.104088:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.104088:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610362.104089:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610362.104091:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104091:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610362.104092:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.104094:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610362.104095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299635584 00000100:00000001:0.0:1749610362.104095:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610362.104097:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000010:3.0:1749610362.104098:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84400. 00000100:00080000:0.0:1749610362.104099:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610362.104100:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104102:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610362.104102:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610362.104103:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610362.104105:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104106:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299635584 00000100:00000001:0.0:1749610362.104106:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:3.0:1749610362.104108:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84b80. 00000100:00000001:0.0:1749610362.104108:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104110:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000010:0.0:1749610362.104110:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000020:00000040:0.0:1749610362.104111:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610362.104113:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610362.104114:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104115:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610362.104116:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610362.104117:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104118:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299635584 00000100:00000010:3.0:1749610362.104120:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84300. 02000000:00000010:0.0:1749610362.104121:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab2400. 00000100:00000001:3.0:1749610362.104122:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610362.104123:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.104126:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610362.104127:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299635584 00000100:00000010:3.0:1749610362.104129:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84e40. 00000100:00000001:3.0:1749610362.104131:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610362.104132:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610362.104132:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610362.104133:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104134:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104135:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104136:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610362.104137:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_rcv+-1] req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104138:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610362.104140:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610362.104141:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.104141:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.104142:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610362.104143:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610362.104144:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610362.104145:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610362.104148:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610362.104148:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610362.104148:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749610362.104149:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610362.104149:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1749610362.104150:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610362.104150:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749610362.104151:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104152:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:3.0:1749610362.104153:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494493568:0@lo:38:kworker.0 00000100:00080000:0.0:1749610362.104154:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4963 00000100:00000001:3.0:1749610362.104155:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610362.104155:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749610362.104156:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610362.104157:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104157:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:3.0:1749610362.104158:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610362.104159:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007197ac00. 00000100:00000001:0.0:1749610362.104159:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610362.104160:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104160:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:3.0:1749610362.104161:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:0.0:1749610362.104162:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749610362.104163:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000001:0.0:1749610362.104163:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610362.104164:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494493568, portal 4 00000020:00000040:0.0:1749610362.104164:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:3.0:1749610362.104165:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610362.104165:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610362.104166:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028096 : -131939500523520 : ffff880070f08000) 00000020:00000040:0.0:1749610362.104167:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610362.104168:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749610362.104170:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610362.104170:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610362.104172:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610362.104173:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610362.104174:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610362.104174:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610362.104175:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000040:0.0:1749610362.104175:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749610362.104176:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494493568, offset 0 00000100:00000001:0.0:1749610362.104177:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610362.104178:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610362.104178:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610362.104180:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749610362.104181:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610362.104182:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104183:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91db80 02000000:00000001:0.0:1749610362.104184:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610362.104185:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610362.104186:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 2080 02000000:00000001:0.0:1749610362.104187:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104189:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749610362.104190:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610362.104190:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610362.104192:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000400:00000200:3.0:1749610362.104193:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610362.104193:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610362.104195:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610362.104196:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610362.104196:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610362.104197:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610362.104197:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610362.104198:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610362.104199:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610362.104200:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ed80. 00000100:00000040:3.0:1749610362.104202:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ed80 x1834598494493568 msgsize 520 02000000:00000010:0.0:1749610362.104202:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007dd5d000. 00000100:00100000:3.0:1749610362.104204:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610362.104204:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.104207:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610362.104213:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610362.104213:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610362.104214:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104215:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610362.104216:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000040:0.0:1749610362.104217:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_rcv+-1] req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104218:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610362.104220:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104222:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104223:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610362.104224:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749610362.104225:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104227:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610362.104228:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104229:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749610362.104229:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000100:00000001:3.0:1749610362.104230:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610362.104231:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:3.0:1749610362.104233:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 00000100:00000001:0.0:1749610362.104233:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610362.104234:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299635563 02000000:00000001:0.0:1749610362.104234:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610362.104235:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104236:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299635584 00000100:00000001:3.0:1749610362.104237:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299635563 00000100:00000001:1.0:1749610362.104237:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610362.104238:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299635584 02000000:00000010:0.0:1749610362.104238:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00000001:3.0:1749610362.104239:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299635563 00000100:00000001:0.0:1749610362.104239:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104240:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299635584 00000100:00100000:1.0:1749610362.104240:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493568 00000100:00000001:3.0:1749610362.104241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299635563 02000000:00000001:1.0:1749610362.104241:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610362.104242:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299635584 00000100:00000040:0.0:1749610362.104242:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610362.104243:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610362.104244:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104244:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610362.104245:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104246:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610362.104246:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104248:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610362.104248:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104249:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610362.104250:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.104251:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.104251:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610362.104251:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493568 00000020:00000001:1.0:1749610362.104252:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610362.104253:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610362.104253:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610362.104254:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610362.104254:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749610362.104256:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104256:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104257:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749610362.104257:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104258:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610362.104259:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610362.104260:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610362.104260:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08e00] to pc [ptlrpcd_00_00+0] req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610362.104261:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610362.104261:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00100000:3.0:1749610362.104262:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494493696:0@lo:38:kworker.0 00000100:00000001:3.0:1749610362.104264:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610362.104265:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610362.104265:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610362.104265:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 02000000:00000001:3.0:1749610362.104266:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610362.104268:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c63e800. 00000020:00000010:1.0:1749610362.104268:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 02000000:00000001:3.0:1749610362.104269:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610362.104270:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000400:00000010:3.0:1749610362.104272:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610362.104272:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749610362.104273:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494493696, portal 10 00000100:00000001:1.0:1749610362.104273:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610362.104274:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610362.104274:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104274:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104275:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000001:1.0:1749610362.104277:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610362.104277:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749610362.104278:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610362.104279:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610362.104280:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610362.104281:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610362.104281:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749610362.104282:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610362.104283:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610362.104283:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.104283:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749610362.104284:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494493696, offset 0 00000100:00080000:0.0:1749610362.104285:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4963 00000400:00000200:3.0:1749610362.104286:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610362.104287:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749610362.104288:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610362.104288:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610362.104289:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:3.0:1749610362.104290:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91dc00 00000100:00000001:1.0:1749610362.104290:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610362.104290:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.104292:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610362.104293:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1749610362.104293:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610362.104294:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 68408 00000100:00000001:1.0:1749610362.104295:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191754624 : -131939517796992 : ffff88006fe8ed80) 00000020:00000001:0.0:1749610362.104295:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610362.104296:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610362.104296:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610362.104297:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610362.104298:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610362.104298:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ed80 x1834598494493568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610362.104299:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610362.104300:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610362.104300:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:3.0:1749610362.104301:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749610362.104302:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:3.0:1749610362.104303:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f100. 00000100:00000040:3.0:1749610362.104304:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f100 x1834598494493696 msgsize 520 00000100:00000040:0.0:1749610362.104304:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:1.0:1749610362.104305:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494493568:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610362.104306:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610362.104306:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.104307:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610362.104308:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493568 00000100:00000001:0.0:1749610362.104309:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610362.104310:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:0.0:1749610362.104310:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00010000:00000001:1.0:1749610362.104312:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:0.0:1749610362.104312:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610362.104314:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610362.104314:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104316:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000001:0.0:1749610362.104316:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1749610362.104317:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610362.104318:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610362.104318:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610362.104319:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610362.104320:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610362.104321:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104321:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610362.104322:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610362.104323:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610362.104324:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610362.104324:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000100:00000040:3.0:1749610362.104325:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610362.104325:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749610362.104326:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00010000:00000001:1.0:1749610362.104327:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610362.104327:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610362.104328:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.104328:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104329:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610362.104329:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610362.104330:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104330:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610362.104330:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610362.104330:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749610362.104332:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 673 usecs (1 jiffies) 02000000:00000001:1.0:1749610362.104332:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610362.104332:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299635562 00000100:00000001:3.0:1749610362.104334:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299635584 00000100:00000001:2.0:1749610362.104334:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1749610362.104334:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bfc00. 02000000:00000010:0.0:1749610362.104334:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007dd5c000. 00000100:00000001:3.0:1749610362.104335:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299635562 02000000:00000001:1.0:1749610362.104335:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104336:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299635584 00000100:00000001:1.0:1749610362.104336:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104336:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104337:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299635562 00000100:00100000:2.0:1749610362.104337:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493696 00000100:00000001:3.0:1749610362.104338:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299635584 02000000:00000001:2.0:1749610362.104338:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610362.104339:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299635562 00010000:00000001:1.0:1749610362.104339:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749610362.104339:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610362.104340:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299635584 00000100:00000001:2.0:1749610362.104340:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610362.104340:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104341:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610362.104341:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104342:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610362.104342:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610362.104343:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610362.104343:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104344:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610362.104345:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610362.104345:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493696 00000100:00000001:0.0:1749610362.104345:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1749610362.104346:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610362.104346:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610362.104346:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610362.104347:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610362.104348:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610362.104348:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610362.104349:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610362.104349:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104349:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610362.104349:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_rcv+-1] req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104350:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610362.104350:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104350:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749610362.104351:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610362.104352:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610362.104352:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610362.104353:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610362.104353:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 02000000:00000001:1.0:1749610362.104353:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749610362.104354:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494493824:0@lo:38:kworker.0 02000000:00000001:1.0:1749610362.104354:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104355:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610362.104355:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104356:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749610362.104356:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000040:1.0:1749610362.104356:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610362.104357:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610362.104357:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104357:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749610362.104358:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749610362.104358:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000400:00000010:1.0:1749610362.104358:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749610362.104359:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1749610362.104360:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c63cc00. 02000000:00000001:3.0:1749610362.104360:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610362.104360:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494493568, offset 0 00000100:00000001:2.0:1749610362.104361:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1749610362.104361:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000400:00000010:3.0:1749610362.104362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000001:2.0:1749610362.104362:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610362.104363:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610362.104363:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610362.104363:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:3.0:1749610362.104365:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610362.104365:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749610362.104366:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494493824, portal 10 00000100:00000001:2.0:1749610362.104366:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.104366:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610362.104367:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610362.104367:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104368:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000400:00000200:1.0:1749610362.104368:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610362.104370:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000040:3.0:1749610362.104371:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104371:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610362.104371:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91db80 00000100:00000001:0.0:1749610362.104371:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104374:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610362.104375:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610362.104375:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5255 [1] + 0 00000100:00000040:3.0:1749610362.104376:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610362.104376:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749610362.104377:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610362.104377:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610362.104377:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610362.104378:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494493824, offset 0 00000400:00000200:3.0:1749610362.104380:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610362.104380:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000400:00000200:1.0:1749610362.104380:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610362.104380:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610362.104381:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191755520 : -131939517796096 : ffff88006fe8f100) 00000100:00000001:0.0:1749610362.104382:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104383:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610362.104383:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610362.104384:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f100 x1834598494493696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.104385:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91dc80 00000100:00000200:1.0:1749610362.104385:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610362.104385:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_00_01+1] req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.104387:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 68928 00000400:00000200:3.0:1749610362.104389:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610362.104391:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610362.104392:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749610362.104392:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493696:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610362.104392:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104392:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610362.104393:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610362.104394:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493696 00000100:00000010:3.0:1749610362.104395:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f480. 00000100:00000040:0.0:1749610362.104395:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4973) 00000100:00000040:3.0:1749610362.104396:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f480 x1834598494493824 msgsize 520 00000020:00000001:2.0:1749610362.104396:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610362.104396:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749610362.104397:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610362.104398:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610362.104400:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:3.0:1749610362.104402:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610362.104402:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610362.104402:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610362.104403:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610362.104403:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610362.104404:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00010000:00020000:2.0:1749610362.104404:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610362.104404:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610362.104404:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749610362.104405:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610362.104405:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610362.104406:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610362.104406:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104407:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749610362.104407:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610362.104408:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104408:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610362.104408:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610362.104409:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610362.104409:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104409:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610362.104410:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610362.104411:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610362.104412:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749610362.104412:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880096e8ec00. 02000000:00000001:2.0:1749610362.104413:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610362.104413:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ed80 x1834598494493568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610362.104414:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104415:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104415:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1749610362.104416:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610362.104417:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610362.104417:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104417:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104418:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610362.104418:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494493568:12345-0@lo:38:kworker.0 Request processed in 113us (215us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610362.104419:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610362.104419:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610362.104419:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610362.104420:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 687 usecs (1 jiffies) 00000100:00000001:2.0:1749610362.104420:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610362.104420:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610362.104421:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299635562 00000100:00000001:3.0:1749610362.104422:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299635584 00000100:00000001:2.0:1749610362.104422:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610362.104422:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 02000000:00000001:0.0:1749610362.104422:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104423:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299635562 00000100:00000040:2.0:1749610362.104423:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610362.104424:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299635584 00000100:00000001:1.0:1749610362.104424:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610362.104424:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610362.104424:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494494208:0@lo:400:kworker.0 00000100:00000001:2.0:1749610362.104425:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610362.104426:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299635562 00000100:00000001:3.0:1749610362.104427:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299635584 00000100:00000001:2.0:1749610362.104427:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749610362.104427:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:0.0:1749610362.104427:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610362.104428:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299635562 00000100:00000040:2.0:1749610362.104428:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610362.104429:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299635584 00000100:00000001:3.0:1749610362.104429:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610362.104429:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749610362.104429:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 02000000:00000001:0.0:1749610362.104429:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610362.104430:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.104430:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610362.104431:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610362.104431:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000400:00000001:3.0:1749610362.104432:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610362.104432:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610362.104432:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:3.0:1749610362.104433:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610362.104433:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610362.104433:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610362.104434:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000010:2.0:1749610362.104434:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 02000000:00000010:0.0:1749610362.104434:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 00000400:00000200:3.0:1749610362.104435:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610362.104436:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 02000000:00000001:0.0:1749610362.104436:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104437:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610362.104438:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494493696, offset 0 00000100:00000200:3.0:1749610362.104439:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610362.104439:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:1.0:1749610362.104440:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610362.104441:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610362.104441:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610362.104442:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610362.104443:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610362.104444:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000040:1.0:1749610362.104445:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.104446:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610362.104447:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610362.104447:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610362.104447:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494494208, portal 10 00000100:00000001:3.0:1749610362.104449:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610362.104449:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610362.104449:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610362.104450:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749610362.104450:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91dc00 00000100:00000001:1.0:1749610362.104450:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104451:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610362.104451:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000100:00000001:3.0:1749610362.104452:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610362.104452:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x525d [1] + 0 02000000:00000001:1.0:1749610362.104452:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610362.104453:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610362.104453:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610362.104454:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610362.104455:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749610362.104456:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610362 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610362.104456:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494493952:0@lo:400:kworker.0 00000100:00000040:0.0:1749610362.104456:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.104457:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749610362.104458:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=85 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610362.104458:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610362.104459:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610362.104459:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610362.104460:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749610362.104460:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104461:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610362.104461:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610362.104462:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610362.104462:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610362.104462:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000001:0.0:1749610362.104462:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610362.104463:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104464:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610362.104465:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610362.104466:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000400:00000010:0.0:1749610362.104466:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000010:1.0:1749610362.104467:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000040:2.0:1749610362.104468:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610362.104468:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494494208, offset 0 00000100:00000001:3.0:1749610362.104469:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610362.104470:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610362.104470:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494493952, portal 10 00000100:00000001:3.0:1749610362.104471:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610362.104471:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610362.104471:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000400:00000200:0.0:1749610362.104471:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610362.104472:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610362.104472:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610362.104473:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610362.104474:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610362.104474:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610362.104476:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749610362.104476:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:3.0:1749610362.104477:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610362.104477:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749610362.104478:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610362.104478:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610362.104479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104479:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610362.104479:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610362.104479:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610362.104480:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610362.104480:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:2.0:1749610362.104482:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610362.104482:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494493952, offset 0 00000100:00100000:3.0:1749610362.104483:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494493568:0@lo:38:kworker.0 00000100:00000001:2.0:1749610362.104483:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610362.104484:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610362.104484:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610362.104485:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91de00 00000100:00000040:2.0:1749610362.104486:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f100 x1834598494493696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610362.104486:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610362.104487:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104488:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610362.104489:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91dd00 00000400:00000200:0.0:1749610362.104489:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 69448 00000100:00000040:3.0:1749610362.104490:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08000 x1834598494493568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610362.104492:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493696:12345-0@lo:38:kworker.0 Request processed in 100us (186us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610362.104492:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 69672 00000100:00000001:3.0:1749610362.104493:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749610362.104493:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610362.104494:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610362.104495:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007197ac00. 00000400:00000200:1.0:1749610362.104495:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610362.104496:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610362.104496:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000400:00000200:0.0:1749610362.104496:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610362.104497:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749610362.104497:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610362.104498:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749610362.104498:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610362.104498:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610362.104498:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610362.104499:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749610362.104499:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610362.104500:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880076277000. 00000020:00000010:2.0:1749610362.104500:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000010:1.0:1749610362.104501:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f07b80. 02000000:00000001:3.0:1749610362.104502:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610362.104502:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610362.104503:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08000. 00000020:00000010:2.0:1749610362.104503:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000040:1.0:1749610362.104503:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f07b80 x1834598494493952 msgsize 224 00000100:00100000:1.0:1749610362.104504:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610362.104505:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610362.104505:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610362.104505:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000100:00000001:3.0:1749610362.104506:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104508:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610362.104508:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610362.104509:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610362.104509:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104510:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.104511:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.104511:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610362.104512:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610362.104512:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000040:3.0:1749610362.104513:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610362.104513:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493824 00000400:00000010:1.0:1749610362.104513:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 02000000:00000001:2.0:1749610362.104514:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610362.104514:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610362.104515:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610362.104515:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610362.104516:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610362.104516:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610362.104516:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610362.104516:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494493952 00000100:00000001:3.0:1749610362.104517:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610362.104517:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610362.104518:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610362.104518:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610362.104519:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610362.104519:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493824 00000020:00000001:2.0:1749610362.104519:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610362.104520:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610362.104520:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610362.104520:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610362.104535:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494494080:0@lo:38:kworker.0 00000100:00000001:3.0:1749610362.104537:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610362.104538:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610362.104538:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610362.104539:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610362.104540:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610362.104541:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610362.104542:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880076277000. 02000000:00000001:3.0:1749610362.104543:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610362.104543:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610362.104543:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494493952 00000020:00000001:2.0:1749610362.104544:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.104544:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610362.104545:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000020:00000001:2.0:1749610362.104545:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610362.104546:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000040:0.0:1749610362.104546:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:2.0:1749610362.104547:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000020:00000001:0.0:1749610362.104547:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610362.104548:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494494080, portal 10 00000020:00000010:2.0:1749610362.104548:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:3.0:1749610362.104549:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749610362.104549:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000020:00000040:0.0:1749610362.104549:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610362.104550:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000020:00000001:0.0:1749610362.104550:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610362.104551:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610362.104551:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610362.104552:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104552:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.104552:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610362.104554:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104556:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610362.104556:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610362.104557:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610362.104558:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610362.104558:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610362.104558:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eee00. 00000100:00000200:3.0:1749610362.104559:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494494080, offset 0 00000400:00000200:3.0:1749610362.104561:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610362.104561:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610362.104561:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610362.104563:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610362.104563:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000020:00000040:0.0:1749610362.104563:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610362.104564:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191756416 : -131939517795200 : ffff88006fe8f480) 00000400:00000200:3.0:1749610362.104566:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91dd80 00000100:00000040:2.0:1749610362.104566:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f480 x1834598494493824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610362.104568:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 69896 00000100:00000001:0.0:1749610362.104568:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610362.104569:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610362.104570:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610362.104571:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610362.104571:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493824:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610362.104571:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610362.104571:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00000001:3.0:1749610362.104573:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610362.104573:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493824 00000100:00000200:3.0:1749610362.104574:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610362.104574:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610362.104574:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000010:3.0:1749610362.104575:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f800. 00000020:00000001:2.0:1749610362.104575:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610362.104575:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610362.104576:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f800 x1834598494494080 msgsize 520 00010000:00000001:2.0:1749610362.104576:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749610362.104577:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add000. 00000100:00100000:3.0:1749610362.104578:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610362.104578:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610362.104580:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610362.104580:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00010000:00020000:2.0:1749610362.104581:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610362.104581:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299635563 00000100:00000001:3.0:1749610362.104582:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610362.104582:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1749610362.104583:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610362.104583:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299635584 00000400:00000200:3.0:1749610362.104584:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00010000:00000001:2.0:1749610362.104584:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610362.104584:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299635563 00000100:00000001:0.0:1749610362.104584:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749610362.104585:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610362.104585:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610362.104585:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104585:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610362.104586:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610362.104586:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610362.104587:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610362.104587:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299635563 00000100:00000001:0.0:1749610362.104587:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610362.104588:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610362.104588:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299635584 02000000:00000010:2.0:1749610362.104589:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966bb400. 00000100:00000001:1.0:1749610362.104589:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299635563 02000000:00000001:2.0:1749610362.104590:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104590:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104590:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610362.104591:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610362.104591:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104591:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610362.104592:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104592:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610362.104593:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610362.104593:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610362.104593:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104593:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610362.104594:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104594:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610362.104595:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610362.104595:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.104596:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610362.104597:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610362.104597:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610362.104598:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610362.104599:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610362.104599:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610362.104599:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610362.104599:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.104600:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610362.104600:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610362.104600:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104600:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610362.104601:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610362.104601:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610362.104601:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.104601:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494080 00000100:00000040:3.0:1749610362.104603:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 510 usecs (1 jiffies) 00000100:00000040:2.0:1749610362.104603:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610362.104603:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610362.104604:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299635563 02000000:00000001:2.0:1749610362.104604:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610362.104605:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104605:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610362.104606:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299635584 00000100:00000001:2.0:1749610362.104606:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610362.104606:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299635563 00000100:00000040:2.0:1749610362.104607:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610362.104608:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299635584 00000400:00000010:2.0:1749610362.104608:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 02000000:00000001:0.0:1749610362.104608:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299635563 00000100:00000200:2.0:1749610362.104624:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494493824, offset 0 00000100:00000001:3.0:1749610362.104625:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299635584 00000100:00100000:0.0:1749610362.104625:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494080 00000400:00000200:2.0:1749610362.104626:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610362.104626:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610362.104627:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299635563 00000020:00000040:0.0:1749610362.104627:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610362.104628:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299635584 00000400:00000200:2.0:1749610362.104629:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610362.104629:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610362.104630:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610362.104630:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104631:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610362.104632:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91dc80 00000020:00000001:0.0:1749610362.104632:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104633:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610362.104634:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5269 [1] + 0 00000100:00000001:1.0:1749610362.104634:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610362.104634:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749610362.104636:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000400:00000200:2.0:1749610362.104637:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610362.104637:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:1.0:1749610362.104638:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:2.0:1749610362.104639:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610362.104639:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209026944 : -131939500524672 : ffff880070f07b80) 00000020:00000010:0.0:1749610362.104639:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000400:00000001:3.0:1749610362.104640:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610362.104640:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:3.0:1749610362.104641:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610362.104642:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00000040:1.0:1749610362.104642:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f07b80 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/0 e 0 to 0 dl 1749610373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104642:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610362.104643:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610362.104644:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610362.104644:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610362.104645:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104646:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610362.104646:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610362.104647:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610362.104647:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610362.104648:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610362.104648:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610362.104649:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:1.0:1749610362.104650:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610362.104651:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749610362.104652:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610362.104652:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000040:2.0:1749610362.104653:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104653:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610362.104655:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:3.0:1749610362.104656:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610362.104656:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494493952:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610362.104657:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.104657:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610362.104657:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191757312 : -131939517794304 : ffff88006fe8f800) 00000100:00000001:3.0:1749610362.104658:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610362.104658:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494493952 02000000:00000001:3.0:1749610362.104659:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610362.104659:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610362.104659:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:3.0:1749610362.104660:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610362.104660:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000001:1.0:1749610362.104660:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610362.104661:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610362.104661:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f800 x1834598494494080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610362.104662:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610362.104662:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610362.104662:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610362.104663:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610362.104663:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610362.104664:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610362 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610362.104664:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610362.104665:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:3.0:1749610362.104666:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=67 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610362.104666:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610362.104666:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610362.104667:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610362.104667:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610362.104668:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610362.104668:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610362.104669:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f480 x1834598494493824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104670:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610362.104670:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610362.104670:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749610362.104670:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494080:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749610362.104672:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610362.104672:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610362.104673:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610362.104673:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494080 00000100:00100000:2.0:1749610362.104674:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494493824:12345-0@lo:38:kworker.0 Request processed in 102us (276us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749610362.104674:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610362.104675:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610362.104675:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610362.104676:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610362.104677:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610362.104677:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610362.104677:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:1.0:1749610362.104677:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610362.104678:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749610362.104678:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610362.104679:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610362.104679:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610362.104679:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:3.0:1749610362.104680:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:1.0:1749610362.104680:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bcc00. 00000020:00000010:2.0:1749610362.104681:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00080000:3.0:1749610362.104682:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:2.0:1749610362.104682:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 02000000:00000001:1.0:1749610362.104682:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.104682:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104683:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610362.104683:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610362.104684:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000020:00000001:1.0:1749610362.104684:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610362.104685:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.104685:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749610362.104685:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000040:1.0:1749610362.104686:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494493952 00010000:00000001:1.0:1749610362.104687:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749610362.104687:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610362.104688:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494493696:0@lo:38:kworker.0 00010000:00000200:1.0:1749610362.104690:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f07b80 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610362.104690:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749610362.104691:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610362.104691:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610362.104692:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000100:00000001:0.0:1749610362.104692:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749610362.104693:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00010000:00000001:1.0:1749610362.104693:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610362.104693:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610362.104694:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00010000:00000001:1.0:1749610362.104694:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104695:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610362.104695:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749610362.104696:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 0 0) 00000100:00000200:3.0:1749610362.104697:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610362.104698:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1749610362.104698:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb88c00. 00000100:00000040:1.0:1749610362.104699:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610362.104699:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104700:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610362.104701:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610362.104701:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610362.104701:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610362.104702:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104703:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610362.104703:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610362.104704:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610362.104704:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610362.104705:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00010000:00000001:0.0:1749610362.104705:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104706:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104706:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:2.0:1749610362.104706:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749610362.104707:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610362.104707:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494493952, offset 224 00000100:00001000:0.0:1749610362.104707:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610362.104708:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749610362.104708:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610362.104709:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610362.104709:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610362.104709:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610362.104710:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610362.104711:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610362 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610362.104711:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610362.104712:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749610362.104713:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=17 v=20 (1 20 0 0) 00000100:00000040:0.0:1749610362.104713:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610362.104714:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610362.104714:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610362.104714:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610362.104715:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610362.104715:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91dd00 00000100:00000001:0.0:1749610362.104716:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610362.104717:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610362.104718:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x527d [1] + 224 00000100:00000040:0.0:1749610362.104719:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610362.104720:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610362.104720:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610362.104721:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749610362.104721:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610362.104722:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610362.104722:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610362.104722:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104723:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610362.104723:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610362.104723:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749610362.104724:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610362.104724:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610362.104725:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610362.104726:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610362.104726:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610362.104727:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749610362.104727:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:3.0:1749610362.104729:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610362.104730:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610362.104730:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494080, offset 0 00000100:00100000:3.0:1749610362.104732:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494493824:0@lo:38:kworker.0 00000400:00000200:0.0:1749610362.104733:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610362.104734:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104735:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610362.104736:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494493696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610362.104736:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610362.104738:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000200:0.0:1749610362.104738:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610362.104739:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610362.104740:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610362.104740:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610362.104740:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749610362.104741:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c63e800. 00000100:00000001:1.0:1749610362.104741:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610362.104743:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610362.104743:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610362.104743:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91dd80 00000020:00000001:3.0:1749610362.104744:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610362.104744:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:3.0:1749610362.104745:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610362.104746:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610362.104746:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610362.104746:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610362.104747:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab2400. 00000020:00000001:1.0:1749610362.104747:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610362.104747:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5285 [1] + 0 02000000:00000001:3.0:1749610362.104748:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610362.104749:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610362.104749:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f07b80 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610362.104750:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000400:00000200:0.0:1749610362.104750:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610362.104751:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610362.104751:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104752:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610362.104753:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610362.104754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494493824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610362.104754:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494493952:12345-0@lo:400:kworker.0 Request processed in 106us (250us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610362.104756:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610362.104757:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610362.104757:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610362.104758:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c63cc00. 00000100:00100000:1.0:1749610362.104758:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 02000000:00000001:3.0:1749610362.104759:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749610362.104759:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610362.104760:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610362.104760:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000040:3.0:1749610362.104761:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610362.104761:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610362.104762:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610362.104762:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1749610362.104763:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007dd5d000. 00000020:00000010:1.0:1749610362.104763:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 02000000:00000001:3.0:1749610362.104764:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610362.104764:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610362.104765:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000020:00000010:1.0:1749610362.104765:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add000. 00000100:00000001:3.0:1749610362.104766:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610362.104766:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104767:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610362.104767:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000040:0.0:1749610362.104767:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104769:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749610362.104769:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610362.104770:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749610362.104770:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104771:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610362.104771:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610362.104774:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610362.104776:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610362.104777:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610362.104787:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610362.104788:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610362.104789:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000400:00000200:1.0:1749610362.104790:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610362.104791:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610362.104792:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610362.104793:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000200:1.0:1749610362.104794:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610362.104795:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610362.104797:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:3.0:1749610362.104798:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749610362.104798:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610362.104799:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610362.104799:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610362.104800:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000200:3.0:1749610362.104801:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:0.0:1749610362.104801:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610362.104802:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610362.104802:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610362.104803:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610362.104803:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610362.104804:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610362.104804:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610362.104804:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749610362.104805:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610362.104805:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610362.104806:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104806:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610362.104807:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.104808:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610362.104809:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=17 v=5 (5 5 0 0) 00000100:00000200:3.0:1749610362.104810:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610362.104811:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=17 v=5 (1 1 0 0) 00000100:00000040:0.0:1749610362.104811:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f800 x1834598494494080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610382 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610362.104812:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610362.104813:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610362.104813:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104814:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104815:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610362.104815:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749610362.104815:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610362.104816:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610362.104817:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610362.104817:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610362.104818:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610362.104819:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610362 v=5 (0 0 0 0) 00000100:00100000:0.0:1749610362.104819:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494080:12345-0@lo:38:kworker.0 Request processed in 149us (241us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749610362.104821:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=117 v=20 (20 0 0 0) 00010000:00000001:1.0:1749610362.104821:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104822:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610362.104823:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610362.104823:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610362.104824:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610362.104824:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610362.104824:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610362.104825:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.104825:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1749610362.104826:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610362.104827:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104827:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610362.104828:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610362.104830:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610362.104830:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610362.104831:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610362.104831:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610362.104832:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104832:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610362.104832:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610362.104833:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610362.104833:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610362.104833:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00080000:3.0:1749610362.104835:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610362.104835:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610362.104835:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00080000:3.0:1749610362.104836:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610362.104837:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610362.104837:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610362.104839:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610362.104839:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494493952:0@lo:400:kworker.0 00000100:00000001:1.0:1749610362.104841:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610362.104842:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494494080:0@lo:38:kworker.0 00000100:00000001:1.0:1749610362.104842:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610362.104843:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08e00 x1834598494493952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610362.104844:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104845:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610362.104846:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610362.104846:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610362.104846:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610362.104847:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610362.104847:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610362.104848:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 02000000:00000001:1.0:1749610362.104849:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1749610362.104849:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b100. 00000100:00000001:3.0:1749610362.104850:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610362.104850:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749610362.104851:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1749610362.104851:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749610362.104851:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b100 x1834598494494208 msgsize 224 02000000:00000010:3.0:1749610362.104852:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880076277000. 00000020:00000001:1.0:1749610362.104852:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610362.104852:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 02000000:00000001:3.0:1749610362.104853:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610362.104854:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749610362.104854:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749610362.104855:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610362.104855:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610362.104855:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610362.104855:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1749610362.104856:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007dd5c000. 00000100:00000010:1.0:1749610362.104856:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 02000000:00000001:3.0:1749610362.104857:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610362.104858:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610362.104858:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610362.104858:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.104858:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:3.0:1749610362.104859:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:1.0:1749610362.104859:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104860:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610362.104860:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610362.104860:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610362.104861:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610362.104862:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104862:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610362.104862:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610362.104862:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610362.104863:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610362.104863:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610362.104864:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610362.104864:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104864:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610362.104865:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610362.104867:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104874:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610362.104877:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.104883:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104885:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610362.104887:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610362.104889:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 587 usecs (1 jiffies) 00000100:00000001:0.0:1749610362.104891:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299635563 00000100:00000001:0.0:1749610362.104893:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104895:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299635563 00000100:00000001:0.0:1749610362.104897:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104899:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299635563 00000100:00000001:0.0:1749610362.104900:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104902:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299635563 00000100:00000001:0.0:1749610362.104904:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299635584 00000100:00000001:0.0:1749610362.104905:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610362.104907:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104909:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104911:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.104913:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610362.104915:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610362.104916:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610362.104917:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610362.104918:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104920:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104926:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610362.104927:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494208 02000000:00000001:0.0:1749610362.104928:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610362.104929:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610362.104931:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610362.104933:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.104935:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494208 00000020:00000001:0.0:1749610362.104936:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610362.104937:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610362.104939:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610362.104940:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610362.104942:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749610362.104944:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610362.104947:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610362.104948:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb00. 00000020:00000010:0.0:1749610362.104951:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb40. 00000020:00000040:0.0:1749610362.104955:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610362.104965:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610362.104967:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb00. 00000020:00000010:0.0:1749610362.104970:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749610362.104972:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000020:00000010:0.0:1749610362.104974:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:0.0:1749610362.104976:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610362.104978:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610362.104979:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749610362.104980:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610362.104980:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610362.104982:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610362.104983:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610362.104984:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610362.104986:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.104992:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.104996:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610362.104997:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610362.104999:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:0.0:1749610362.105002:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610362.105003:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209040640 : -131939500510976 : ffff880070f0b100) 00000100:00000040:0.0:1749610362.105007:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b100 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:553/0 lens 224/0 e 0 to 0 dl 1749610373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.105014:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610362.105015:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb00. 00000100:00000001:0.0:1749610362.105017:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610362.105019:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb00. 00000100:00100000:0.0:1749610362.105022:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494494208:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610362.105025:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494208 00000020:00000001:0.0:1749610362.105026:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610362.105029:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610362.105030:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.105032:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610362.105033:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610362.105035:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610362.105038:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610362.105039:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610362.105040:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610362.105041:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.105043:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610362.105045:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610362.105046:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610362.105049:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db65000. 02000000:00000001:0.0:1749610362.105050:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.105052:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610362.105054:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610362.105055:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494494208 00010000:00000001:0.0:1749610362.105057:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610362.105060:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f0b100 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610362.105066:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610362.105067:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610362.105070:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610362.105072:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610362.105074:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610362.105075:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610362.105077:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610362.105078:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.105079:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610362.105081:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610362.105083:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749610362.105085:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494208, offset 224 00000400:00000200:0.0:1749610362.105088:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610362.105092:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610362.105096:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91de00 00000400:00000200:0.0:1749610362.105099:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5275 [1] + 224 00000400:00000200:0.0:1749610362.105103:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610362.105105:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610362.105107:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610362.105110:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610362.105117:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610362.105132:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610362.105135:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610362.105136:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610362.105138:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610362.105139:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610362.105141:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610362.105143:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610362.105143:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610362.105145:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749610362.105145:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610362.105146:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610362.105147:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610362.105148:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610362.105148:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749610362.105150:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000040:0.0:1749610362.105151:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b100 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:553/0 lens 224/224 e 0 to 0 dl 1749610373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610362.105154:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:2.0:1749610362.105155:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:2.0:1749610362.105156:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610362.105159:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610362.105159:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494494208:12345-0@lo:400:kworker.0 Request processed in 143us (306us total) trans 0 rc 0/0 00000100:00000200:2.0:1749610362.105163:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610362.105165:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:2.0:1749610362.105167:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610362.105167:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610362.105168:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.105169:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610362.105169:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610362.105169:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610362.105170:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610362.105170:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610362.105171:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610362.105172:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610362.105172:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:0.0:1749610362.105174:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00001000:2.0:1749610362.105175:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=117 v=5 (5 0 0 0) 00000020:00000010:0.0:1749610362.105176:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00001000:2.0:1749610362.105177:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=117 v=5 (1 0 0 0) 00000100:00000001:2.0:1749610362.105179:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610362.105179:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610362.105179:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610362.105180:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610362.105181:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610362.105183:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610362.105186:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610362.105187:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610362.105188:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610362.105189:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610362.105190:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610362.105191:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.105195:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610362.105196:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610362.105196:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610362.105198:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610362.105202:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494494208:0@lo:400:kworker.0 00000100:00000001:2.0:1749610362.105205:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.105206:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610362.105207:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494494208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610362.105210:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610362.105211:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610362.105212:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 02000000:00000001:2.0:1749610362.105214:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610362.105215:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610362.105215:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610362.105216:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610362.105217:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 02000000:00000001:2.0:1749610362.105219:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610362.105219:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610362.105220:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000100:00000001:2.0:1749610362.105221:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610362.105222:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.105223:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610362.105225:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610362.105226:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610362.105227:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610362.105228:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610362.126575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299635584, at 4299635584 00000100:00000040:0.0:1749610362.126575:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299635584, at 4299635584 00000100:00000040:2.0:1749610362.126583:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299635584, at 4299635584 00000100:00000010:0.0:1749610362.126585:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84400. 00000100:00000010:2.0:1749610362.126589:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84300. 00000100:00000010:1.0:1749610362.126594:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84b80. 00000100:00000040:3.0:1749610362.126665:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299635584, at 4299635584 00000100:00000010:3.0:1749610362.126669:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84e40. 00000100:00000001:0.0:1749610362.455652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610362.455659:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610362.455661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.455663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610362.455666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610362.455668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.455670:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610362.455672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.455673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610362.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610362.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610362.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610362.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610362.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610362.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610362.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610362.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610362.856709:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610362.856716:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610362.856800:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610362.856804:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610362.856806:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610363.455654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610363.455660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610363.455661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610363.455664:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610363.455667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610363.455669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610363.455671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610363.455673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610363.455675:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610363.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610363.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610363.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610363.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610363.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610363.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610363.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610363.457582:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610363.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610363.858663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610363.858671:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610363.858672:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610363.858675:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610363.858678:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610363.858679:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610363.858680:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610363.858682:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610363.858766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610363.858769:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610363.858771:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610364.455670:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610364.455677:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610364.455679:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610364.455682:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610364.455684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610364.455686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610364.455688:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610364.455691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610364.455692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610364.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610364.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610364.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610364.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610364.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610364.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610364.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610364.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610364.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610364.860625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610364.860630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610364.860674:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610364.860678:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610364.860680:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610365.455678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610365.455684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610365.455685:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610365.455689:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610365.455691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610365.455693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610365.455695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610365.455698:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610365.455699:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610365.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610365.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610365.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610365.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610365.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610365.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610365.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610365.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610365.457591:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610365.862636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610365.862641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610365.862686:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610365.862689:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610365.862691:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610366.455667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610366.455672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610366.455674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610366.455678:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610366.455680:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610366.455683:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610366.455686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610366.455689:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610366.455691:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610366.457563:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610366.457566:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610366.457567:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610366.457578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610366.457580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610366.457582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610366.457584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610366.457585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610366.457587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610366.864663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610366.864668:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610366.864731:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610366.864735:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610366.864738:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610367.104645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610367.104657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610367.104659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.104663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610367.104665:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610367.104668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.104670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610367.118616:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610367.118621:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610367.118623:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610367.118625:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610367.118627:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610367.118630:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610367.118632:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610367.118636:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1749610367.118639:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610367.118641:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118643:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118645:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118646:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610367.118649:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.118650:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610367.118652:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610367.118654:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610367.118656:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610367.118657:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610367.118658:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118659:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118660:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118661:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610367.118663:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610367.118666:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610367.118667:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.118669:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610367.118674:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610367.118676:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118677:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610367.118679:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610367.118684:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000040:0.0:1749610367.118688:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610367.118690:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610367.118691:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118694:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610367.118695:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118698:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610367.118704:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db64c00. 00000100:00000001:0.0:1749610367.118709:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.118715:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610367.118721:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610367.118724:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118727:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.118743:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610367.118745:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610367.118747:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610367.118748:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610367.118749:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610367.118750:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610367.118751:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1749610367.118753:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610367.118754:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118755:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118756:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118756:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610367.118758:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.118758:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610367.118759:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610367.118760:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610367.118761:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610367.118762:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610367.118763:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118764:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118765:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118766:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610367.118768:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610367.118769:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610367.118770:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.118771:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610367.118773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610367.118773:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610367.118774:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118775:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610367.118776:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610367.118776:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610367.118777:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0ad80. 00000100:00000001:3.0:1749610367.118778:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610367.118778:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610367.118779:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610367.118780:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118781:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610367.118781:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118782:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610367.118784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610367.118786:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c954400. 00000100:00000001:0.0:1749610367.118787:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.118789:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610367.118792:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610367.118793:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610367.118794:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118794:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118796:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0ad80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610367.118797:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610367.118800:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610367.118801:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610367.118802:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610367.118802:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610367.118804:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1749610367.118805:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494494336:0@lo:38:kworker.0 00000100:00000001:0.0:1749610367.118805:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610367.118805:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610367.118807:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610367.118808:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4968 00000100:00000001:3.0:1749610367.118809:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610367.118809:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610367.118811:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:3.0:1749610367.118812:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610367.118812:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118813:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610367.118814:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118814:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610367.118815:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.118815:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:3.0:1749610367.118816:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610367.118816:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610367.118817:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610367.118818:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610367.118819:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:3.0:1749610367.118820:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880076277000. 00000100:00000040:0.0:1749610367.118820:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118821:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610367.118822:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118822:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118823:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610367.118824:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610367.118825:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610367.118826:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610367.118827:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 02000000:00000001:0.0:1749610367.118827:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610367.118828:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610367.118829:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118830:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610367.118831:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610367.118832:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000400:00000010:3.0:1749610367.118833:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000040:0.0:1749610367.118833:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610367.118834:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610367.118835:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118836:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610367.118836:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118837:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610367.118839:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494494336, portal 4 02000000:00000010:0.0:1749610367.118839:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbac800. 00000100:00000001:3.0:1749610367.118841:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610367.118841:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.118843:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000100:00100000:0.0:1749610367.118843:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749610367.118849:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.118850:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610367.118851:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118852:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b480] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.118856:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610367.118856:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118858:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749610367.118859:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610367.118860:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1749610367.118861:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000010:0.0:1749610367.118861:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000020:00000040:0.0:1749610367.118862:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:3.0:1749610367.118863:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494494336, offset 0 00000100:00000001:0.0:1749610367.118863:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610367.118864:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118865:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610367.118867:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000400:00000200:3.0:1749610367.118868:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610367.118868:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118870:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610367.118874:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610367.118875:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118878:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_00_02+2] req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610367.118879:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610367.118888:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91de80 00000400:00000200:3.0:1749610367.118895:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 2600 00000100:00000001:0.0:1749610367.118896:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610367.118897:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610367.118899:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610367.118900:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610367.118901:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749610367.118902:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610367.118902:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610367.118903:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4968 00000100:00080000:0.0:1749610367.118904:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749610367.118906:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610367.118906:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118907:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.118908:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118909:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610367.118910:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610367.118910:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.118911:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000200:3.0:1749610367.118912:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749610367.118912:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610367.118913:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610367.118914:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610367.118915:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:3.0:1749610367.118916:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8fb80. 00000100:00000040:0.0:1749610367.118916:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610367.118917:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610367.118918:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8fb80 x1834598494494336 msgsize 520 00000100:00000040:0.0:1749610367.118918:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610367.118919:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610367.118920:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610367.118921:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610367.118922:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610367.118923:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610367.118923:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610367.118924:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610367.118925:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118926:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610367.118927:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610367.118928:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000020:00000040:0.0:1749610367.118929:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610367.118930:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610367.118931:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610367.118931:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610367.118931:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118931:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610367.118932:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118933:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610367.118934:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbaf800. 00000100:00000001:2.0:1749610367.118935:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610367.118936:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610367.118936:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610367.118937:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00100000:0.0:1749610367.118938:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610367.118939:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610367.118939:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610367.118941:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610367.118942:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610367.118942:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.118942:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.118942:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118944:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b800] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610367.118946:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.118948:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.118949:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610367.118950:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118950:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610367.118952:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749610367.118953:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749610367.118953:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000100:00000001:3.0:1749610367.118954:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610367.118954:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610367.118954:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610367.118955:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749610367.118956:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610367.118956:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.118956:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610367.118957:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610367.118958:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00100000:2.0:1749610367.118959:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494494720:0@lo:400:kworker.0 00000100:00000001:0.0:1749610367.118959:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118961:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610367.118962:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.118962:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610367.118964:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610367.118964:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610367.118965:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610367.118965:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.118966:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.118967:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.118967:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_00_03+3] req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610367.118968:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610367.118968:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610367.118970:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829200. 00000100:00100000:1.0:1749610367.118970:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494336 00000100:00000040:3.0:1749610367.118972:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1075 usecs (2 jiffies) 02000000:00000001:2.0:1749610367.118972:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610367.118973:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610367.118973:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.118975:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299640578 00000100:00000001:1.0:1749610367.118975:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610367.118976:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000040:0.0:1749610367.118976:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4978) 00000100:00000001:1.0:1749610367.118977:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610367.118978:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84e40. 00000400:00000010:2.0:1749610367.118980:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 02000000:00000001:1.0:1749610367.118981:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610367.118983:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494494720, portal 10 00000100:00000001:3.0:1749610367.118984:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:1.0:1749610367.118984:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494336 00000100:00000001:2.0:1749610367.118985:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610367.118985:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610367.118986:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000020:00000040:1.0:1749610367.118987:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610367.118989:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610367.118990:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299640578 00000020:00000001:1.0:1749610367.118990:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610367.118992:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610367.118992:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610367.118993:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb848c0. 00000100:00000001:3.0:1749610367.118995:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610367.118997:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299640578 00000020:00000010:1.0:1749610367.118997:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00000001:2.0:1749610367.118998:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610367.118999:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb847c0. 00000100:00000040:2.0:1749610367.119000:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610367.119001:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000010:1.0:1749610367.119001:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:3.0:1749610367.119002:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000200:2.0:1749610367.119004:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494494720, offset 0 00000100:00000001:3.0:1749610367.119005:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299640578 00000020:00000010:1.0:1749610367.119005:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000010:3.0:1749610367.119007:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84200. 00000100:00000001:3.0:1749610367.119009:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:2.0:1749610367.119009:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610367.119010:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610367.119011:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610367.119011:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610367.119013:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119013:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610367.119014:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610367.119015:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119018:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610367.119018:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610367.119020:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e000 00000100:00000001:3.0:1749610367.119021:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610367.119023:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119024:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610367.119024:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 70416 00000100:00000001:3.0:1749610367.119026:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610367.119027:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610367.119028:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610367.119031:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610367.119031:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610367.119032:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119034:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610367.119036:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610367.119037:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610367.119039:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610367.119039:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718e00. 00000100:00000001:1.0:1749610367.119040:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610367.119041:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610367.119041:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718e00 x1834598494494720 msgsize 224 02000000:00000001:3.0:1749610367.119042:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610367.119042:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610367.119044:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610367.119045:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610367.119045:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1749610367.119047:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494494464:0@lo:38:kworker.0 00000100:00000001:1.0:1749610367.119048:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191758208 : -131939517793408 : ffff88006fe8fb80) 00000100:00000001:3.0:1749610367.119050:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610367.119051:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610367.119052:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610367.119053:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610367.119053:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8fb80 x1834598494494336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610367.119054:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749610367.119056:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000010:3.0:1749610367.119057:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5c000. 00000400:00000010:2.0:1749610367.119057:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 02000000:00000001:3.0:1749610367.119059:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119059:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610367.119059:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610367.119060:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494720 02000000:00000001:0.0:1749610367.119061:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610367.119062:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00100000:1.0:1749610367.119062:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494494336:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610367.119063:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119063:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610367.119064:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610367.119064:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610367.119065:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494336 02000000:00000001:0.0:1749610367.119065:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610367.119067:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494494464, portal 10 00000100:00100000:0.0:1749610367.119067:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494720 00000020:00000001:1.0:1749610367.119068:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610367.119068:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.119068:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610367.119069:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610367.119069:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610367.119070:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209039744 : -131939500511872 : ffff880070f0ad80) 00000100:00000001:2.0:1749610367.119070:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749610367.119070:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:1.0:1749610367.119071:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610367.119072:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610367.119072:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:0.0:1749610367.119073:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610367.119075:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119076:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610367.119078:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119078:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb00. 00000100:00000001:2.0:1749610367.119080:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610367.119081:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610367.119082:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610367.119082:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610367.119083:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610367.119083:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:3.0:1749610367.119084:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000040:2.0:1749610367.119085:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 672 usecs (1 jiffies) 00000100:00000200:3.0:1749610367.119086:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494494464, offset 0 00010000:00020000:1.0:1749610367.119086:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610367.119087:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299640577 00000100:00000001:0.0:1749610367.119087:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:1.0:1749610367.119088:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610367.119090:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610367.119090:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299640578 00000020:00000010:0.0:1749610367.119090:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00010000:00000001:1.0:1749610367.119091:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610367.119092:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299640577 00000020:00000010:0.0:1749610367.119092:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000400:00000200:3.0:1749610367.119094:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610367.119094:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299640578 00000100:00000001:1.0:1749610367.119094:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610367.119094:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749610367.119096:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299640577 00000100:00000001:1.0:1749610367.119096:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610367.119098:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91df00 00000100:00000001:2.0:1749610367.119098:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299640578 02000000:00000001:1.0:1749610367.119098:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610367.119098:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610367.119100:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299640577 00000100:00000001:0.0:1749610367.119100:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610367.119101:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610367.119102:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 70640 00000100:00000001:2.0:1749610367.119102:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299640578 02000000:00000010:1.0:1749610367.119102:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72400. 00000100:00000001:0.0:1749610367.119102:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119104:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610367.119104:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119105:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749610367.119106:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610367.119106:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119106:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119106:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610367.119107:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610367.119108:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610367.119108:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119109:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610367.119109:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610367.119111:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610367.119111:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119111:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610367.119112:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610367.119113:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610367.119114:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:1.0:1749610367.119114:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610367.119114:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610367.119115:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1749610367.119116:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097173480. 00000100:00000001:2.0:1749610367.119116:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610367.119117:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610367.119117:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749610367.119117:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:3.0:1749610367.119118:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097173480 x1834598494494464 msgsize 520 00000100:00000001:2.0:1749610367.119118:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119119:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.119119:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00100000:2.0:1749610367.119120:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749610367.119120:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922128896 : -131938787422720 : ffff88009b718e00) 00000100:00000040:1.0:1749610367.119121:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:3.0:1749610367.119122:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610367.119122:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119123:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610367.119123:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610367.119123:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718e00 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/0 e 0 to 0 dl 1749610378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610367.119125:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610367.119125:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610367.119126:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610367.119127:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610367.119128:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610367.119128:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610367.119128:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610367.119128:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610367.119129:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 00000400:00000200:3.0:1749610367.119130:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 02000000:00000001:1.0:1749610367.119130:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610367.119130:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610367.119131:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610367.119132:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 02000000:00000001:1.0:1749610367.119132:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119132:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb40. 00000100:00000001:3.0:1749610367.119134:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610367.119134:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610367.119135:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494494720:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749610367.119136:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610367.119137:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610367.119137:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494720 00000100:00000001:2.0:1749610367.119138:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749610367.119138:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000001:0.0:1749610367.119138:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610367.119139:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119140:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610367.119141:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610367.119141:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494494336, offset 0 00000020:00000001:0.0:1749610367.119141:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.119142:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610367.119143:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610367.119143:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610367.119144:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610367.119145:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610367.119145:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610367.119146:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610367.119147:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494494976:0@lo:400:kworker.0 00000020:00000001:0.0:1749610367.119147:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610367.119149:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119150:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610367.119150:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749610367.119151:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610367.119151:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610367.119152:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.119152:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610367.119153:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610367.119153:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119153:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.119154:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610367.119154:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610367.119156:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610367.119156:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829000. 00000400:00000200:1.0:1749610367.119156:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91de80 00000100:00000001:0.0:1749610367.119157:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610367.119158:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.119158:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610367.119159:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 670 usecs (1 jiffies) 02000000:00000010:0.0:1749610367.119159:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbad800. 00000400:00000010:2.0:1749610367.119160:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000400:00000200:1.0:1749610367.119160:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x529d [1] + 0 02000000:00000001:0.0:1749610367.119160:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119161:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299640577 00000100:00000001:0.0:1749610367.119162:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119163:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299640578 00000020:00000001:0.0:1749610367.119163:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610367.119164:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000400:00000200:1.0:1749610367.119164:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1749610367.119164:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494494720 00000100:00000001:3.0:1749610367.119165:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299640577 00000100:00000200:2.0:1749610367.119166:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494494976, portal 10 00000400:00000200:1.0:1749610367.119166:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610367.119166:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610367.119167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299640578 00000100:00000001:2.0:1749610367.119168:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610367.119169:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299640577 00000100:00000001:2.0:1749610367.119169:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000100:00000001:1.0:1749610367.119169:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:0.0:1749610367.119169:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b718e00 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119171:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299640578 00000100:00000001:3.0:1749610367.119173:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299640577 00000100:00000040:2.0:1749610367.119173:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610367.119173:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610367.119173:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610367.119174:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299640578 00010000:00000001:0.0:1749610367.119174:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610367.119175:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610367.119176:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610367.119177:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610367.119178:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119179:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610367.119179:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610367.119180:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610367.119180:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610367.119181:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610367.119181:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610367.119181:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610367.119182:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610367.119183:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610367.119183:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749610367.119183:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610367.119184:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610367.119185:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494494976, offset 0 00000400:00000010:0.0:1749610367.119186:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610367.119188:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749610367.119188:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610367.119190:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610367.119190:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494720, offset 224 02000000:00000001:3.0:1749610367.119192:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749610367.119192:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610367.119193:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610367.119193:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610367.119195:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119195:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610367.119197:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494494592:0@lo:38:kworker.0 00000400:00000200:2.0:1749610367.119197:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e100 00000400:00000200:0.0:1749610367.119198:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610367.119200:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749610367.119200:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 71160 02000000:00000001:3.0:1749610367.119201:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610367.119202:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610367.119202:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e000 02000000:00000001:3.0:1749610367.119204:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749610367.119204:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610367.119206:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5d000. 02000000:00000001:3.0:1749610367.119207:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610367.119207:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610367.119208:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:3.0:1749610367.119209:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000400:00000010:1.0:1749610367.119210:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610367.119212:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610367.119214:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610367.119214:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52a5 [1] + 224 00000100:00000001:1.0:1749610367.119217:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610367.119217:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610367.119219:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610367.119219:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610367.119221:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610367.119221:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610367.119222:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000200:2.0:1749610367.119222:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610367.119222:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610367.119223:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610367.119224:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610367.119225:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494494592, portal 10 00000100:00000010:2.0:1749610367.119225:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71aa00. 00000100:00000001:3.0:1749610367.119227:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610367.119227:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71aa00 x1834598494494976 msgsize 224 00000100:00000040:1.0:1749610367.119227:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8fb80 x1834598494494336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119228:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 00000100:00000040:0.0:1749610367.119229:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610367.119231:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610367.119232:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119233:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610367.119235:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494494336:12345-0@lo:38:kworker.0 Request processed in 172us (314us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610367.119236:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610367.119237:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610367.119238:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610367.119238:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610367.119239:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610367.119240:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610367.119240:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610367.119241:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000400:00000200:2.0:1749610367.119241:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00100000:1.0:1749610367.119241:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:0.0:1749610367.119242:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610367.119243:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749610367.119243:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610367.119244:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749610367.119245:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494494592, offset 0 00000100:00000001:2.0:1749610367.119245:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610367.119245:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749610367.119245:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610367.119245:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119247:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610367.119248:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610367.119248:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610367.119249:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000040:0.0:1749610367.119249:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718e00 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610367.119252:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000400:00000200:3.0:1749610367.119253:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610367.119254:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610367.119254:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494494720:12345-0@lo:400:kworker.0 Request processed in 124us (211us total) trans 0 rc 0/0 00000020:00000010:1.0:1749610367.119255:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000400:00000200:3.0:1749610367.119256:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91df80 00000100:00000040:2.0:1749610367.119257:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.119257:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610367.119258:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:0.0:1749610367.119259:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:3.0:1749610367.119260:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 71384 00000100:00000001:0.0:1749610367.119261:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610367.119261:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610367.119263:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610367.119263:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119263:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:2.0:1749610367.119264:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610367.119265:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:3.0:1749610367.119266:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610367.119266:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610367.119267:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119267:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119267:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749610367.119268:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610367.119269:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610367.119269:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 598 usecs (1 jiffies) 00000020:00000040:0.0:1749610367.119269:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610367.119270:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119271:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299640577 00000100:00000010:3.0:1749610367.119272:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097171880. 00000100:00000001:0.0:1749610367.119273:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610367.119274:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097171880 x1834598494494592 msgsize 520 00000100:00000001:2.0:1749610367.119274:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299640578 00000100:00100000:0.0:1749610367.119275:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494464 02000000:00000001:0.0:1749610367.119275:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610367.119276:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299640577 00000100:00000001:0.0:1749610367.119276:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610367.119277:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610367.119278:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299640578 00000100:00000001:0.0:1749610367.119278:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119279:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299640577 02000000:00000001:0.0:1749610367.119279:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.119280:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494464 00000100:00000001:2.0:1749610367.119281:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299640578 00000100:00080000:1.0:1749610367.119281:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:0.0:1749610367.119281:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610367.119282:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749610367.119282:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610367.119283:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299640577 00000020:00000040:1.0:1749610367.119283:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:0.0:1749610367.119283:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610367.119284:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610367.119285:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:2.0:1749610367.119285:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299640578 00000020:00000001:0.0:1749610367.119285:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119286:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610367.119286:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000400:00000010:3.0:1749610367.119287:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000020:00000010:0.0:1749610367.119287:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610367.119288:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610367.119288:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119289:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:0.0:1749610367.119290:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749610367.119291:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.119291:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610367.119291:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749610367.119292:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610367.119292:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494976 00000100:00000001:0.0:1749610367.119292:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610367.119293:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610367.119293:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610367.119294:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610367.119295:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000001:1.0:1749610367.119295:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610367.119297:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610367.119297:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:1.0:1749610367.119297:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119297:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610367.119298:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 02000000:00000001:1.0:1749610367.119299:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119299:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610367.119300:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610367.119300:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610367.119300:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494592 00000100:00100000:1.0:1749610367.119301:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494976 02000000:00000001:0.0:1749610367.119301:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749610367.119302:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610367.119302:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610367.119302:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610367.119303:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610367.119303:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749610367.119304:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610367.119305:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610367.119305:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494592 00000100:00000001:3.0:1749610367.119306:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119306:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.119306:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610367.119307:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610367.119307:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610367.119307:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610367.119307:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119308:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119309:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610367.119309:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:0.0:1749610367.119310:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000200:2.0:1749610367.119311:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610367.119311:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:0.0:1749610367.119311:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000040:3.0:1749610367.119312:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000020:00000010:0.0:1749610367.119312:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:0.0:1749610367.119313:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610367.119313:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610367.119314:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299640577 00000100:00000001:1.0:1749610367.119314:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610367.119314:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119315:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119316:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299640578 00000020:00000010:1.0:1749610367.119316:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:0.0:1749610367.119316:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119317:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610367.119318:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299640577 00000100:00000001:2.0:1749610367.119318:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610367.119318:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eee00. 00000100:00000001:0.0:1749610367.119319:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610367.119319:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610367.119320:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299640578 00000100:00000001:2.0:1749610367.119320:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610367.119321:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000001:3.0:1749610367.119322:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299640577 02000000:00000001:2.0:1749610367.119322:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749610367.119322:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610367.119323:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299640578 00000100:00000001:0.0:1749610367.119323:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849098880 : -131938860452736 : ffff880097173480) 00000100:00000001:2.0:1749610367.119324:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610367.119325:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299640577 00000100:00000001:2.0:1749610367.119325:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610367.119325:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097173480 x1834598494494464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119326:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299640578 00000100:00000001:1.0:1749610367.119326:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610367.119327:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:3.0:1749610367.119328:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610367.119328:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119329:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.119329:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494464:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610367.119331:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610367.119331:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00000200:0.0:1749610367.119331:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494464 00000100:00001000:2.0:1749610367.119332:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=22 v=5 (5 5 0 0) 00000020:00000001:0.0:1749610367.119332:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610367.119333:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610367.119334:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610367.119334:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00001000:2.0:1749610367.119335:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=22 v=5 (1 1 0 0) 00000020:00000010:1.0:1749610367.119336:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749610367.119337:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610367.119337:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119338:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610367.119339:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610367.119340:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1749610367.119340:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749610367.119340:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610367.119341:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119341:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1749610367.119341:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610367.119342:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1749610367.119342:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610367.119343:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610367.119343:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610367.119344:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1749610367.119344:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.119344:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.119344:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610367.119345:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.119345:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610367.119347:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749610367.119348:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494494848:0@lo:38:kworker.0 00000100:00000001:1.0:1749610367.119348:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749610367.119348:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781db800. 02000000:00000001:0.0:1749610367.119349:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119350:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119350:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119351:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1749610367.119351:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119351:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610367.119351:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610367.119352:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610367.119353:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:0.0:1749610367.119353:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749610367.119354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119354:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1749610367.119355:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610367.119355:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610367.119355:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610367.119356:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610367.119356:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610367.119357:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1749610367.119358:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eab2400. 00000100:00000001:2.0:1749610367.119358:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119358:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610367.119358:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610367.119359:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119359:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610367.119360:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:1.0:1749610367.119361:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000400:00000010:3.0:1749610367.119362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000040:2.0:1749610367.119362:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610367.119362:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610367.119363:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749610367.119363:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610367.119363:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610367.119364:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610367.119365:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922136064 : -131938787415552 : ffff88009b71aa00) 00000100:00000001:0.0:1749610367.119365:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610367.119366:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494494848, portal 10 00000100:00000040:0.0:1749610367.119366:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610367.119367:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1749610367.119367:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610367.119368:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610367.119369:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000040:1.0:1749610367.119369:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71aa00 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:558/0 lens 224/0 e 0 to 0 dl 1749610378 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610367.119369:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494464, offset 0 00000100:00000001:2.0:1749610367.119370:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749610367.119371:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610367.119372:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610367.119373:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610367.119373:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610367.119375:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.119376:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610367.119376:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91df00 00000100:00000001:3.0:1749610367.119378:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610367.119378:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000400:00000200:0.0:1749610367.119379:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52ad [1] + 0 00000100:00000040:3.0:1749610367.119380:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610367.119380:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610367.119381:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000400:00000200:0.0:1749610367.119381:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610367.119382:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00100000:2.0:1749610367.119382:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494494720:0@lo:400:kworker.0 00000400:00000200:0.0:1749610367.119383:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610367.119384:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494494848, offset 0 00000100:00000001:0.0:1749610367.119384:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610367.119385:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494494976:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610367.119386:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610367.119386:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610367.119387:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610367.119387:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610367.119388:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494976 00000100:00000040:2.0:1749610367.119390:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494494720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610367.119390:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610367.119391:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610367.119392:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610367.119392:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610367.119393:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610367.119395:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e080 00000020:00000001:1.0:1749610367.119395:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610367.119395:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610367.119396:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610367.119397:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610367.119397:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:0.0:1749610367.119397:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610367.119398:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000001:1.0:1749610367.119399:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610367.119399:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:2.0:1749610367.119400:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829200. 00000100:00000001:0.0:1749610367.119400:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610367.119401:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 71904 00000020:00000001:1.0:1749610367.119401:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.119401:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.119403:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610367.119403:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749610367.119403:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610367.119404:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610367.119404:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610367.119404:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610367.119405:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610367.119405:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610367.119406:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610367.119406:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610367.119407:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610367.119407:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749610367.119407:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097173480 x1834598494494464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610367.119408:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610367.119409:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610367.119409:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749610367.119410:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610367.119410:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 02000000:00000001:1.0:1749610367.119411:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610367.119412:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097173480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494464:12345-0@lo:38:kworker.0 Request processed in 82us (292us total) trans 0 rc -19/-19 00000100:00000010:3.0:1749610367.119413:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097171180. 02000000:00000001:2.0:1749610367.119413:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1749610367.119413:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72000. 02000000:00000001:2.0:1749610367.119414:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610367.119415:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097171180 x1834598494494848 msgsize 520 02000000:00000001:1.0:1749610367.119415:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.119415:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000010:2.0:1749610367.119416:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000001:0.0:1749610367.119416:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610367.119416:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610367.119417:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119417:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00100000:3.0:1749610367.119418:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610367.119418:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610367.119419:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610367.119419:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119419:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610367.119420:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610367.119421:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610367.119421:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494494976 00000020:00000010:0.0:1749610367.119421:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000400:00000200:3.0:1749610367.119422:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00010000:00000001:1.0:1749610367.119422:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610367.119422:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119423:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610367.119424:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610367.119424:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610367.119425:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:1.0:1749610367.119425:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b71aa00 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119425:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610367.119426:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.119426:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494494848 00000100:00000001:2.0:1749610367.119427:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.119427:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749610367.119428:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119428:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610367.119429:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610367.119430:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610367.119431:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749610367.119432:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494494848 00010000:00000001:1.0:1749610367.119433:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119433:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610367.119433:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610367.119434:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610367.119434:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1749610367.119435:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 0 0) 00000020:00000001:0.0:1749610367.119435:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119435:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610367.119437:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610367.119437:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749610367.119437:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749610367.119438:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:2.0:1749610367.119439:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610367.119439:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610367.119439:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:0.0:1749610367.119440:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610367.119441:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610367.119441:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610367.119441:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610367.119442:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119443:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610367.119443:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610367.119444:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610367.119444:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610367.119445:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000001:3.0:1749610367.119446:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119446:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610367.119447:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849091712 : -131938860459904 : ffff880097171880) 00000100:00000040:1.0:1749610367.119448:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610367.119449:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 502 usecs (1 jiffies) 00000400:00000010:1.0:1749610367.119450:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610367.119451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299640577 00000100:00000040:2.0:1749610367.119451:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097171880 x1834598494494592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119451:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610367.119452:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494976, offset 224 00000100:00000001:0.0:1749610367.119452:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119453:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299640578 00000100:00000001:3.0:1749610367.119455:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299640577 00000400:00000200:1.0:1749610367.119455:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610367.119455:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610367.119455:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610367.119456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299640578 00000100:00100000:0.0:1749610367.119457:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:3.0:1749610367.119458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299640577 00000100:00000001:0.0:1749610367.119458:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849089920 : -131938860461696 : ffff880097171180) 00000100:00100000:2.0:1749610367.119459:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494494592:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610367.119460:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299640578 00000100:00000040:0.0:1749610367.119460:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097171180 x1834598494494848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119461:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299640577 00000400:00000200:1.0:1749610367.119461:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610367.119462:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494592 00000100:00000001:3.0:1749610367.119463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299640578 00000100:00000001:3.0:1749610367.119464:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610367.119464:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610367.119465:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e100 00000100:00000001:3.0:1749610367.119466:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610367.119466:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610367.119466:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494848:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610367.119467:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494494848 00000020:00000001:0.0:1749610367.119468:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610367.119469:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52b9 [1] + 224 00010000:00000001:0.0:1749610367.119469:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610367.119473:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610367.119473:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610367.119475:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610367.119476:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749610367.119476:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:3.0:1749610367.119477:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749610367.119477:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1749610367.119478:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749610367.119478:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610367.119478:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610367.119479:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610367.119480:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00010000:00000001:2.0:1749610367.119480:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610367.119481:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610367.119481:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610367.119482:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:2.0:1749610367.119482:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610367.119482:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610367.119483:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610367.119484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 02000000:00000010:0.0:1749610367.119484:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781da400. 02000000:00000001:2.0:1749610367.119485:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610367.119485:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119485:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119486:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610367.119487:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610367.119487:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610367.119488:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966b9400. 00000100:00000200:3.0:1749610367.119489:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610367.119489:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119489:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610367.119489:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610367.119490:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610367.119491:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.119491:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610367.119492:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:2.0:1749610367.119493:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749610367.119493:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610367.119493:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610367.119494:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749610367.119495:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610367.119496:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610367.119496:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:2.0:1749610367.119497:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610367.119497:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610367.119498:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119499:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610367.119499:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610367.119499:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610367.119500:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610367.119501:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610367.119501:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119502:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610367.119502:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494848, offset 0 00000100:00000040:2.0:1749610367.119503:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610367.119504:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610367.119504:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610367.119505:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610367.119506:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749610367.119506:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610367.119507:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749610367.119508:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749610367.119508:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e080 00000100:00000001:3.0:1749610367.119510:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610367.119510:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610367.119511:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610367.119511:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52cd [1] + 0 02000000:00000001:2.0:1749610367.119512:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749610367.119512:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610367.119513:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610367.119513:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610367.119513:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610367.119514:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610367.119515:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610367.119517:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610367 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610367.119517:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610367.119517:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:2.0:1749610367.119519:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000400:00000010:1.0:1749610367.119519:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00001000:3.0:1749610367.119520:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=90 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610367.119521:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610367.119536:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610367.119538:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119540:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610367.119542:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610367.119543:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119544:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610367.119548:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610367.119548:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494494592, offset 0 00000100:00000001:0.0:1749610367.119548:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610367.119550:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610367.119551:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610367.119552:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610367.119553:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610367.119554:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610367.119554:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610367.119554:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119556:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610367.119556:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610367.119557:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.119557:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610367.119558:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610367.119559:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749610367.119559:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610367.119560:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097171180 x1834598494494848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119561:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610367.119574:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749610367.119574:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097171180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494494848:12345-0@lo:38:kworker.0 Request processed in 108us (158us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610367.119576:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91df80 00000100:00080000:3.0:1749610367.119577:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:0.0:1749610367.119578:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000001:3.0:1749610367.119579:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610367.119579:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610367.119580:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52c5 [1] + 0 00000100:00000001:0.0:1749610367.119580:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610367.119581:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610367.119582:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610367.119582:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:0.0:1749610367.119583:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:2.0:1749610367.119584:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610367.119585:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610367.119585:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:0.0:1749610367.119586:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610367.119587:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610367.119588:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610367.119589:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749610367.119590:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494494336:0@lo:38:kworker.0 00000100:00000001:2.0:1749610367.119590:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610367.119591:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610367.119592:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610367.119594:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610367.119594:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119596:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610367.119596:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71aa00 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:558/0 lens 224/224 e 0 to 0 dl 1749610378 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610367.119598:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494494336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610367.119602:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119604:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749610367.119604:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494494976:12345-0@lo:400:kworker.0 Request processed in 226us (375us total) trans 0 rc 0/0 02000000:00000001:3.0:1749610367.119605:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610367.119607:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880076277000. 00000100:00000001:2.0:1749610367.119610:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610367.119610:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 02000000:00000001:3.0:1749610367.119612:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610367.119613:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610367.119613:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000040:1.0:1749610367.119613:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000040:3.0:1749610367.119614:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:2.0:1749610367.119615:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749610367.119615:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610367.119616:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610367.119616:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610367.119617:0:12680:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749610367.119618:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64c00. 00000100:00000001:2.0:1749610367.119618:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749610367.119618:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 02000000:00000001:3.0:1749610367.119620:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610367.119620:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610367.119621:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1749610367.119621:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000010:3.0:1749610367.119622:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000040:2.0:1749610367.119622:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610367.119623:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000100:00000001:3.0:1749610367.119624:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610367.119624:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119625:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610367.119626:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610367.119626:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610367.119627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610367.119628:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610367.119629:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097171880 x1834598494494592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610387 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610367.119632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119633:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610367.119634:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610367.119636:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749610367.119637:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097171880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494494592:12345-0@lo:38:kworker.0 Request processed in 177us (361us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749610367.119638:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610367.119639:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610367.119641:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610367.119643:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:2.0:1749610367.119643:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:3.0:1749610367.119645:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610367.119646:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:1.0:1749610367.119646:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:3.0:1749610367.119647:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610367.119647:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1749610367.119648:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749610367.119649:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000020:00000010:2.0:1749610367.119652:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00000200:3.0:1749610367.119655:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610367.119655:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749610367.119657:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119660:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610367.119661:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119663:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610367.119664:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610367.119665:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610367.119667:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119667:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610367.119668:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119669:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749610367.119671:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610367 v=5 (0 0 0 0) 00000400:00000001:2.0:1749610367.119671:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610367.119673:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749610367.119674:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=72 v=20 (1 20 0 0) 00000400:00000010:2.0:1749610367.119675:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000100:00000001:3.0:1749610367.119676:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610367.119677:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610367.119677:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610367.119678:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:3.0:1749610367.119679:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610367.119680:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610367.119683:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610367.119683:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119689:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610367.119691:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749610367.119691:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119692:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119694:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610367.119695:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610367.119696:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:3.0:1749610367.119697:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610367.119697:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610367.119699:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610367.119699:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610367.119700:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610367.119701:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610367.119702:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610367.119703:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610367.119704:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610367.119705:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610367.119708:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=122 v=5 (5 0 0 0) 00000100:00100000:3.0:1749610367.119711:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494494464:0@lo:38:kworker.0 00000100:00001000:2.0:1749610367.119711:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=122 v=5 (1 0 0 0) 00000400:00000001:3.0:1749610367.119714:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610367.119714:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1749610367.119715:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610367.119715:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610367.119716:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1749610367.119717:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000400:00000200:3.0:1749610367.119719:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00010000:00080000:2.0:1749610367.119719:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610367.119720:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610367.119722:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610367.119725:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610367.119725:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610367.119727:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610367.119728:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610367.119730:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610367.119731:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610367.119732:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610367.119735:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119738:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610367.119739:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119740:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610367.119741:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610367.119742:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610367.119742:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610367.119743:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610367.119743:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119744:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610367.119745:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610367.119746:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610367.119748:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610367 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610367.119751:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=22 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610367.119753:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749610367.119753:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494494976:0@lo:400:kworker.0 00000100:00000001:3.0:1749610367.119754:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610367.119756:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610367.119756:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610367.119758:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610367.119759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610367.119760:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494494976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119765:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610367.119766:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610367.119767:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610367.119767:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610367.119768:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119769:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:2.0:1749610367.119769:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829000. 00000100:00000001:3.0:1749610367.119770:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610367.119771:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1749610367.119772:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749610367.119772:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610367.119773:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00080000:3.0:1749610367.119774:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749610367.119775:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610367.119776:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610367.119777:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000040:3.0:1749610367.119779:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610367.119779:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610367.119780:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610367.119781:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000100:00000001:2.0:1749610367.119784:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610367.119785:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610367.119786:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494494592:0@lo:38:kworker.0 00000100:00000001:2.0:1749610367.119786:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610367.119789:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610367.119789:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1749610367.119790:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610367.119790:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610367.119792:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00000001:2.0:1749610367.119792:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610367.119793:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:2.0:1749610367.119793:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610367.119794:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:3.0:1749610367.119796:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610367.119799:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610367.119806:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119811:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610367.119812:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119813:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610367.119814:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610367.119816:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610367.119817:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610367.119819:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610367.119821:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610367 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610367.119824:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=122 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610367.119826:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610367.119827:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610367.119829:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610367.119832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119837:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610367.119839:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610367.119840:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119841:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610367.119842:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610367.119844:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610367.119846:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610367.119848:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610367.119851:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610367.119858:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494494848:0@lo:38:kworker.0 00000100:00000001:3.0:1749610367.119861:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119862:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610367.119864:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0ad80 x1834598494494464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119870:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610367.119871:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610367.119872:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5c000. 02000000:00000001:3.0:1749610367.119874:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610367.119875:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610367.119877:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610367.119879:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610367.119880:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c954400. 02000000:00000001:3.0:1749610367.119882:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610367.119883:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610367.119884:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0ad80. 00000100:00000001:3.0:1749610367.119886:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610367.119887:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119889:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610367.119891:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b480 x1834598494494592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119897:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610367.119898:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610367.119899:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5d000. 02000000:00000001:3.0:1749610367.119901:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610367.119902:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610367.119903:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610367.119905:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610367.119906:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbac800. 02000000:00000001:3.0:1749610367.119907:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610367.119908:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610367.119909:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b480. 00000100:00000001:3.0:1749610367.119911:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610367.119912:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119913:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610367.119915:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494494848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610367.119920:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610367.119922:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610367.119923:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eab2400. 02000000:00000001:3.0:1749610367.119925:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610367.119926:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610367.119927:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610367.119928:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610367.119929:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610367.119931:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610367.119932:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610367.119933:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:3.0:1749610367.119935:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610367.119936:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610367.119938:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119939:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610367.119940:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610367.119941:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610367.119943:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610367.120562:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299640578, at 4299640578 00000100:00000040:1.0:1749610367.120562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299640578, at 4299640578 00000100:00000010:2.0:1749610367.120581:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb847c0. 00000100:00000040:0.0:1749610367.120583:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299640578, at 4299640578 00000100:00000010:0.0:1749610367.120589:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84e40. 00000100:00000010:1.0:1749610367.120591:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb848c0. 00000100:00000040:3.0:1749610367.121559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299640578, at 4299640579 00000100:00000010:3.0:1749610367.121574:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84200. 00000100:00000001:0.0:1749610367.455661:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610367.455666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610367.455667:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.455670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610367.455672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610367.455675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.455677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610367.455679:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.455681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610367.457588:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610367.457591:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610367.457592:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610367.457594:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610367.457596:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610367.457598:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.457600:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610367.457601:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610367.457603:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610367.866660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610367.866665:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610367.866724:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610367.866728:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610367.866730:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610368.119663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610368.119676:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610368.119678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610368.119681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610368.119683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610368.119687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610368.119689:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610368.455653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610368.455660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610368.455661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610368.455664:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610368.455666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610368.455669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610368.455671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610368.455674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610368.455675:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610368.457577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610368.457580:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610368.457581:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610368.457583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610368.457584:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610368.457585:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610368.457587:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610368.457588:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610368.457589:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610368.868655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610368.868660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610368.868714:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610368.868718:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610368.868720:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610369.119670:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610369.119685:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610369.119687:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610369.119691:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610369.119693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610369.119696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610369.119697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610369.455672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610369.455679:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610369.455681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610369.455685:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610369.455688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610369.455691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610369.455693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610369.455696:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610369.455698:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610369.457580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610369.457583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610369.457585:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610369.457587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610369.457589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610369.457591:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610369.457592:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610369.457594:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610369.457596:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610369.870651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610369.870656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610369.870704:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610369.870707:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610369.870709:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610370.119650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610370.119664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610370.119666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610370.119671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610370.119672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610370.119675:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610370.119677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610370.455637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610370.455643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610370.455644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610370.455647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610370.455650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610370.455652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610370.455654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610370.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610370.455658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610370.457601:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610370.457604:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610370.457605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610370.457607:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610370.457608:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610370.457610:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610370.457611:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610370.457613:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610370.457614:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610370.872674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610370.872679:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610370.872779:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610370.872782:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610370.872784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610371.119643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610371.119656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610371.119658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610371.119661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610371.119663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610371.119665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610371.119667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610371.455635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610371.455642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610371.455643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610371.455646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610371.455648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610371.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610371.455653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610371.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610371.455658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610371.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610371.457579:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610371.457580:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610371.457582:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610371.457584:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610371.457585:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610371.457586:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610371.457588:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610371.457589:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610371.874640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610371.874646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610371.874767:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610371.874771:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610371.874774:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610372.119621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610372.119635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610372.119636:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.119640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.119641:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610372.119644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.119646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610372.126591:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610372.126596:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610372.126599:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610372.126601:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610372.126603:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610372.126605:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610372.126607:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610372.126611:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1749610372.126614:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610372.126616:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126618:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126619:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126621:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610372.126623:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610372.126625:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610372.126627:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610372.126629:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610372.126630:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610372.126632:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610372.126634:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126635:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126636:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126637:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610372.126639:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610372.126641:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610372.126643:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.126645:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610372.126649:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610372.126651:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126652:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610372.126653:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610372.126658:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610372.126661:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610372.126663:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610372.126664:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126666:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610372.126667:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610372.126670:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.126675:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b5f0c00. 00000100:00000001:0.0:1749610372.126680:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610372.126686:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610372.126693:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610372.126696:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126698:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_rcv+-1] req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126712:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610372.126714:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610372.126716:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610372.126717:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610372.126718:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610372.126720:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610372.126721:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1749610372.126722:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610372.126724:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126725:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126726:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126726:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610372.126728:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610372.126728:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610372.126729:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610372.126730:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610372.126731:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610372.126732:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610372.126733:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126734:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126735:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126736:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610372.126737:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610372.126738:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610372.126739:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.126740:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610372.126741:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610372.126742:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126743:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610372.126744:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610372.126746:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000020:00000040:0.0:1749610372.126747:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610372.126748:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610372.126748:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126749:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610372.126750:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610372.126751:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.126753:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b5f1c00. 00000100:00000001:0.0:1749610372.126754:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610372.126756:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610372.126760:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610372.126761:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126763:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126766:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126768:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610372.126768:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610372.126770:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610372.126770:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610372.126771:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610372.126771:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610372.126772:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610372.126772:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610372.126773:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1749610372.126774:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610372.126776:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:3.0:1749610372.126777:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126777:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126778:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126779:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610372.126780:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610372.126780:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610372.126781:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610372.126782:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610372.126783:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749610372.126784:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610372.126784:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749610372.126785:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126785:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126786:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126787:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610372.126788:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610372.126788:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610372.126789:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:3.0:1749610372.126790:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610372.126791:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610372.126791:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610372.126792:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610372.126793:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494495104:0@lo:38:kworker.0 02000000:00000001:0.0:1749610372.126793:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610372.126794:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610372.126795:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126796:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610372.126796:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610372.126797:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.126798:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610372.126798:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 02000000:00000001:3.0:1749610372.126799:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610372.126799:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610372.126800:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610372.126801:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610372.126801:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126802:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610372.126802:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610372.126803:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610372.126804:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eab2400. 02000000:00000001:3.0:1749610372.126805:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610372.126810:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000400:00000010:3.0:1749610372.126815:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 02000000:00000010:0.0:1749610372.126818:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f4000. 00000100:00000200:3.0:1749610372.126820:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494495104, portal 4 00000100:00000001:0.0:1749610372.126820:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126821:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610372.126822:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000100:00100000:0.0:1749610372.126822:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610372.126826:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610372.126827:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126827:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126829:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_rcv+-1] req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.126832:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610372.126833:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610372.126834:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610372.126834:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1749610372.126835:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000200:3.0:1749610372.126836:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494495104, offset 0 00000100:00000001:0.0:1749610372.126836:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610372.126838:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000400:00000200:3.0:1749610372.126840:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610372.126840:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610372.126841:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610372.126842:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610372.126843:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.126845:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610372.126846:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126849:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610372.126851:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610372.126853:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610372.126854:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126857:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_00_00+0] req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610372.126859:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91e180 00000400:00000200:3.0:1749610372.126863:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 3120 00000400:00000200:3.0:1749610372.126869:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610372.126872:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610372.126876:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610372.126877:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610372.126877:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610372.126878:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:3.0:1749610372.126879:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097170000. 00000100:00080000:0.0:1749610372.126880:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610372.126881:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1749610372.126882:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097170000 x1834598494495104 msgsize 520 00000100:00080000:0.0:1749610372.126882:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610372.126883:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:3.0:1749610372.126884:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610372.126884:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1749610372.126885:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610372.126887:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126888:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.126888:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126889:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610372.126890:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610372.126890:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610372.126891:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610372.126892:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610372.126892:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610372.126893:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610372.126894:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:3.0:1749610372.126896:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000040:0.0:1749610372.126896:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610372.126896:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610372.126897:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000040:0.0:1749610372.126897:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610372.126898:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610372.126899:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610372.126899:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610372.126900:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:3.0:1749610372.126902:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126902:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.126903:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610372.126904:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610372.126905:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126906:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610372.126906:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610372.126907:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610372.126908:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610372.126909:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000020:00000040:0.0:1749610372.126910:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610372.126911:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610372.126912:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.126912:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126912:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610372.126913:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610372.126913:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610372.126913:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610372.126914:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126915:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.126915:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f4400. 00000100:00000001:1.0:1749610372.126917:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610372.126917:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610372.126918:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1071 usecs (2 jiffies) 00000100:00000001:1.0:1749610372.126918:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610372.126919:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610372.126920:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299645586 00000100:00000010:3.0:1749610372.126922:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84200. 00000100:00000001:0.0:1749610372.126922:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749610372.126923:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.126923:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.126925:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08000] to pc [ptlrpcd_rcv+-1] req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.126926:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610372.126929:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126930:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299645586 00000100:00000040:0.0:1749610372.126930:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1749610372.126932:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb841c0. 00000100:00000001:2.0:1749610372.126932:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610372.126932:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610372.126932:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610372.126933:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610372.126933:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000100:00000001:3.0:1749610372.126934:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749610372.126934:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610372.126935:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299645586 02000000:00000001:1.0:1749610372.126935:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610372.126935:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610372.126936:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1749610372.126937:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84d00. 02000000:00000001:1.0:1749610372.126937:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610372.126937:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.126938:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000100:00000001:3.0:1749610372.126939:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610372.126939:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610372.126939:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.126939:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126941:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299645586 00000100:00000040:0.0:1749610372.126941:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749610372.126942:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84980. 00000100:00100000:1.0:1749610372.126942:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494495488:0@lo:400:kworker.0 00000100:00000001:3.0:1749610372.126944:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610372.126944:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610372.126945:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610372.126946:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610372.126947:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610372.126947:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126948:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610372.126948:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610372.126948:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610372.126949:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610372.126950:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.126951:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000040:0.0:1749610372.126951:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b800] to pc [ptlrpcd_00_01+1] req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610372.126952:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.126953:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610372.126954:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610372.126955:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 02000000:00000001:3.0:1749610372.126956:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610372.126957:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610372.126958:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610372.126958:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00100000:3.0:1749610372.126959:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494495232:0@lo:38:kworker.0 00000100:00000001:3.0:1749610372.126961:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749610372.126961:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494495488, portal 10 02000000:00000001:3.0:1749610372.126962:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610372.126962:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610372.126963:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.126963:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610372.126963:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 02000000:00000010:3.0:1749610372.126966:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610372.126967:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.126967:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610372.126968:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000400:00000010:3.0:1749610372.126970:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610372.126970:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610372.126972:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494495232, portal 10 00000100:00000001:1.0:1749610372.126972:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610372.126973:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610372.126973:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610372.126973:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4983) 00000100:00000001:3.0:1749610372.126974:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000400:00000010:1.0:1749610372.126974:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749610372.126976:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494495488, offset 0 00000100:00000040:3.0:1749610372.126977:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610372.126979:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610372.126980:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610372.126982:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610372.126983:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610372.126984:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494495232, offset 0 00000100:00000001:2.0:1749610372.126984:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610372.126984:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610372.126986:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610372.126986:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495104 00000400:00000200:1.0:1749610372.126987:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e300 00000400:00000200:3.0:1749610372.126988:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610372.126989:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610372.126991:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e200 00000400:00000200:1.0:1749610372.126991:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 72424 00000100:00000001:2.0:1749610372.126992:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610372.126995:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 72648 00000100:00000001:2.0:1749610372.126995:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610372.126995:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610372.126997:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610372.126997:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610372.126999:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610372.126999:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.126999:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610372.127000:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610372.127002:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495104 00000100:00000010:1.0:1749610372.127002:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f06d80. 00000100:00000040:1.0:1749610372.127004:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f06d80 x1834598494495488 msgsize 224 00000020:00000001:2.0:1749610372.127005:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610372.127006:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610372.127007:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610372.127008:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610372.127010:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610372.127012:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610372.127018:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:1.0:1749610372.127019:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610372.127022:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000400:00000200:1.0:1749610372.127025:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610372.127026:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000010:2.0:1749610372.127027:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000001:1.0:1749610372.127028:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610372.127029:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610372.127030:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610372.127030:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610372.127032:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097170700. 00000100:00000001:2.0:1749610372.127032:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610372.127033:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097170700 x1834598494495232 msgsize 520 00000100:00000001:2.0:1749610372.127033:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610372.127034:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610372.127035:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610372.127035:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127036:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127039:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127040:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610372.127040:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127040:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610372.127040:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610372.127042:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00100000:0.0:1749610372.127042:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495488 00000400:00000010:3.0:1749610372.127043:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610372.127043:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.127043:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610372.127044:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610372.127045:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000100:00000001:0.0:1749610372.127045:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610372.127046:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127046:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299645585 00000100:00000001:0.0:1749610372.127047:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127048:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299645586 00000100:00000001:2.0:1749610372.127049:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127049:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299645585 02000000:00000001:0.0:1749610372.127049:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127050:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610372.127050:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299645586 00000100:00000040:3.0:1749610372.127051:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127051:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299645585 00000100:00100000:0.0:1749610372.127051:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495488 00000100:00000001:1.0:1749610372.127052:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299645586 00000020:00000001:0.0:1749610372.127052:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610372.127053:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299645585 00000020:00000040:0.0:1749610372.127053:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610372.127054:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610372.127054:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610372.127055:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610372.127055:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299645586 00000020:00000040:0.0:1749610372.127055:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610372.127056:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610372.127057:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610372.127057:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610372.127057:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610372.127057:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610372.127058:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 671 usecs (1 jiffies) 00000020:00000001:0.0:1749610372.127058:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610372.127059:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127060:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299645585 00000100:00000001:2.0:1749610372.127060:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610372.127060:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127061:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299645586 00000100:00000001:0.0:1749610372.127061:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610372.127062:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299645585 00000100:00000001:3.0:1749610372.127063:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299645586 00000100:00000001:1.0:1749610372.127063:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610372.127063:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eef00. 00000100:00000001:3.0:1749610372.127064:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299645585 00000100:00000001:1.0:1749610372.127064:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1749610372.127065:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000001:1.0:1749610372.127065:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.127066:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299645586 00000100:00000001:1.0:1749610372.127066:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610372.127066:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127067:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299645585 00000100:00000001:2.0:1749610372.127067:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849085440 : -131938860466176 : ffff880097170000) 00000100:00000001:3.0:1749610372.127068:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299645586 00000100:00100000:1.0:1749610372.127068:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:0.0:1749610372.127068:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610372.127069:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610372.127069:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127070:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127070:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610372.127071:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127072:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127072:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610372.127072:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610372.127073:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610372.127073:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170000 x1834598494495104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127073:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610372.127073:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749610372.127075:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127076:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610372.127076:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:3.0:1749610372.127077:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127078:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.127079:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610372.127079:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610372.127079:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610372.127079:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610372.127080:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610372.127080:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610372.127081:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610372.127081:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:3.0:1749610372.127082:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610372.127082:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494495104:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610372.127082:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610372.127084:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494495744:0@lo:400:kworker.0 00000100:00000200:2.0:1749610372.127085:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495104 00000100:00000001:3.0:1749610372.127086:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610372.127086:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127086:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610372.127086:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1749610372.127087:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610372.127087:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610372.127088:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610372.127088:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610372.127088:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610372.127088:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610372.127089:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610372.127089:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610372.127089:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749610372.127090:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995e00. 00000100:00000001:0.0:1749610372.127090:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610372.127091:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494495360:0@lo:38:kworker.0 02000000:00000001:1.0:1749610372.127091:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127092:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610372.127093:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1749610372.127093:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749610372.127093:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 02000000:00000001:3.0:1749610372.127094:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610372.127094:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:3.0:1749610372.127095:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610372.127095:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1749610372.127096:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494495744, portal 10 00000100:00000001:0.0:1749610372.127096:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610372.127096:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610372.127097:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbac800. 00000100:00000001:1.0:1749610372.127097:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610372.127098:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127098:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000400:00000010:3.0:1749610372.127099:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000001:0.0:1749610372.127100:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610372.127101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610372.127101:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610372.127102:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494495360, portal 10 00000100:00000001:3.0:1749610372.127103:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610372.127104:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000100:00000001:1.0:1749610372.127104:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610372.127104:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610372.127105:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610372.127105:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495232 00000020:00000001:2.0:1749610372.127106:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610372.127106:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:0.0:1749610372.127106:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610372.127107:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127107:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610372.127108:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494495744, offset 0 00000100:00000001:0.0:1749610372.127108:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610372.127109:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610372.127109:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127110:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610372.127110:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610372.127110:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495232 00010000:00000001:2.0:1749610372.127111:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610372.127111:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610372.127111:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610372.127112:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610372.127112:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749610372.127113:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:1.0:1749610372.127113:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610372.127113:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610372.127114:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494495360, offset 0 00000020:00000001:0.0:1749610372.127114:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610372.127115:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610372.127115:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e400 00000020:00000010:0.0:1749610372.127115:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000400:00000200:3.0:1749610372.127116:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610372.127116:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610372.127117:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610372.127117:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000400:00000200:1.0:1749610372.127118:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 73168 00000100:00000001:0.0:1749610372.127118:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610372.127119:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610372.127119:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610372.127120:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610372.127120:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610372.127121:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610372.127121:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610372.127122:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e280 02000000:00000001:2.0:1749610372.127122:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610372.127122:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610372.127124:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 73392 00000100:00000001:0.0:1749610372.127125:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610372.127126:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966bb000. 00000400:00000200:3.0:1749610372.127127:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610372.127127:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610372.127128:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610372.127128:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.127128:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610372.127129:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127129:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610372.127130:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610372.127131:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000010:1.0:1749610372.127132:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f06300. 00010000:00000001:2.0:1749610372.127133:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610372.127133:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:1.0:1749610372.127134:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f06300 x1834598494495744 msgsize 224 00000100:00000001:0.0:1749610372.127134:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209023360 : -131939500528256 : ffff880070f06d80) 00010000:00000001:2.0:1749610372.127135:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610372.127136:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610372.127137:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f06d80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/0 e 0 to 0 dl 1749610383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127138:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:2.0:1749610372.127138:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749610372.127140:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495744 00000100:00000001:1.0:1749610372.127140:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610372.127141:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610372.127141:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610372.127141:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610372.127142:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee0c0. 00000100:00000001:3.0:1749610372.127143:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610372.127143:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610372.127144:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610372.127144:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610372.127144:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000020:00000010:0.0:1749610372.127144:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee0c0. 02000000:00000001:3.0:1749610372.127145:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610372.127146:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610372.127146:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00100000:3.0:1749610372.127147:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495744 00000100:00000001:1.0:1749610372.127147:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610372.127148:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610372.127148:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610372.127148:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494495488:12345-0@lo:400:kworker.0 00000020:00000040:3.0:1749610372.127149:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610372.127149:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610372.127149:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610372.127150:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610372.127152:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:2.0:1749610372.127152:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610372.127153:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610372.127153:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610372.127153:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495488 00000020:00000001:3.0:1749610372.127154:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749610372.127154:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610372.127155:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127155:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610372.127155:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610372.127156:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610372.127157:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:3.0:1749610372.127158:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84f40. 00000100:00000001:2.0:1749610372.127158:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610372.127158:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610372.127158:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127159:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610372.127160:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb00. 00000100:00000040:2.0:1749610372.127160:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610372.127160:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610372.127160:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610372.127161:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749610372.127162:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 601 usecs (1 jiffies) 00000100:00000001:3.0:1749610372.127163:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749610372.127163:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610372.127163:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299645585 00000020:00000001:0.0:1749610372.127163:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1749610372.127164:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84f40. 00000100:00000001:1.0:1749610372.127165:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299645586 00000020:00000001:0.0:1749610372.127165:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610372.127166:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:1.0:1749610372.127166:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299645585 00000020:00000001:0.0:1749610372.127166:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610372.127167:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299645586 00000020:00000001:0.0:1749610372.127167:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1749610372.127168:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610372.127168:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299645585 00000020:00000001:0.0:1749610372.127168:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127169:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299645586 00000020:00000001:0.0:1749610372.127169:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749610372.127170:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:1.0:1749610372.127170:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299645585 00000100:00000001:1.0:1749610372.127171:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299645586 00000100:00000001:1.0:1749610372.127172:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610372.127172:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610372.127173:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610372.127173:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610372.127173:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127174:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610372.127174:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610372.127175:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610372.127175:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494495104, offset 0 00000100:00000001:1.0:1749610372.127175:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610372.127176:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4800. 00000100:00000001:3.0:1749610372.127177:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749610372.127177:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127178:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610372.127178:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127179:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610372.127180:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610372.127180:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127182:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749610372.127182:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494495488 00000100:00080000:1.0:1749610372.127183:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:0.0:1749610372.127183:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:1.0:1749610372.127185:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610372.127186:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000200:0.0:1749610372.127186:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f06d80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127187:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610372.127189:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1749610372.127191:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:2.0:1749610372.127191:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610372.127191:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610372.127192:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209020672 : -131939500530944 : ffff880070f06300) 00010000:00000001:0.0:1749610372.127192:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127193:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749610372.127193:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610372.127194:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610372.127195:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f06300 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:563/0 lens 224/0 e 0 to 0 dl 1749610383 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127195:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610372.127196:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1749610372.127197:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610372.127198:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849087232 : -131938860464384 : ffff880097170700) 00000100:00000001:0.0:1749610372.127198:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610372.127199:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91e180 02000000:00000001:0.0:1749610372.127199:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610372.127200:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610372.127200:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170700 x1834598494495232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610372.127200:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610372.127201:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84f40. 00000100:00000001:0.0:1749610372.127201:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610372.127202:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610372.127203:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84f40. 00000100:00000040:0.0:1749610372.127203:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610372.127204:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x52e5 [1] + 0 00000400:00000010:0.0:1749610372.127204:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00100000:1.0:1749610372.127205:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494495232:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610372.127206:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494495744:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610372.127207:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495232 00000100:00000200:3.0:1749610372.127208:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495744 00000100:00000200:0.0:1749610372.127208:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494495488, offset 224 00000020:00000001:3.0:1749610372.127209:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610372.127209:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610372.127210:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610372.127211:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749610372.127211:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610372.127211:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610372.127212:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610372.127213:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749610372.127213:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610372.127214:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610372.127215:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610372.127216:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610372.127217:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610372.127217:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610372.127217:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610372.127218:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610372.127219:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610372.127219:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610372.127220:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610372.127221:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610372.127221:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610372.127221:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610372.127221:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e300 02000000:00000001:3.0:1749610372.127222:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610372.127223:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749610372.127224:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c954400. 00000400:00000200:0.0:1749610372.127224:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52ed [1] + 224 00010000:00000001:1.0:1749610372.127225:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610372.127226:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127226:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610372.127227:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127227:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749610372.127227:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610372.127228:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610372.127229:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610372.127229:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610372.127229:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1749610372.127230:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494495744 00010000:00000001:3.0:1749610372.127231:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749610372.127231:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73800. 00000100:00000001:0.0:1749610372.127231:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610372.127232:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610372.127233:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f06300 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127233:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610372.127233:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610372.127235:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610372.127236:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610372.127236:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610372.127237:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749610372.127237:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610372.127238:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610372.127239:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127239:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610372.127241:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610372.127241:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610372.127242:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:3.0:1749610372.127243:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610372.127243:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000040:1.0:1749610372.127243:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610372.127244:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000001:1.0:1749610372.127244:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610372.127245:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610372.127245:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610372.127245:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610372.127245:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610372.127246:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610372.127247:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610372.127247:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127247:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000001:3.0:1749610372.127248:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610372.127248:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749610372.127248:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000040:3.0:1749610372.127249:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610372.127249:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610372.127250:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127250:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610372.127250:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000400:00000010:3.0:1749610372.127251:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000040:1.0:1749610372.127251:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610372.127251:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749610372.127252:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494495744, offset 224 00000100:00000040:2.0:1749610372.127252:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:1.0:1749610372.127252:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610372.127252:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610372.127253:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494495232, offset 0 00000100:00000001:2.0:1749610372.127254:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.127254:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610372.127255:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610372.127256:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610372.127256:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610372.127256:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610372.127257:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610372.127257:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749610372.127258:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170000 x1834598494495104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610372.127258:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610372.127259:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610372.127259:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610372.127260:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e400 00000100:00000040:0.0:1749610372.127261:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f06d80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610372.127262:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e200 00000400:00000200:3.0:1749610372.127263:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52fd [1] + 224 00000400:00000200:3.0:1749610372.127265:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610372.127265:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494495104:12345-0@lo:38:kworker.0 Request processed in 183us (381us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610372.127267:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610372.127267:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x52f1 [1] + 0 00000100:00100000:0.0:1749610372.127267:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494495488:12345-0@lo:400:kworker.0 Request processed in 124us (261us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610372.127269:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610372.127269:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610372.127271:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610372.127271:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000400:00000200:1.0:1749610372.127271:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610372.127272:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000001:2.0:1749610372.127273:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610372.127273:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610372.127273:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610372.127274:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610372.127275:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127275:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610372.127276:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127276:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610372.127278:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000020:00000010:0.0:1749610372.127278:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000040:1.0:1749610372.127280:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610372.127280:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610372.127281:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610372.127282:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000020:00000010:0.0:1749610372.127282:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000400:00000200:3.0:1749610372.127283:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610372.127284:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610372.127284:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749610372.127284:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610372.127285:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610372.127286:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610372.127286:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749610372.127286:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610372.127287:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000400:00000010:1.0:1749610372.127287:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610372.127288:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127288:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610372.127289:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610372.127290:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610372.127290:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127290:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610372.127291:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127291:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610372.127292:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610372.127293:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610372.127294:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f06300 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:563/0 lens 224/224 e 0 to 0 dl 1749610383 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127294:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610372.127295:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610372.127297:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170700 x1834598494495232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610372.127298:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610372.127300:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610372.127302:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494495232:12345-0@lo:38:kworker.0 Request processed in 96us (267us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610372.127303:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494495744:12345-0@lo:400:kworker.0 Request processed in 101us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610372.127306:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:1.0:1749610372.127307:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610372.127308:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:1.0:1749610372.127308:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610372.127309:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610372.127310:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610372.127310:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610372.127311:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610372.127312:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000020:00000010:3.0:1749610372.127313:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610372.127314:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000010:1.0:1749610372.127314:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00000001:1.0:1749610372.127315:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610372.127316:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000020:00000040:3.0:1749610372.127319:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610372.127320:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127322:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610372.127323:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610372.127325:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610372.127326:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610372.127327:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610372.127328:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610372.127329:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610372.127330:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610372.127332:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127335:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610372.127336:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610372.127336:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610372.127338:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097172300. 00000100:00000040:3.0:1749610372.127339:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097172300 x1834598494495360 msgsize 520 00000100:00000001:1.0:1749610372.127340:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610372.127341:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610372.127342:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610372.127342:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610372.127344:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610372.127345:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610372.127346:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610372.127347:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610372.127350:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=127 v=5 (5 0 0 0) 00000100:00000001:3.0:1749610372.127351:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749610372.127352:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1749610372.127353:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610372.127354:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610372.127354:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610372.127355:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610372.127356:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610372.127356:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749610372.127358:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610372.127358:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127362:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610372.127362:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610372.127363:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127364:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610372.127365:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610372.127366:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610372.127367:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127367:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610372.127367:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127369:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127369:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610372.127371:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:3.0:1749610372.127372:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299645585 00000100:00000001:3.0:1749610372.127373:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299645586 00000100:00000001:1.0:1749610372.127373:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610372.127374:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610372.127375:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299645585 00000100:00000001:1.0:1749610372.127375:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127376:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299645586 00000100:00000001:3.0:1749610372.127377:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299645585 00000100:00000040:1.0:1749610372.127377:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127378:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299645586 00000100:00000001:2.0:1749610372.127378:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610372.127379:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299645585 00000100:00000001:3.0:1749610372.127380:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299645586 00000100:00100000:2.0:1749610372.127380:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495360 00000100:00000001:3.0:1749610372.127381:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610372.127381:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749610372.127381:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494495744:0@lo:400:kworker.0 00000100:00000001:3.0:1749610372.127382:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610372.127383:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1749610372.127383:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610372.127384:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610372.127384:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610372.127384:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610372.127385:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 00000100:00000040:3.0:1749610372.127386:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610372.127386:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610372.127386:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749610372.127387:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00100000:2.0:1749610372.127388:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495360 00000100:00000001:1.0:1749610372.127388:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610372.127389:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610372.127389:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610372.127389:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127390:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610372.127390:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610372.127391:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610372.127391:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610372.127392:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610372.127392:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.127393:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610372.127393:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610372.127394:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494495616:0@lo:38:kworker.0 00000020:00000001:2.0:1749610372.127394:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127396:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749610372.127396:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:1.0:1749610372.127396:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610372.127397:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610372.127397:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610372.127398:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610372.127398:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:1.0:1749610372.127398:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610372.127399:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610372.127399:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610372.127400:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000001:1.0:1749610372.127400:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610372.127401:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610372.127402:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5d000. 00000100:00000001:2.0:1749610372.127402:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610372.127402:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.127403:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610372.127403:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1749610372.127403:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=27 v=5 (5 5 0 0) 00000400:00000010:3.0:1749610372.127404:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00001000:1.0:1749610372.127404:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=27 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610372.127405:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610372.127406:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610372.127406:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610372.127406:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610372.127407:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494495616, portal 10 00000100:00000001:2.0:1749610372.127407:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610372.127407:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610372.127408:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610372.127409:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028096 : -131939500523520 : ffff880070f08000) 00010000:00080000:1.0:1749610372.127409:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610372.127412:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610372.127412:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127413:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610372.127414:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610372.127414:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610372.127415:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610372.127415:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127416:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610372.127417:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610372.127418:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:3.0:1749610372.127419:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494495616, offset 0 00000400:00000200:3.0:1749610372.127420:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610372.127421:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127421:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610372.127422:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610372.127423:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610372.127423:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610372.127425:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610372.127426:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e380 00000100:00000001:2.0:1749610372.127426:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610372.127427:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610372.127428:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 73912 00000100:00100000:2.0:1749610372.127429:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000400:00000200:3.0:1749610372.127430:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610372.127431:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849094400 : -131938860457216 : ffff880097172300) 00000100:00100000:1.0:1749610372.127431:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494495488:0@lo:400:kworker.0 00000400:00000200:3.0:1749610372.127432:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610372.127433:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610372.127434:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610372.127434:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097172300 x1834598494495360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610372.127434:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127435:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749610372.127436:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097171500. 00000100:00000040:3.0:1749610372.127437:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880097171500 x1834598494495616 msgsize 520 00000100:00000040:1.0:1749610372.127438:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494495744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610372.127439:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749610372.127441:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494495360:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610372.127443:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610372.127443:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495360 00000100:00000001:1.0:1749610372.127443:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749610372.127444:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610372.127445:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000020:00000001:2.0:1749610372.127445:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610372.127445:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610372.127446:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749610372.127446:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749610372.127446:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995e00. 00000100:00000200:3.0:1749610372.127448:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610372.127450:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610372.127450:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610372.127451:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610372.127452:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610372.127452:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749610372.127452:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494495616 00000100:00000040:3.0:1749610372.127453:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610372.127453:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749610372.127453:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00020000:2.0:1749610372.127454:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610372.127454:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610372.127455:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610372.127455:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127456:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610372.127456:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610372.127456:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127457:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749610372.127457:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610372.127457:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00000100:00000001:3.0:1749610372.127458:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610372.127458:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494495616 00000100:00000040:3.0:1749610372.127459:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 505 usecs (1 jiffies) 00000100:00000001:2.0:1749610372.127459:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610372.127459:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610372.127460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299645585 00000100:00000001:2.0:1749610372.127460:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610372.127460:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1749610372.127460:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610372.127460:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610372.127461:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299645586 02000000:00000001:2.0:1749610372.127461:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610372.127461:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749610372.127461:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127462:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299645585 00000020:00000001:0.0:1749610372.127462:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299645586 02000000:00000010:2.0:1749610372.127463:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966b8800. 00000100:00000010:1.0:1749610372.127463:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:3.0:1749610372.127464:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299645585 02000000:00000001:2.0:1749610372.127464:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610372.127464:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:1.0:1749610372.127465:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610372.127466:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127466:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610372.127466:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610372.127467:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299645586 00010000:00000001:2.0:1749610372.127467:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610372.127467:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610372.127468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299645585 00010000:00000001:2.0:1749610372.127468:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127468:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610372.127468:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610372.127469:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299645586 00000100:00000001:0.0:1749610372.127469:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610372.127470:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610372.127470:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610372.127470:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127471:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610372.127471:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494495488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610372.127472:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610372.127472:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610372.127473:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610372.127473:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610372.127474:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610372.127475:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00000040:2.0:1749610372.127475:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610372.127475:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610372.127476:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:1.0:1749610372.127476:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749610372.127477:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610372.127477:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610372.127477:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610372.127478:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610372.127478:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610372.127478:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1749610372.127479:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00000100:00000001:0.0:1749610372.127479:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610372.127480:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610372.127480:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610372.127480:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610372.127481:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749610372.127482:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1749610372.127482:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749610372.127482:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 02000000:00000001:2.0:1749610372.127483:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.127483:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849090816 : -131938860460800 : ffff880097171500) 00000100:00000001:2.0:1749610372.127484:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610372.127484:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749610372.127485:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610372.127485:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 00000100:00000040:0.0:1749610372.127485:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097171500 x1834598494495616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610372.127486:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610372.127486:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749610372.127487:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 02000000:00000001:1.0:1749610372.127487:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610372.127488:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00000001:3.0:1749610372.127489:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610372.127489:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610372.127489:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1749610372.127490:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494495360, offset 0 00000100:00000001:1.0:1749610372.127490:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610372.127490:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494495616:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610372.127491:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610372.127492:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749610372.127492:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610372.127492:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610372.127492:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494495616 00000100:00000001:3.0:1749610372.127493:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610372.127494:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610372.127494:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610372.127495:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610372.127495:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749610372.127495:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610372.127496:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610372.127497:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610372 v=5 (0 0 0 0) 00000400:00000200:2.0:1749610372.127497:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610372.127497:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749610372.127499:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=95 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610372.127499:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127500:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610372.127500:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610372.127501:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e280 00010000:00020000:0.0:1749610372.127501:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610372.127502:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610372.127503:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610372.127503:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610372.127505:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5301 [1] + 0 00010000:00000001:0.0:1749610372.127505:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127506:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127507:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610372.127507:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610372.127508:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610372.127508:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610372.127509:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610372.127510:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4c00. 00000100:00000001:3.0:1749610372.127511:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610372.127511:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610372.127511:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610372.127511:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.127512:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127513:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610372.127513:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610372.127514:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610372.127515:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610372.127515:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610372.127516:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610372.127516:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:3.0:1749610372.127517:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610372.127547:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610372.127549:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127552:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127553:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610372.127554:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610372.127555:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610372.127556:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494495104:0@lo:38:kworker.0 00000100:00000001:0.0:1749610372.127556:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610372.127558:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:3.0:1749610372.127559:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610372.127560:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610372.127560:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610372.127561:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 02000000:00000001:0.0:1749610372.127561:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610372.127562:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 02000000:00000001:0.0:1749610372.127562:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610372.127563:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610372.127563:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610372.127564:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610372.127564:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610372.127565:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:3.0:1749610372.127566:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610372.127567:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494495616, offset 0 00000100:00000200:3.0:1749610372.127570:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610372.127570:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610372.127573:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610372.127574:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610372.127575:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127576:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610372.127576:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610372.127577:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610372.127577:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e380 00000100:00000001:3.0:1749610372.127578:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.127579:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610372.127579:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x531d [1] + 0 00000100:00001000:3.0:1749610372.127580:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610372 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610372.127582:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=77 v=20 (1 20 0 0) 00000400:00000200:0.0:1749610372.127582:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610372.127583:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610372.127583:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610372.127584:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610372.127585:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610372.127585:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610372.127586:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610372.127587:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127591:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610372.127591:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127592:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610372.127593:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127593:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610372.127594:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610372.127595:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610372.127597:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610372.127598:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127599:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127600:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610372.127602:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00100000:3.0:1749610372.127603:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494495232:0@lo:38:kworker.0 00000400:00000010:0.0:1749610372.127603:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610372.127605:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.127605:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610372.127605:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610372.127606:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610372.127607:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494495104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610372.127607:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.127608:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610372.127609:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127610:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610372.127610:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610372.127611:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610372.127612:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eab2400. 00000100:00000040:0.0:1749610372.127612:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097171500 x1834598494495616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610372.127614:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610372.127615:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610372.127616:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610372.127617:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749610372.127617:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494495616:12345-0@lo:38:kworker.0 Request processed in 126us (178us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749610372.127618:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b5f0c00. 02000000:00000001:3.0:1749610372.127619:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610372.127620:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749610372.127620:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000010:3.0:1749610372.127621:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:0.0:1749610372.127621:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610372.127622:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610372.127622:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610372.127623:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127624:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610372.127624:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:0.0:1749610372.127625:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000040:3.0:1749610372.127626:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08e00 x1834598494495232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610372.127627:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:0.0:1749610372.127629:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127633:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610372.127633:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610372.127634:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 02000000:00000001:3.0:1749610372.127635:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610372.127636:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610372.127636:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610372.127637:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610372.127638:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b5f1c00. 02000000:00000001:3.0:1749610372.127639:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610372.127640:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610372.127640:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 00000100:00000001:3.0:1749610372.127642:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610372.127642:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610372.127646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.127648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610372.127649:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610372.127649:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610372.127650:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000200:3.0:1749610372.127651:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610372.127652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610372.127653:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610372.127655:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610372.127658:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127667:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610372.127668:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127669:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610372.127670:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610372.127670:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610372.127671:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.127672:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610372.127674:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610372 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610372.127676:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=127 v=20 (20 0 0 0) 00000100:00000001:3.0:1749610372.127678:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610372.127678:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610372.127679:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127681:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127684:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610372.127685:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610372.127686:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127687:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610372.127687:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610372.127689:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610372.127690:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610372.127691:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127692:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610372.127696:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494495616:0@lo:38:kworker.0 00000100:00000001:3.0:1749610372.127698:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127698:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610372.127700:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08000 x1834598494495616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127703:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610372.127704:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610372.127704:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610372.127705:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5d000. 02000000:00000001:3.0:1749610372.127706:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610372.127707:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610372.127708:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610372.127709:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610372.127709:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f4400. 02000000:00000001:3.0:1749610372.127711:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610372.127711:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610372.127712:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610372.127712:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08000. 00000100:00000001:3.0:1749610372.127714:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610372.127714:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610372.127715:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610372.127716:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:3.0:1749610372.127717:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.127717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610372.127718:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610372.127718:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:3.0:1749610372.127719:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610372.127719:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610372.127720:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610372.127721:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610372.127721:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610372.127722:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610372.127723:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610372.127723:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610372.127724:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610372.127725:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610372.127726:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610372.127728:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097172300 x1834598494495360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610392 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610372.127729:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127732:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610372.127733:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127734:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610372.127734:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610372.127735:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610372.127735:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494495360:12345-0@lo:38:kworker.0 Request processed in 294us (393us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610372.127736:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610372.127737:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610372.127738:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610372 v=5 (0 0 0 0) 00000100:00100000:2.0:1749610372.127739:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00001000:3.0:1749610372.127740:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=27 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610372.127741:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610372.127741:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610372.127742:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610372.127742:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610372.127743:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610372.127744:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000040:3.0:1749610372.127745:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610372.127746:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000001:3.0:1749610372.127748:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610372.127748:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000001:3.0:1749610372.127749:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610372.127750:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127751:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127751:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610372.127752:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610372.127754:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610372.127755:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610372.127756:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610372.127758:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610372.127761:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494495360:0@lo:38:kworker.0 00000100:00000001:3.0:1749610372.127763:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127764:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610372.127765:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494495360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610372.127768:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610372.127769:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610372.127769:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbac800. 02000000:00000001:3.0:1749610372.127771:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610372.127771:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610372.127772:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610372.127773:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610372.127773:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f4000. 02000000:00000001:3.0:1749610372.127775:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610372.127775:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610372.127776:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000100:00000001:3.0:1749610372.127777:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610372.127777:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610372.127778:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127779:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610372.127779:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610372.127780:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610372.127781:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610372.128568:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299645586, at 4299645586 00000100:00000040:2.0:1749610372.128569:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299645586, at 4299645586 00000100:00000040:3.0:1749610372.128571:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299645586, at 4299645586 00000100:00000010:0.0:1749610372.128573:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84200. 00000100:00000010:2.0:1749610372.128583:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84d00. 00000100:00000010:3.0:1749610372.128592:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84980. 00000100:00000040:1.0:1749610372.128595:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299645586, at 4299645586 00000100:00000010:1.0:1749610372.128600:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb841c0. 00000100:00000001:0.0:1749610372.455633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610372.455638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610372.455639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610372.455642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610372.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610372.455647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610372.455649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610372.455651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610372.455652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610372.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610372.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610372.457576:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610372.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610372.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610372.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610372.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610372.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610372.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610372.876598:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610372.876604:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610372.876700:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610372.876703:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610372.876705:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610373.127642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610373.127657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610373.127658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610373.127661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610373.127663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610373.127666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610373.127668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610373.455658:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610373.455664:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610373.455666:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610373.455669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610373.455671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610373.455674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610373.455676:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610373.455678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610373.455680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610373.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610373.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610373.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610373.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610373.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610373.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610373.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610373.457576:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610373.457577:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610373.878628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610373.878635:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610373.878636:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610373.878638:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610373.878641:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610373.878643:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610373.878644:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610373.878645:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610373.878705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610373.878708:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610373.878710:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610374.127636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610374.127650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610374.127651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610374.127654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610374.127656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610374.127658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610374.127660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610374.455629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610374.455635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610374.455637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610374.455640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610374.455642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610374.455645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.455647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610374.455655:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.455662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610374.455664:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.455669:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610374.455671:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.455672:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610374.455673:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610374.455675:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610374.455680:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494493312:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610374.455682:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.455683:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610374.455685:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610374.455686:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610374.455688:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.455692:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610374.455693:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610374.455697:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610374.455698:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610374.455701:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610374.455703:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610374.455705:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610374.455707:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:0.0:1749610374.455708:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610374.455710:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:0.0:1749610374.455715:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455720:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610374.455723:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455726:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610374.455728:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455731:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610374.455732:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610374.455734:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455737:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610374.455738:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610374.455740:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610374.455742:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610374.455745:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610374.455747:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610374.455748:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455751:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610374.455752:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610374.455752:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610374.455753:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:0.0:1749610374.455754:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610374.455756:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610374.455757:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610374.455759:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610374.455762:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610374.455763:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610374.455765:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610374.455767:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610374.455767:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610374.455768:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610374.455769:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610374.455771:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610374.455772:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610374.455772:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610374.455773:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610374.455775:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d12f from hash 00010000:00000001:0.0:1749610374.455776:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610374.455777:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610374.455777:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610374.455778:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610374.455779:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610374.455779:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610374.455781:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610374.455781:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610374.455782:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610374.455783:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610374.455784:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610374.455786:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610374.455787:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610374.455787:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610374.455788:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610374.455790:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610374.455790:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610374.455791:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610374.455792:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d12f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610374.455797:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f200 count: 0 00010000:00000001:0.0:1749610374.455817:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610374.455818:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610374.455819:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610374.455821:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494493312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.455825:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610374.455827:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610374.455828:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610374.455829:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610374.455832:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610374.455835:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610374.455836:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610374.455837:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:0.0:1749610374.455839:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610374.455840:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610374.455841:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610374.455843:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610374.455845:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610374.455848:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3ee0c0. 00000020:00000010:0.0:1749610374.455851:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610374.455854:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f800. 00000040:00000010:0.0:1749610374.455856:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749610374.455859:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b6000. 00000020:00000010:0.0:1749610374.455862:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749610374.455865:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610374.455869:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ee00. 00080000:00000010:0.0:1749610374.455873:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610374.455876:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610374.455882:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610374.455884:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610374.455887:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f800. 00000040:00000010:0.0:1749610374.455890:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749610374.455891:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b6000. 00000020:00000010:0.0:1749610374.455894:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749610374.455896:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610374.455898:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ee00. 00080000:00000010:0.0:1749610374.455901:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610374.455903:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610374.455905:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:0.0:1749610374.455907:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3ee0c0. 10000000:01000000:0.0:1749610374.455910:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:0.0:1749610374.455912:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610374.455913:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610374.455915:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610374.455916:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610374.455917:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:0.0:1749610374.455918:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610374.455919:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610374.455920:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749610374.455921:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610374.455922:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610374.455923:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:0.0:1749610374.455924:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610374.455925:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610374.455926:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610374.455927:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:0.0:1749610374.455929:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000020:00000040:0.0:1749610374.455931:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610374.455933:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610374.455935:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610374.455938:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610374.455942:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610374.455946:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610374.455948:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610374.455949:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610374.455952:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3fd00. 00010000:00000001:0.0:1749610374.455955:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610374.455956:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ea00. 00000020:00000001:0.0:1749610374.455958:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610374.455959:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ea00 with handle 0x689c0ec07329d136 to hash 00000020:00000001:0.0:1749610374.455960:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610374.455961:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610374.455963:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610374.455964:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610374.455965:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610374.455966:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610374.455970:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610374.455977:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610374.455980:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610374.455981:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610374.455985:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610374.455986:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610374.455987:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610374.455988:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000001:0.0:1749610374.455990:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610374.455993:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610374.455994:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610374.455995:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610374.455997:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.456002:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610374.456003:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610374.456005:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610374.456009:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610374.456010:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610374.456011:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610374.456012:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610374.456013:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610374.456013:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.456014:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610374.456015:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.456016:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610374.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610374.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610374.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610374.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610374.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610374.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610374.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610374.457578:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610374.458641:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f200. 00010000:00000010:3.1:1749610374.458647:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00010000:00000001:0.0:1749610374.880652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610374.880657:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610374.880741:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610374.880744:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610374.880746:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610375.127603:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610375.127616:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610375.127618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610375.127622:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610375.127623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610375.127626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610375.127627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610375.455611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610375.455616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610375.455618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610375.455622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610375.455624:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610375.455627:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610375.455629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610375.455631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610375.455632:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610375.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610375.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610375.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610375.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610375.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610375.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610375.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610375.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610375.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610375.882658:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610375.882664:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610375.882745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610375.882748:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610375.882750:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610376.127628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610376.127641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610376.127643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610376.127647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610376.127649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610376.127651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610376.127653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610376.455660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610376.455667:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610376.455668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610376.455671:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610376.455674:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610376.455676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610376.455678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610376.455681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610376.455682:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610376.457569:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610376.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610376.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610376.457575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610376.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610376.457578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610376.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610376.457581:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610376.457583:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610376.884625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610376.884631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610376.884713:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610376.884717:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610376.884719:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610377.127628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610377.127641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610377.127643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.127647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610377.127649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610377.127653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.127655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610377.134592:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610377.134597:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610377.134599:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610377.134601:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610377.134603:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610377.134604:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610377.134607:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610377.134611:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:0.0:1749610377.134614:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610377.134617:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134619:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134620:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134622:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610377.134624:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610377.134626:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610377.134628:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610377.134630:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610377.134631:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610377.134632:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610377.134634:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134635:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134636:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134637:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610377.134639:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610377.134640:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610377.134642:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134644:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610377.134649:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610377.134650:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134651:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610377.134653:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610377.134659:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000020:00000040:0.0:1749610377.134661:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610377.134663:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610377.134665:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134667:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610377.134668:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610377.134671:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610377.134677:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5400. 00000100:00000001:0.0:1749610377.134682:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.134688:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610377.134698:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610377.134701:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134703:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b480] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.134717:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610377.134719:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610377.134722:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610377.134722:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610377.134723:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610377.134725:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610377.134726:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:0.0:1749610377.134727:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610377.134729:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134730:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134731:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134732:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610377.134733:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610377.134733:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610377.134734:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610377.134735:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610377.134736:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610377.134737:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610377.134739:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134739:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134740:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134741:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610377.134742:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610377.134743:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610377.134744:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134746:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610377.134748:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610377.134749:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134750:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610377.134751:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610377.134753:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0ad80. 00000020:00000040:0.0:1749610377.134754:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610377.134755:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610377.134756:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134757:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610377.134758:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610377.134758:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610377.134760:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5800. 00000100:00000001:0.0:1749610377.134762:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.134763:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610377.134767:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610377.134768:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134769:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0ad80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.134773:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610377.134775:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610377.134776:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610377.134777:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610377.134778:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610377.134778:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610377.134779:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610377.134780:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4978 00000100:00000001:3.0:1749610377.134782:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610377.134782:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610377.134783:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610377.134784:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610377.134784:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134785:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134786:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610377.134787:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610377.134788:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610377.134789:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610377.134790:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610377.134790:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610377.134791:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610377.134792:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610377.134794:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134795:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134795:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134796:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610377.134797:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610377.134798:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610377.134799:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134800:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610377.134801:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610377.134802:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134803:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610377.134804:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134805:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749610377.134805:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000020:00000040:0.0:1749610377.134806:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749610377.134807:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134807:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610377.134808:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134809:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610377.134809:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610377.134810:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610377.134810:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.134812:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610377.134812:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5c00. 00000100:00000001:0.0:1749610377.134813:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.134814:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.134815:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610377.134817:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494496000:0@lo:38:kworker.0 00000100:00000001:0.0:1749610377.134818:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610377.134819:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134820:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a300] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.134821:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610377.134824:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610377.134829:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.134830:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134830:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749610377.134832:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610377.134833:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610377.134834:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000040:0.0:1749610377.134835:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:3.0:1749610377.134836:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5c000. 00000100:00000001:0.0:1749610377.134837:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610377.134838:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134838:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610377.134838:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610377.134841:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000001:0.0:1749610377.134842:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134843:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610377.134844:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000001:0.0:1749610377.134847:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610377.134848:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.134849:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:0.0:1749610377.134850:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_00_02+2] req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610377.134854:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496000, portal 4 00000100:00000001:3.0:1749610377.134856:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610377.134857:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 00000100:00000040:3.0:1749610377.134862:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.134867:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610377.134869:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610377.134870:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610377.134871:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494496000, offset 0 00000100:00000001:0.0:1749610377.134871:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610377.134872:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610377.134874:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:3.0:1749610377.134875:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610377.134875:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610377.134876:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610377.134877:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610377.134878:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4978 00000100:00080000:0.0:1749610377.134880:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610377.134881:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134882:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610377.134882:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134883:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610377.134884:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610377.134885:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610377.134885:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610377.134886:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610377.134887:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610377.134888:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610377.134889:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610377.134891:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610377.134892:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610377.134893:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91e500 00000100:00000040:0.0:1749610377.134893:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.134894:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610377.134895:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610377.134896:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749610377.134897:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 3640 00000100:00000001:0.0:1749610377.134897:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134898:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610377.134899:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610377.134900:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134901:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610377.134902:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.134903:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1749610377.134903:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000020:00000040:0.0:1749610377.134904:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:3.0:1749610377.134905:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610377.134905:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610377.134906:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.134907:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610377.134907:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610377.134908:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134909:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749610377.134909:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6000. 00000100:00000200:3.0:1749610377.134910:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610377.134911:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.134913:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749610377.134914:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 00000100:00000001:0.0:1749610377.134916:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610377.134917:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e300 x1834598494496000 msgsize 520 00000100:00000001:0.0:1749610377.134917:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134918:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610377.134919:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610377.134920:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610377.134922:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134924:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1749610377.134925:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610377.134926:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.134926:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610377.134928:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:0.0:1749610377.134928:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000100:00000001:2.0:1749610377.134929:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610377.134930:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610377.134931:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610377.134931:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610377.134931:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610377.134932:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.134932:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.134933:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610377.134934:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610377.134934:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000400:00000010:3.0:1749610377.134935:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610377.134935:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.134936:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610377.134937:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610377.134937:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610377.134937:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610377.134938:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610377.134940:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.134940:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610377.134941:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.134943:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_00_03+3] req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610377.134944:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.134945:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610377.134947:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.134949:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134950:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134951:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610377.134952:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610377.134952:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4988) 00000100:00000001:3.0:1749610377.134953:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.134953:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.134955:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610377.134956:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1066 usecs (2 jiffies) 00000100:00100000:2.0:1749610377.134956:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496000 02000000:00000001:1.0:1749610377.134956:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610377.134958:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299650594 02000000:00000001:2.0:1749610377.134958:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610377.134958:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610377.134959:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610377.134960:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84980. 00000100:00000001:2.0:1749610377.134960:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610377.134962:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610377.134962:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494496384:0@lo:400:kworker.0 00000100:00000001:3.0:1749610377.134964:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610377.134965:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.134965:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610377.134967:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496000 00000100:00000001:3.0:1749610377.134968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299650594 00000020:00000001:2.0:1749610377.134968:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610377.134968:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610377.134969:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:3.0:1749610377.134970:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84f40. 00000020:00000001:2.0:1749610377.134970:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610377.134970:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134971:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:2.0:1749610377.134971:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610377.134972:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610377.134973:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299650594 00000020:00000001:2.0:1749610377.134973:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610377.134975:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84600. 02000000:00000010:1.0:1749610377.134975:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000001:3.0:1749610377.134976:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:2.0:1749610377.134976:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 02000000:00000001:1.0:1749610377.134977:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.134978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299650594 00000100:00000010:3.0:1749610377.134979:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84d40. 00000020:00000010:2.0:1749610377.134980:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:3.0:1749610377.134981:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749610377.134981:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db3c8. 00000100:00000001:3.0:1749610377.134982:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610377.134983:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610377.134983:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000001:3.0:1749610377.134984:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610377.134984:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000040:3.0:1749610377.134986:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.134986:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610377.134987:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610377.134988:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610377.134988:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494496384, portal 10 00000100:00000001:1.0:1749610377.134990:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610377.134991:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610377.134991:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.134991:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000100:00000001:2.0:1749610377.134992:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.134993:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610377.134994:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610377.134995:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.134996:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610377.134997:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494496128:0@lo:38:kworker.0 00000100:00000040:1.0:1749610377.134997:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.134998:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610377.134999:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610377.135000:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135001:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610377.135002:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007dd5d000. 00000100:00000001:2.0:1749610377.135002:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610377.135003:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135003:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610377.135004:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610377.135005:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000400:00000010:3.0:1749610377.135006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:2.0:1749610377.135006:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:1.0:1749610377.135006:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610377.135007:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496128, portal 10 00000100:00000001:2.0:1749610377.135008:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000400:00000010:1.0:1749610377.135008:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610377.135009:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610377.135009:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209039744 : -131939500511872 : ffff880070f0ad80) 00000100:00000200:1.0:1749610377.135010:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494496384, offset 0 00000100:00000040:2.0:1749610377.135011:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e300 x1834598494496000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610377.135012:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610377.135014:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610377.135016:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610377.135017:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610377.135018:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000200:3.0:1749610377.135019:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494496128, offset 0 00000400:00000200:1.0:1749610377.135019:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610377.135021:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610377.135022:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494496000:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610377.135023:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610377.135025:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496000 00000400:00000200:3.0:1749610377.135026:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e580 00000400:00000200:1.0:1749610377.135026:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e680 00000020:00000001:2.0:1749610377.135027:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610377.135028:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 74432 00010000:00000001:2.0:1749610377.135029:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610377.135031:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610377.135032:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610377.135032:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 74952 00000100:00000001:3.0:1749610377.135036:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610377.135036:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610377.135037:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749610377.135038:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610377.135039:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e680. 00000100:00000040:3.0:1749610377.135040:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e680 x1834598494496128 msgsize 520 00010000:00020000:2.0:1749610377.135040:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610377.135040:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610377.135042:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610377.135042:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610377.135044:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610377.135046:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610377.135047:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610377.135048:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610377.135049:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610377.135051:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966b8c00. 02000000:00000001:2.0:1749610377.135052:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135054:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610377.135056:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610377.135058:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610377.135059:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610377.135061:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749610377.135063:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:2.0:1749610377.135063:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610377.135065:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000040:2.0:1749610377.135065:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610377.135066:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135066:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610377.135067:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749610377.135068:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610377.135069:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610377.135070:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610377.135071:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610377.135071:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135072:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610377.135073:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610377.135073:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610377.135075:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:3.0:1749610377.135076:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135077:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610377.135078:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610377.135078:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494496000, offset 0 00000100:00000001:0.0:1749610377.135079:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610377.135080:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 672 usecs (1 jiffies) 00000400:00000200:2.0:1749610377.135080:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610377.135080:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610377.135081:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299650593 00000100:00000001:3.0:1749610377.135082:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299650594 00000100:00000010:0.0:1749610377.135082:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000100:00000001:3.0:1749610377.135084:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299650593 00000100:00000040:0.0:1749610377.135084:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08000 x1834598494496384 msgsize 224 00000100:00000001:3.0:1749610377.135085:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299650594 00000400:00000200:2.0:1749610377.135085:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610377.135086:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299650593 00000100:00000001:3.0:1749610377.135087:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299650594 00000100:00100000:0.0:1749610377.135087:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610377.135088:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299650593 00000100:00000001:3.0:1749610377.135089:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299650594 00000100:00000001:3.0:1749610377.135089:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610377.135089:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91e500 00000100:00000001:3.0:1749610377.135090:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135092:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610377.135092:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x532d [1] + 0 00000100:00000001:3.0:1749610377.135093:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135095:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749610377.135095:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610377.135095:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610377.135096:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610377.135096:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610377.135097:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610377.135098:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610377.135099:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610377.135100:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000040:3.0:1749610377.135101:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610377.135102:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610377.135103:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610377.135105:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749610377.135105:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135106:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135107:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610377.135108:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610377.135108:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610377.135109:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610377.135110:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494496256:0@lo:38:kworker.0 00000100:00000001:0.0:1749610377.135110:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610377.135111:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135112:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610377.135112:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610377.135113:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610377.135113:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135114:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610377.135116:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbac800. 00000100:00000001:0.0:1749610377.135116:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.135117:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135117:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610377.135118:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.135119:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000001:0.0:1749610377.135119:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.135120:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610377.135121:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610377.135121:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 662 usecs (1 jiffies) 00000100:00000200:3.0:1749610377.135122:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496256, portal 10 00000100:00000001:2.0:1749610377.135122:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610377.135123:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610377.135123:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299650593 00000100:00000001:3.0:1749610377.135124:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000100:00100000:1.0:1749610377.135124:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496128 00000100:00000001:0.0:1749610377.135124:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299650594 00000400:00000200:2.0:1749610377.135125:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000001:1.0:1749610377.135125:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610377.135126:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610377.135126:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299650593 00000100:00000040:3.0:1749610377.135127:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135127:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610377.135127:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299650594 00000100:00000001:2.0:1749610377.135128:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135128:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610377.135128:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135128:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299650593 00000100:00000001:0.0:1749610377.135129:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299650594 00000100:00000001:3.0:1749610377.135130:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610377.135130:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610377.135130:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135130:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299650593 00000100:00000040:3.0:1749610377.135131:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610377.135131:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299650594 00000400:00000010:3.0:1749610377.135132:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000040:2.0:1749610377.135132:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610377.135132:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496128 00000100:00000001:0.0:1749610377.135132:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610377.135133:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494496256, offset 0 00000100:00000001:2.0:1749610377.135133:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135133:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610377.135134:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610377.135134:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610377.135135:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610377.135135:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610377.135135:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.135136:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494496000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135136:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610377.135137:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610377.135137:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610377.135138:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.135139:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e600 00000100:00000001:0.0:1749610377.135139:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610377.135139:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749610377.135140:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.135141:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 75176 00000100:00000001:0.0:1749610377.135141:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610377.135141:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610377.135142:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494496000:12345-0@lo:38:kworker.0 Request processed in 119us (223us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610377.135142:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610377.135143:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610377.135143:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000040:0.0:1749610377.135144:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610377.135145:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610377.135146:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000020:00000010:1.0:1749610377.135146:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:3.0:1749610377.135147:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610377.135147:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610377.135148:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610377.135148:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610377.135148:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610377.135148:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610377.135149:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ea00. 00000020:00000010:1.0:1749610377.135149:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 02000000:00000001:0.0:1749610377.135150:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610377.135151:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ea00 x1834598494496256 msgsize 520 00000020:00000010:2.0:1749610377.135151:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000001:0.0:1749610377.135151:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610377.135152:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610377.135152:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610377.135153:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610377.135153:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610377.135154:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00100000:0.0:1749610377.135154:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494496640:0@lo:400:kworker.0 00000100:00000001:3.0:1749610377.135156:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610377.135156:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135156:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610377.135157:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 02000000:00000001:0.0:1749610377.135157:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749610377.135158:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000020:00000010:2.0:1749610377.135158:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 02000000:00000001:0.0:1749610377.135158:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135159:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610377.135159:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.135159:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610377.135160:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610377.135161:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610377.135162:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ee00. 02000000:00000001:0.0:1749610377.135163:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135165:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610377.135165:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610377.135166:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135166:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610377.135166:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610377.135167:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610377.135167:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610377.135169:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610377.135169:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494496640, portal 10 00000100:00000001:3.0:1749610377.135170:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610377.135170:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610377.135171:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135172:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610377.135172:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000100:00000040:3.0:1749610377.135173:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:3.0:1749610377.135174:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299650593 00000100:00100000:1.0:1749610377.135174:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496384 00000100:00000001:3.0:1749610377.135175:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299650594 02000000:00000001:1.0:1749610377.135175:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610377.135175:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135176:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299650593 00000100:00000001:2.0:1749610377.135176:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610377.135176:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610377.135177:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299650594 00000100:00100000:2.0:1749610377.135177:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496256 00000100:00000001:3.0:1749610377.135178:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299650593 00000100:00000001:1.0:1749610377.135178:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135179:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299650594 02000000:00000001:2.0:1749610377.135179:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610377.135179:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135179:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610377.135180:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299650593 00000100:00000001:2.0:1749610377.135180:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610377.135180:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610377.135181:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299650594 00000100:00000001:2.0:1749610377.135181:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610377.135181:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496384 00000400:00000010:0.0:1749610377.135181:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610377.135182:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610377.135182:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610377.135182:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610377.135182:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494496640, offset 0 00000100:00000001:3.0:1749610377.135183:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610377.135183:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496256 00000020:00000040:1.0:1749610377.135183:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610377.135184:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610377.135184:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610377.135185:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610377.135185:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610377.135185:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610377.135185:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610377.135186:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610377.135187:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610377.135187:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:2.0:1749610377.135188:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610377.135188:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:0.0:1749610377.135188:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610377.135189:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610377.135190:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610377.135190:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000020:00000001:1.0:1749610377.135190:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610377.135191:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749610377.135191:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 02000000:00000001:3.0:1749610377.135192:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610377.135192:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000400:00000200:0.0:1749610377.135192:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e780 02000000:00000001:3.0:1749610377.135193:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135193:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749610377.135194:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494496512:0@lo:38:kworker.0 00000100:00000001:2.0:1749610377.135194:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610377.135195:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135195:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610377.135195:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 75696 00000100:00000001:3.0:1749610377.135196:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610377.135196:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135197:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610377.135197:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610377.135197:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 02000000:00000001:3.0:1749610377.135198:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610377.135198:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610377.135200:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 00000100:00000001:2.0:1749610377.135200:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610377.135200:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610377.135201:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.135202:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000001:0.0:1749610377.135202:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749610377.135203:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610377.135203:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1749610377.135203:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:0.0:1749610377.135203:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610377.135204:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496512, portal 10 00000100:00000001:2.0:1749610377.135204:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1749610377.135204:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000100:00000001:3.0:1749610377.135205:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610377.135205:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000040:0.0:1749610377.135205:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08e00 x1834598494496640 msgsize 224 00000100:00100000:2.0:1749610377.135206:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000001:2.0:1749610377.135207:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910748288 : -131938798803328 : ffff88009ac3e680) 00000100:00000040:3.0:1749610377.135208:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135208:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749610377.135208:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610377.135209:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e680 x1834598494496128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135211:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610377.135211:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000100:00000001:0.0:1749610377.135212:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610377.135213:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610377.135214:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000020:00000010:1.0:1749610377.135214:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9f80. 00000400:00000200:0.0:1749610377.135214:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00100000:2.0:1749610377.135215:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496128:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749610377.135215:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000200:3.0:1749610377.135216:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494496512, offset 0 00000100:00000200:2.0:1749610377.135216:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496128 00000020:00000010:1.0:1749610377.135216:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610377.135216:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610377.135218:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610377.135218:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610377.135218:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610377.135219:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610377.135221:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610377.135221:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749610377.135222:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135222:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610377.135222:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610377.135223:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e700 00000100:00000001:1.0:1749610377.135223:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610377.135223:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610377.135224:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610377.135225:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 75920 00010000:00000001:2.0:1749610377.135225:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610377.135225:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610377.135226:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610377.135227:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610377.135227:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749610377.135228:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610377.135228:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610377.135228:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610377.135229:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610377.135229:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610377.135230:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610377.135230:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610377.135230:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610377.135231:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3f480. 02000000:00000010:2.0:1749610377.135231:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800966b8000. 00000100:00000001:1.0:1749610377.135231:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135231:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610377.135232:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610377.135233:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3f480 x1834598494496512 msgsize 520 00000100:00000001:2.0:1749610377.135233:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135233:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135233:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610377.135234:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610377.135234:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 590 usecs (1 jiffies) 00010000:00000001:2.0:1749610377.135235:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610377.135235:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299650593 00000100:00000001:3.0:1749610377.135236:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610377.135236:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.135237:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00001000:2.0:1749610377.135237:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610377.135237:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610377.135237:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299650594 00000400:00000010:3.0:1749610377.135238:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00100000:1.0:1749610377.135238:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496640 00000100:00000001:0.0:1749610377.135238:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299650593 00000100:00000001:3.0:1749610377.135239:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135239:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610377.135239:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299650594 00000100:00000200:3.0:1749610377.135240:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135240:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610377.135240:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610377.135240:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299650593 00000100:00000040:2.0:1749610377.135241:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610377.135241:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610377.135241:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299650594 00000100:00000001:2.0:1749610377.135242:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610377.135242:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135242:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299650593 00000100:00000001:3.0:1749610377.135243:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610377.135243:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610377.135243:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299650594 02000000:00000001:1.0:1749610377.135244:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135244:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610377.135245:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610377.135245:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610377.135245:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610377.135246:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749610377.135246:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496640 00000100:00000001:0.0:1749610377.135246:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610377.135247:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135247:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610377.135247:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610377.135247:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135248:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610377.135248:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610377.135248:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610377.135249:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610377.135249:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610377.135249:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610377.135250:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610377.135250:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000001:1.0:1749610377.135250:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610377.135250:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610377.135251:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 497 usecs (1 jiffies) 00000100:00000200:2.0:1749610377.135251:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496128, offset 0 00000020:00000040:1.0:1749610377.135251:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610377.135251:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610377.135251:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299650593 00000100:00000001:0.0:1749610377.135252:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135253:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299650594 00000400:00000200:2.0:1749610377.135253:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610377.135253:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610377.135254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299650593 00000100:00000001:3.0:1749610377.135255:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299650594 00000020:00000001:1.0:1749610377.135255:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610377.135256:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299650593 00000400:00000200:2.0:1749610377.135256:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610377.135257:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299650594 00000100:00000001:1.0:1749610377.135257:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610377.135258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299650593 00000400:00000200:2.0:1749610377.135258:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e580 00000100:00000001:3.0:1749610377.135259:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299650594 00000020:00000010:1.0:1749610377.135259:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:3.0:1749610377.135261:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610377.135261:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5339 [1] + 0 00000100:00000001:0.0:1749610377.135261:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610377.135262:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610377.135262:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eef00. 00000100:00100000:0.0:1749610377.135262:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496512 00000400:00000200:2.0:1749610377.135263:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610377.135263:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:3.0:1749610377.135264:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749610377.135264:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610377.135264:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749610377.135265:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610377.135265:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610377.135265:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.135266:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 02000000:00000001:0.0:1749610377.135266:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610377.135267:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000010:1.0:1749610377.135267:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000400:00000010:3.0:1749610377.135268:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:0.0:1749610377.135268:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496512 00000100:00000001:3.0:1749610377.135269:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610377.135269:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610377.135269:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610377.135269:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610377.135270:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610377.135271:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610377.135271:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000020:00000001:0.0:1749610377.135271:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610377.135272:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610377.135272:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610377.135273:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000010:0.0:1749610377.135274:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000020:00000010:1.0:1749610377.135275:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000040:2.0:1749610377.135276:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610377.135277:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000200:3.0:1749610377.135278:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135278:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610377.135279:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610377.135279:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:1.0:1749610377.135280:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610377.135281:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610377.135281:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610377.135282:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610377.135282:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749610377.135282:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610377.135282:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610377.135283:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135283:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135284:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610377.135284:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610377.135284:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749610377.135285:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610377.135285:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135285:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610377.135285:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135285:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135286:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610377.135286:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135287:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135287:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135287:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610377.135288:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610377.135289:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135289:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610377.135290:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610377.135290:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610377.135291:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610377.135291:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1749610377.135292:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610377 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610377.135292:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e680 x1834598494496128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135293:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610377.135293:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00001000:3.0:1749610377.135294:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=100 v=20 (1 20 0 0) 00000100:00000040:0.0:1749610377.135295:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610377.135296:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610377.135296:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209028096 : -131939500523520 : ffff880070f08000) 00000100:00000001:3.0:1749610377.135297:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610377.135297:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496128:12345-0@lo:38:kworker.0 Request processed in 82us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610377.135298:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000001:3.0:1749610377.135299:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610377.135299:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08000 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/0 e 0 to 0 dl 1749610388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610377.135300:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:3.0:1749610377.135301:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610377.135301:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:2.0:1749610377.135302:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610377.135302:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000100:00000001:2.0:1749610377.135303:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610377.135304:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:0.0:1749610377.135304:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610377.135305:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610377.135306:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000040:1.0:1749610377.135306:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08e00 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:568/0 lens 224/0 e 0 to 0 dl 1749610388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610377.135306:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee0c0. 00000100:00000001:3.0:1749610377.135307:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610377.135307:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610377.135308:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610377.135308:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000020:00000010:0.0:1749610377.135308:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee0c0. 00000100:00000001:3.0:1749610377.135309:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610377.135309:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135310:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610377.135310:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494496384:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1749610377.135312:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610377.135312:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:3.0:1749610377.135313:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610377.135313:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610377.135313:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496384 00000100:00000001:3.0:1749610377.135314:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610377.135314:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610377.135315:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000001:1.0:1749610377.135315:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610377.135316:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135316:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910749184 : -131938798802432 : ffff88009ac3ea00) 00000020:00000001:0.0:1749610377.135316:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:1.0:1749610377.135317:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000020:00000001:0.0:1749610377.135317:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.135318:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ea00 x1834598494496256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135319:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610377.135319:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610377.135320:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:3.0:1749610377.135321:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494496000:0@lo:38:kworker.0 00000020:00000010:1.0:1749610377.135321:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00100000:2.0:1749610377.135322:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496256:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610377.135322:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000001:3.0:1749610377.135323:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610377.135324:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610377.135324:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496256 00000100:00100000:1.0:1749610377.135324:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494496640:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1749610377.135324:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610377.135325:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000020:00000001:2.0:1749610377.135325:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610377.135325:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610377.135325:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610377.135326:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000001:0.0:1749610377.135326:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1749610377.135327:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610377.135327:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496640 00000020:00000001:0.0:1749610377.135327:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135328:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610377.135328:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610377.135329:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610377.135329:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749610377.135330:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610377.135330:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610377.135330:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:2.0:1749610377.135331:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610377.135332:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610377.135332:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135332:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610377.135333:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610377.135333:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610377.135334:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135334:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610377.135334:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610377.135335:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610377.135335:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000010:0.0:1749610377.135335:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6400. 02000000:00000001:0.0:1749610377.135336:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135337:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749610377.135337:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5207800. 00000020:00000001:1.0:1749610377.135337:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610377.135337:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135338:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135338:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610377.135338:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610377.135338:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135339:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610377.135339:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135340:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610377.135340:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610377.135340:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610377.135340:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749610377.135340:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494496384 02000000:00000001:3.0:1749610377.135341:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610377.135341:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610377.135341:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749610377.135341:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:2.0:1749610377.135342:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610377.135342:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1749610377.135343:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610377 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610377.135343:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610377.135344:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=82 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610377.135344:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610377.135344:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610377.135344:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f08000 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135345:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610377.135345:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610377.135345:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610377.135346:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:02020000:3.0:1749610377.135347:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749610377.135347:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610377.135347:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749610377.135348:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610377.135349:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610377.135349:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610377.135349:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610377.135349:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135350:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610377.135350:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610377.135350:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610377.135351:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135351:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749610377.135351:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 0 0) 02000000:00000010:1.0:1749610377.135352:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71400. 00000100:00000001:0.0:1749610377.135352:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610377.135353:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610377.135353:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610377.135354:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749610377.135354:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610377.135355:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610377.135355:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496256, offset 0 00000100:00000001:0.0:1749610377.135355:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610377.135356:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610377.135356:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610377.135356:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.135356:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610377.135357:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749610377.135357:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610377.135357:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135358:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610377.135358:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135358:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:3.0:1749610377.135359:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749610377.135359:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1749610377.135359:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494496640 00000100:00000040:0.0:1749610377.135360:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1749610377.135361:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749610377.135361:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e600 00010000:00000001:1.0:1749610377.135361:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749610377.135361:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610377.135362:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610377.135362:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496384, offset 224 00000400:00000200:2.0:1749610377.135363:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5349 [1] + 0 00000100:00000040:3.0:1749610377.135364:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610377.135365:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1749610377.135365:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f08e00 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610377.135365:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610377.135366:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610377.135368:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494496128:0@lo:38:kworker.0 00000100:00000001:2.0:1749610377.135368:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610377.135368:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610377.135369:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135370:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135371:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610377.135371:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e680 00010000:00000001:1.0:1749610377.135372:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610377.135373:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b480 x1834598494496000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610377.135373:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.135374:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610377.135374:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5335 [1] + 224 00000100:00001000:1.0:1749610377.135375:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610377.135376:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749610377.135376:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610377.135377:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610377.135378:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610377.135378:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610377.135378:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610377.135379:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5c000. 00000100:00000001:0.0:1749610377.135379:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610377.135380:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000040:1.0:1749610377.135380:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749610377.135381:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610377.135382:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1749610377.135382:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610377.135382:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610377.135382:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610377.135383:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749610377.135383:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135383:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610377.135384:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610377.135384:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610377.135384:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749610377.135385:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5400. 02000000:00000001:1.0:1749610377.135385:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610377.135386:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610377.135386:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610377.135387:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610377.135387:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135387:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610377.135387:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610377.135388:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b480. 00000020:00000001:2.0:1749610377.135388:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610377.135389:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610377.135390:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749610377.135390:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ea00 x1834598494496256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135391:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135391:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610377.135391:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000040:3.0:1749610377.135393:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0ad80 x1834598494496128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610377.135394:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496256:12345-0@lo:38:kworker.0 Request processed in 71us (242us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610377.135394:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496640, offset 224 00000100:00000001:0.0:1749610377.135396:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610377.135397:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749610377.135397:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 02000000:00000001:3.0:1749610377.135398:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610377.135398:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007dd5d000. 00000100:00000001:2.0:1749610377.135398:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610377.135398:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610377.135398:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610377.135399:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000001:3.0:1749610377.135400:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610377.135400:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610377.135401:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000010:2.0:1749610377.135401:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000020:00000001:3.0:1749610377.135402:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610377.135402:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5800. 00000020:00000010:2.0:1749610377.135402:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 02000000:00000001:3.0:1749610377.135403:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610377.135403:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610377.135403:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610377.135404:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610377.135404:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0ad80. 00000400:00000200:0.0:1749610377.135405:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610377.135406:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610377.135406:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610377.135406:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749610377.135406:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610377.135407:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135408:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610377.135408:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:1.0:1749610377.135408:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e780 00000100:00000001:0.0:1749610377.135408:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610377.135408:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610377.135409:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610377.135409:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910751872 : -131938798799744 : ffff88009ac3f480) 00000100:00000001:3.0:1749610377.135410:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135410:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135411:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610377.135411:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3f480 x1834598494496512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135412:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610377.135412:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5351 [1] + 224 00000100:00000040:0.0:1749610377.135412:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610377.135413:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610377.135414:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610377.135415:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749610377.135415:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496512:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610377.135415:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749610377.135416:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749610377.135416:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610377.135417:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00000200:2.0:1749610377.135417:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496512 00000100:00000040:0.0:1749610377.135417:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610377.135418:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000020:00000001:2.0:1749610377.135418:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610377.135419:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610377.135419:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610377.135419:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610377.135419:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610377.135421:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610377.135421:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135421:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:2.0:1749610377.135423:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749610377.135423:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494496384:12345-0@lo:400:kworker.0 Request processed in 117us (337us total) trans 0 rc 0/0 00010000:00000001:2.0:1749610377.135424:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610377.135425:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610377.135425:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610377.135426:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749610377.135426:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610377.135426:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000001:2.0:1749610377.135427:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610377.135428:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610377.135428:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610377.135428:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610377.135429:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610377.135429:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5206400. 00000100:00000001:0.0:1749610377.135429:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610377.135430:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610377.135430:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135430:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610377.135431:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610377.135431:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610377.135431:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135432:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610377.135432:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610377.135432:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9f80. 02000000:00000001:3.0:1749610377.135433:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610377.135433:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610377.135433:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610377.135434:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610377 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610377.135434:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610377.135434:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:2.0:1749610377.135435:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749610377.135435:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000100:00001000:3.0:1749610377.135436:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=32 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610377.135436:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610377.135437:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610377.135437:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000040:0.0:1749610377.135437:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610377.135438:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610377.135438:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610377.135438:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610377.135438:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610377.135439:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610377.135440:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610377.135441:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610377.135441:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610377.135442:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610377.135443:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610377.135443:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610377.135443:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610377.135444:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610377.135444:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610377.135445:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610377.135445:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000400:00000200:1.0:1749610377.135445:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749610377.135446:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610377.135446:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610377.135446:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610377.135447:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610377.135447:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1749610377.135448:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610377.135448:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749610377.135449:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:2.0:1749610377.135449:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496512, offset 0 00000400:00000001:0.0:1749610377.135449:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610377.135450:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610377.135450:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610377.135450:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610377.135451:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610377.135452:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610377.135452:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610377.135454:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610377.135454:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610377.135455:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00100000:3.0:1749610377.135456:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494496256:0@lo:38:kworker.0 00010000:00000001:1.0:1749610377.135456:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610377.135456:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610377.135457:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610377.135458:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610377.135458:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749610377.135458:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135459:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610377.135459:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610377.135460:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a300 x1834598494496256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610377.135461:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610377.135462:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:568/0 lens 224/224 e 0 to 0 dl 1749610388 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135463:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610377.135464:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610377.135464:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbac800. 00000400:00000200:2.0:1749610377.135464:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e700 02000000:00000001:3.0:1749610377.135465:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610377.135466:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610377.135466:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5359 [1] + 0 00000100:00000200:0.0:1749610377.135466:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610377.135467:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610377.135467:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610377.135468:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5c00. 00000400:00000200:2.0:1749610377.135468:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610377.135469:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749610377.135469:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610377.135470:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610377.135470:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 00000100:00000001:2.0:1749610377.135470:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610377.135470:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494496640:12345-0@lo:400:kworker.0 Request processed in 153us (262us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610377.135470:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610377.135471:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135487:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610377.135488:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610377.135489:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610377.135490:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135490:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.135491:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610377.135493:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00001000:0.0:1749610377.135493:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=132 v=5 (5 0 0 0) 00000100:00000001:3.0:1749610377.135494:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749610377.135494:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135495:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135495:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610377.135495:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00001000:0.0:1749610377.135495:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1749610377.135496:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610377.135497:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610377.135497:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610377.135497:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610377.135497:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610377.135498:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749610377.135499:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1749610377.135500:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00010000:00080000:0.0:1749610377.135501:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135502:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610377.135503:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000400:00000001:3.0:1749610377.135504:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610377.135505:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610377.135505:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00010000:00000001:0.0:1749610377.135505:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610377.135506:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000400:00000200:3.0:1749610377.135507:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:0.0:1749610377.135507:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1749610377.135508:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000020:00000040:1.0:1749610377.135508:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:0.0:1749610377.135508:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610377.135509:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610377.135509:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:0.0:1749610377.135509:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1749610377.135510:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610377.135510:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135510:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610377.135511:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135511:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610377.135512:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610377.135512:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135514:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.135515:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610377.135515:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610377.135516:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610377.135516:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135516:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749610377.135517:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610377.135517:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135519:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610377.135519:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3f480 x1834598494496512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610397 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610377.135519:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135520:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610377.135520:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1749610377.135537:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494496640:0@lo:400:kworker.0 00000100:00000001:3.0:1749610377.135538:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610377.135539:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610377.135540:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749610377.135540:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610377.135541:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610377.135541:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610377.135542:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db3c8. 02000000:00000001:3.0:1749610377.135543:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610377.135544:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494496512:12345-0@lo:38:kworker.0 Request processed in 128us (309us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610377.135544:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:0.0:1749610377.135544:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00001000:3.0:1749610377.135546:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610377 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610377.135546:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610377.135547:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610377.135548:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00001000:3.0:1749610377.135549:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=132 v=20 (20 0 0 0) 00000100:00000001:2.0:1749610377.135549:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610377.135550:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1749610377.135550:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610377.135551:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749610377.135551:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610377.135552:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610377.135552:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610377.135553:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610377.135554:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610377.135554:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:0.0:1749610377.135555:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610377.135556:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135556:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610377.135557:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135557:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610377.135557:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610377.135558:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610377.135559:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610377.135560:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610377.135561:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=32 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610377.135562:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749610377.135563:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=32 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610377.135564:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610377.135564:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610377.135565:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135565:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610377.135565:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610377.135566:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00080000:0.0:1749610377.135567:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610377.135568:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610377.135570:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749610377.135570:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135571:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:3.0:1749610377.135572:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610377.135572:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610377.135573:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610377.135574:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610377.135574:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610377.135575:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610377.135577:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135579:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610377.135580:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610377.135580:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610377.135582:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610377.135584:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494496512:0@lo:38:kworker.0 00000100:00100000:0.0:1749610377.135586:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494496384:0@lo:400:kworker.0 00000100:00000001:3.0:1749610377.135587:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135588:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135589:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610377.135590:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610377.135591:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494496640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610377.135592:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494496512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610377.135594:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610377.135595:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610377.135596:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ee00. 00000100:00000001:3.0:1749610377.135597:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610377.135597:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610377.135598:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610377.135598:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610377.135599:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000010:3.0:1749610377.135600:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 00000020:00000001:0.0:1749610377.135600:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610377.135601:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:3.0:1749610377.135603:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610377.135603:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610377.135603:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749610377.135604:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1749610377.135604:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000020:00000040:3.0:1749610377.135605:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610377.135605:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610377.135606:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610377.135607:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610377.135607:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749610377.135608:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6000. 00000100:00000040:0.0:1749610377.135608:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494496384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610377.135610:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610377.135611:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610377.135612:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1749610377.135613:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 02000000:00000001:0.0:1749610377.135613:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610377.135614:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1749610377.135614:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 02000000:00000001:0.0:1749610377.135615:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610377.135615:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610377.135616:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610377.135616:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610377.135617:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610377.135617:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610377.135617:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 02000000:00000001:0.0:1749610377.135618:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610377.135619:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610377.135619:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610377.135619:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000001:3.0:1749610377.135620:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610377.135620:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610377.135621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135621:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.135622:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610377.135623:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135624:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610377.135625:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.135626:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610377.135627:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610377.136562:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299650594, at 4299650594 00000100:00000040:3.0:1749610377.136565:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299650594, at 4299650594 00000100:00000040:0.0:1749610377.136565:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299650594, at 4299650594 00000100:00000010:2.0:1749610377.136567:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84600. 00000100:00000040:1.0:1749610377.136572:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299650594, at 4299650594 00000100:00000010:3.0:1749610377.136574:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84d40. 00000100:00000010:1.0:1749610377.136578:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84f40. 00000100:00000010:0.0:1749610377.136582:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84980. 00000100:00000001:0.0:1749610377.455627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610377.455633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610377.455634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.455637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610377.455639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610377.455642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.455644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610377.455646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.455647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610377.457574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610377.457577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610377.457578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610377.457580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610377.457582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610377.457583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.457585:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610377.457586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610377.457587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610377.886645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610377.886650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610377.886710:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610377.886714:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610377.886716:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610378.135636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610378.135649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610378.135650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610378.135653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610378.135655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610378.135658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610378.135659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610378.455631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610378.455637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610378.455639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610378.455642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610378.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610378.455647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610378.455649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610378.455651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610378.455653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610378.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610378.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610378.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610378.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610378.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610378.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610378.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610378.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610378.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610378.888628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610378.888633:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610378.888695:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610378.888698:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610378.888701:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610379.135621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610379.135634:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610379.135636:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610379.135640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610379.135641:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610379.135644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610379.135645:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610379.455631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610379.455637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610379.455638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610379.455641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610379.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610379.455646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610379.455648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610379.455651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610379.455652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610379.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610379.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610379.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610379.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610379.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610379.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610379.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610379.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610379.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610379.890627:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610379.890632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610379.890695:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610379.890699:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610379.890702:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610380.135635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610380.135648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610380.135650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610380.135653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610380.135655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610380.135658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610380.135659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610380.455628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610380.455634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610380.455636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610380.455639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610380.455641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610380.455644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610380.455646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610380.455648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610380.455650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610380.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610380.457567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610380.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610380.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610380.457571:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610380.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610380.457574:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610380.457575:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610380.457576:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610380.892615:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610380.892620:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610380.892696:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610380.892700:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610380.892702:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610381.135652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610381.135665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610381.135666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610381.135670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610381.135672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610381.135674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610381.135676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610381.455628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610381.455633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610381.455635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610381.455638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610381.455640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610381.455643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610381.455645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610381.455647:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610381.455649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610381.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610381.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610381.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610381.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610381.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610381.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610381.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610381.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610381.457578:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610381.894610:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610381.894615:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610381.894703:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610381.894706:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610381.894708:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610382.135623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610382.135635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610382.135637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610382.135640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610382.135642:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610382.135644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.135646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610382.142584:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610382.142589:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610382.142591:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610382.142593:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610382.142595:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610382.142596:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610382.142599:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610382.142603:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4983 00000100:00080000:0.0:1749610382.142606:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610382.142608:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142610:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142611:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142613:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610382.142615:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610382.142617:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610382.142619:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610382.142621:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610382.142622:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610382.142624:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610382.142625:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142626:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142627:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142628:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610382.142631:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610382.142632:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610382.142634:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.142636:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610382.142641:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610382.142642:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142643:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610382.142645:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610382.142650:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000040:0.0:1749610382.142653:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610382.142655:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610382.142656:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142658:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142660:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610382.142662:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.142668:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6800. 00000100:00000001:0.0:1749610382.142673:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.142678:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610382.142685:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610382.142688:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142690:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610382.142710:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610382.142712:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610382.142714:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610382.142715:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610382.142716:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610382.142717:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610382.142719:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4983 00000100:00080000:0.0:1749610382.142720:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610382.142721:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142723:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142724:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142725:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610382.142726:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610382.142727:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610382.142728:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610382.142729:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610382.142730:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610382.142731:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610382.142732:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142733:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142733:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142734:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610382.142735:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610382.142737:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610382.142738:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.142738:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610382.142740:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610382.142741:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142742:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610382.142743:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610382.142743:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610382.142745:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000100:00000001:2.0:1749610382.142746:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610382.142746:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610382.142747:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610382.142747:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610382.142748:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142748:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142749:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610382.142750:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.142751:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7000. 00000100:00000040:2.0:1749610382.142752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610382.142753:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.142755:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610382.142758:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610382.142759:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142759:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610382.142761:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610382.142761:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.142763:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610382.142763:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08380] to pc [ptlrpcd_rcv+-1] req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610382.142764:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610382.142766:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494496768:0@lo:38:kworker.0 00000100:00000001:0.0:1749610382.142767:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.142768:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610382.142768:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610382.142770:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610382.142771:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610382.142771:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610382.142771:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610382.142772:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142773:0:8101:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610382.142774:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610382.142774:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4983 00000100:00080000:0.0:1749610382.142775:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000010:2.0:1749610382.142776:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5205c00. 00000100:00000040:0.0:1749610382.142776:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142777:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610382.142778:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142778:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142779:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610382.142780:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610382.142780:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610382.142781:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610382.142782:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000020:00000040:0.0:1749610382.142782:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610382.142783:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610382.142784:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610382.142785:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142786:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610382.142787:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749610382.142787:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142788:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610382.142789:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610382.142791:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610382.142792:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610382.142793:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496768, portal 4 02000000:00000001:0.0:1749610382.142793:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610382.142794:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610382.142795:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610382.142795:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.142796:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000100:00000001:0.0:1749610382.142797:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610382.142797:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610382.142799:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610382.142800:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610382.142801:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749610382.142802:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610382.142802:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142802:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142803:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610382.142804:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.142805:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610382.142805:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7400. 00000100:00000040:2.0:1749610382.142807:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610382.142807:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.142808:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610382.142809:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000200:2.0:1749610382.142810:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494496768, offset 0 00000100:00000001:0.0:1749610382.142812:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610382.142813:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.142814:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610382.142814:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_rcv+-1] req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610382.142818:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142819:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610382.142821:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610382.142823:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000020:00000040:0.0:1749610382.142824:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610382.142825:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610382.142825:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142826:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610382.142827:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.142829:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610382.142830:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142832:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610382.142833:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91e800 00000100:00000001:0.0:1749610382.142836:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610382.142836:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.142838:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 4160 00000100:00000040:0.0:1749610382.142839:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_00_00+0] req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610382.142843:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610382.142846:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610382.142849:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610382.142850:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610382.142853:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71ad80. 00000100:00000040:2.0:1749610382.142855:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71ad80 x1834598494496768 msgsize 520 00000100:00100000:2.0:1749610382.142858:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610382.142861:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610382.142863:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610382.142865:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610382.142865:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610382.142866:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610382.142867:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610382.142868:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610382.142869:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4983 00000400:00000200:2.0:1749610382.142871:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00080000:0.0:1749610382.142871:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610382.142872:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610382.142873:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610382.142873:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142873:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610382.142874:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610382.142875:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610382.142876:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610382.142876:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610382.142877:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610382.142878:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:2.0:1749610382.142879:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610382.142879:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610382.142880:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610382.142882:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610382.142883:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610382.142884:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610382.142885:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610382.142885:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610382.142886:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610382.142887:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:2.0:1749610382.142888:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610382.142888:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.142889:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610382.142891:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610382.142892:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.142893:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610382.142894:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610382.142895:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000100:00000001:3.0:1749610382.142896:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610382.142897:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610382.142898:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610382.142899:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.142899:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610382.142900:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749610382.142900:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142900:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610382.142901:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.142901:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610382.142901:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.142902:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7800. 00000100:00000001:0.0:1749610382.142904:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.142905:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610382.142905:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.142906:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610382.142907:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610382.142908:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610382.142908:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1056 usecs (2 jiffies) 00000100:00000001:3.0:1749610382.142909:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610382.142909:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610382.142910:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610382.142910:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.142911:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299655602 00000100:00000040:0.0:1749610382.142911:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b800] to pc [ptlrpcd_rcv+-1] req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610382.142914:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610382.142915:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f4c0. 00000100:00000001:0.0:1749610382.142915:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142917:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610382.142919:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610382.142920:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610382.142920:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610382.142921:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610382.142921:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000020:00000040:0.0:1749610382.142922:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1749610382.142923:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610382.142923:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610382.142924:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610382.142925:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610382.142925:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299655602 02000000:00000001:0.0:1749610382.142925:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.142926:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 02000000:00000001:3.0:1749610382.142927:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610382.142927:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb40. 00000100:00000001:1.0:1749610382.142927:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610382.142927:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610382.142929:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494497152:0@lo:400:kworker.0 00000100:00000040:0.0:1749610382.142929:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610382.142930:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610382.142930:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.142932:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610382.142932:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299655602 00000100:00000001:0.0:1749610382.142933:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610382.142934:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749610382.142934:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f300. 00000100:00000001:0.0:1749610382.142934:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610382.142935:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142935:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_00_01+1] req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610382.142937:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610382.142937:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000010:3.0:1749610382.142939:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3000. 00000100:00000001:2.0:1749610382.142939:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299655602 02000000:00000001:3.0:1749610382.142941:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610382.142941:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f540. 00000100:00000001:2.0:1749610382.142943:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749610382.142944:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000001:2.0:1749610382.142946:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610382.142946:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610382.142947:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610382.142948:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610382.142949:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4993) 00000100:00000200:3.0:1749610382.142950:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494497152, portal 10 00000100:00000001:2.0:1749610382.142950:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.142951:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610382.142951:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610382.142952:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000001:1.0:1749610382.142953:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610382.142954:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610382.142955:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610382.142955:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496768 00000100:00000001:2.0:1749610382.142956:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610382.142956:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610382.142957:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.142958:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610382.142959:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610382.142959:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610382.142960:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610382.142962:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.142963:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610382.142963:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610382.142965:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610382.142965:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496768 00000020:00000001:1.0:1749610382.142966:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610382.142967:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610382.142967:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1749610382.142967:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:3.0:1749610382.142968:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494497152, offset 0 00000100:00000001:2.0:1749610382.142968:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.142969:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610382.142970:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610382.142970:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.142971:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610382.142971:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610382.142972:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610382.142973:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610382.142975:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494496896:0@lo:38:kworker.0 00000020:00000010:1.0:1749610382.142976:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000400:00000200:3.0:1749610382.142977:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610382.142978:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610382.142979:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749610382.142979:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000400:00000200:3.0:1749610382.142981:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91e980 02000000:00000001:2.0:1749610382.142981:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.142982:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749610382.142982:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 02000000:00000010:2.0:1749610382.142985:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d743000. 00000100:00000001:1.0:1749610382.142985:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610382.142986:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 76440 00000100:00000001:1.0:1749610382.142986:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610382.142987:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.142987:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610382.142989:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000400:00000200:3.0:1749610382.142990:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610382.142991:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749610382.142991:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610382.142992:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610382.142993:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494496896, portal 10 00000100:00000001:3.0:1749610382.142995:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610382.142995:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610382.142996:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000100:00000200:3.0:1749610382.142997:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610382.142999:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d180. 00000100:00000040:2.0:1749610382.143000:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610382.143001:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3d180 x1834598494497152 msgsize 224 00000100:00000001:1.0:1749610382.143003:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610382.143004:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610382.143008:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610382.143010:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610382.143010:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610382.143011:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610382.143012:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610382.143013:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000400:00000200:3.0:1749610382.143014:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:2.0:1749610382.143014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610382.143015:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922136960 : -131938787414656 : ffff88009b71ad80) 00000400:00000010:3.0:1749610382.143016:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610382.143018:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610382.143018:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71ad80 x1834598494496768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610382.143021:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.143023:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494496896, offset 0 00000100:00100000:1.0:1749610382.143025:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494496768:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610382.143027:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610382.143027:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610382.143027:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496768 00000100:00000040:3.0:1749610382.143030:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610382.143030:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610382.143031:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610382.143032:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610382.143034:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e880 00000100:00000001:3.0:1749610382.143035:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143037:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610382.143037:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 76664 00000100:00000001:3.0:1749610382.143039:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143040:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610382.143041:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 662 usecs (1 jiffies) 00000020:00000001:1.0:1749610382.143041:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143043:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299655601 00000400:00000200:2.0:1749610382.143043:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749610382.143043:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610382.143045:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610382.143045:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610382.143046:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299655602 00000100:00000200:2.0:1749610382.143046:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610382.143047:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610382.143048:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299655601 00000100:00000001:3.0:1749610382.143049:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299655602 00000100:00000010:2.0:1749610382.143049:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b100. 00000100:00000001:1.0:1749610382.143049:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610382.143050:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610382.143051:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299655601 00000100:00000040:2.0:1749610382.143051:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71b100 x1834598494496896 msgsize 520 02000000:00000001:1.0:1749610382.143052:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610382.143053:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143054:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299655601 00000100:00100000:2.0:1749610382.143054:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610382.143056:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143058:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610382.143058:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610382.143059:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143061:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143061:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:3.0:1749610382.143063:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610382.143063:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749610382.143064:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610382.143065:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610382.143067:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749610382.143067:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610382.143067:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98000. 00000100:00000001:3.0:1749610382.143068:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610382.143068:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143069:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143070:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610382.143071:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749610382.143072:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610382.143073:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610382.143074:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610382.143074:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610382.143075:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610382.143076:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610382.143078:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610382.143080:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610382.143080:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610382.143081:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143081:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143082:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610382.143082:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610382.143083:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610382.143083:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610382.143084:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610382.143084:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143084:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749610382.143086:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610382.143086:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 667 usecs (1 jiffies) 00000100:00000040:1.0:1749610382.143086:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610382.143087:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749610382.143088:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494497408:0@lo:400:kworker.0 00000100:00000001:2.0:1749610382.143088:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299655601 02000000:00000001:1.0:1749610382.143088:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143089:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610382.143090:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143091:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610382.143091:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610382.143092:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610382.143092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299655601 00000400:00000010:1.0:1749610382.143092:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:3.0:1749610382.143094:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143094:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299655602 02000000:00000001:3.0:1749610382.143095:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610382.143095:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494496768, offset 0 00000100:00000001:2.0:1749610382.143096:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299655601 02000000:00000010:3.0:1749610382.143097:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00000001:2.0:1749610382.143097:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299655602 00000400:00000200:1.0:1749610382.143097:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610382.143099:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143099:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299655601 00000100:00000001:2.0:1749610382.143100:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299655602 00000400:00000010:3.0:1749610382.143101:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000400:00000200:1.0:1749610382.143101:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610382.143102:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610382.143103:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610382.143103:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143105:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610382.143105:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91e800 00000100:00000200:3.0:1749610382.143106:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494497408, portal 10 00000100:00000001:3.0:1749610382.143107:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610382.143108:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000040:2.0:1749610382.143108:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610382.143108:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5375 [1] + 0 00000400:00000200:1.0:1749610382.143110:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610382.143112:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610382.143113:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143113:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610382.143114:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143114:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610382.143116:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610382.143117:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610382.143117:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610382.143119:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610382.143122:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494497024:0@lo:38:kworker.0 00000100:00000001:3.0:1749610382.143123:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610382.143123:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143124:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610382.143125:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610382.143126:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749610382.143127:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000001:2.0:1749610382.143127:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143128:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610382.143128:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610382.143129:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494497408, offset 0 02000000:00000010:2.0:1749610382.143130:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d741800. 00000400:00000200:3.0:1749610382.143131:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610382.143132:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610382.143133:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 00000400:00000200:1.0:1749610382.143133:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610382.143134:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000400:00000200:3.0:1749610382.143135:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610382.143135:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610382.143136:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610382.143136:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610382.143138:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91ea80 00000100:00000200:2.0:1749610382.143138:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497024, portal 10 00000100:00000001:1.0:1749610382.143139:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143140:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610382.143140:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000100:00000040:1.0:1749610382.143140:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610382.143142:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 77184 00000100:00000001:1.0:1749610382.143142:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.143143:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610382.143144:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610382.143145:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610382.143146:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71ad80 x1834598494496768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610382.143147:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610382.143149:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610382.143150:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610382.143150:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610382.143152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610382.143152:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494496768:12345-0@lo:38:kworker.0 Request processed in 126us (294us total) trans 0 rc -19/-19 00000100:00000010:3.0:1749610382.143153:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3fb80. 00000400:00000010:2.0:1749610382.143153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000040:3.0:1749610382.143155:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3fb80 x1834598494497408 msgsize 224 00000100:00000200:2.0:1749610382.143155:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494497024, offset 0 00000100:00100000:1.0:1749610382.143156:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1749610382.143158:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610382.143158:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610382.143158:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610382.143158:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610382.143161:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610382.143161:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000400:00000200:2.0:1749610382.143164:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91e900 00000020:00000010:1.0:1749610382.143164:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000010:1.0:1749610382.143166:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000001:1.0:1749610382.143167:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610382.143168:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 77408 00000100:00000001:3.0:1749610382.143169:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610382.143172:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610382.143174:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610382.143174:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610382.143175:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143176:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610382.143178:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143179:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610382.143181:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497152 02000000:00000001:2.0:1749610382.143182:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610382.143183:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610382.143185:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610382.143185:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143186:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610382.143187:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610382.143187:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610382.143187:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494496896 02000000:00000001:1.0:1749610382.143188:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610382.143189:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497152 00000100:00000001:1.0:1749610382.143189:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610382.143190:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610382.143191:0:12680:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610382.143191:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143192:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610382.143192:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610382.143193:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610382.143193:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494496896 00000100:00000001:3.0:1749610382.143194:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610382.143194:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610382.143194:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610382.143195:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610382.143196:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610382.143196:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:1.0:1749610382.143196:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610382.143198:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 583 usecs (1 jiffies) 00000020:00000001:2.0:1749610382.143198:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610382.143198:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610382.143199:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000100:00000001:3.0:1749610382.143200:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299655601 00000020:00000001:2.0:1749610382.143200:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:1.0:1749610382.143200:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000001:3.0:1749610382.143202:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299655602 00000020:00000010:1.0:1749610382.143202:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:3.0:1749610382.143203:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299655601 00000100:00000001:2.0:1749610382.143203:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610382.143203:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610382.143204:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610382.143205:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299655602 00000020:00000010:2.0:1749610382.143205:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fcc0. 00000100:00000001:1.0:1749610382.143205:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143207:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299655601 00000100:00000001:1.0:1749610382.143207:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143209:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143210:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299655601 00000020:00000040:2.0:1749610382.143211:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610382.143212:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143213:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610382.143215:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143217:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143217:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610382.143217:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610382.143218:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610382.143220:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:3.0:1749610382.143221:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610382.143221:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610382.143222:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1749610382.143222:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497408 00000020:00000010:2.0:1749610382.143223:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 02000000:00000001:1.0:1749610382.143223:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610382.143224:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610382.143224:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610382.143225:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749610382.143225:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00000001:1.0:1749610382.143225:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143226:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610382.143226:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610382.143227:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497408 00000100:00000001:3.0:1749610382.143228:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.143228:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610382.143228:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610382.143229:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610382.143230:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:1.0:1749610382.143230:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610382.143231:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610382.143232:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610382.143232:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610382.143232:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610382.143233:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610382.143234:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610382.143234:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610382.143235:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610382.143235:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:3.0:1749610382.143237:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610382.143237:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3b00. 00000100:00100000:0.0:1749610382.143237:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1749610382.143239:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610382.143239:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610382.143239:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922137856 : -131938787413760 : ffff88009b71b100) 00000100:00000001:2.0:1749610382.143241:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610382.143241:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749610382.143241:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71b100 x1834598494496896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143242:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610382.143242:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000020:00000010:1.0:1749610382.143243:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00100000:3.0:1749610382.143244:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000010:1.0:1749610382.143245:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00000040:3.0:1749610382.143246:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610382.143246:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:2.0:1749610382.143247:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610382.143247:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494496896:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610382.143248:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000100:00000001:1.0:1749610382.143248:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610382.143248:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610382.143249:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610382.143249:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494496896 00000100:00000001:1.0:1749610382.143251:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749610382.143251:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610382.143252:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d180 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/0 e 0 to 0 dl 1749610393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610382.143252:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1749610382.143252:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610382.143253:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143254:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610382.143256:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610382.143257:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610382.143257:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143259:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610382.143259:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610382.143259:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:0.0:1749610382.143259:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610382.143260:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610382.143261:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84d40. 00000100:00000200:2.0:1749610382.143261:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1749610382.143261:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610382.143262:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00010000:00000001:0.0:1749610382.143262:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610382.143263:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610382.143263:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b800. 00000100:00000040:1.0:1749610382.143263:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610382.143264:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910753664 : -131938798797952 : ffff88009ac3fb80) 00000100:00000001:0.0:1749610382.143264:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749610382.143265:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84d40. 00000100:00000040:2.0:1749610382.143265:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71b800 x1834598494497024 msgsize 520 00000100:00000001:0.0:1749610382.143265:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610382.143266:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610382.143267:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3fb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:573/0 lens 224/0 e 0 to 0 dl 1749610393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610382.143268:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749610382.143268:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7c00. 00000100:00100000:3.0:1749610382.143269:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494497152:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1749610382.143269:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.143270:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610382.143272:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497152 00000100:00000001:2.0:1749610382.143272:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749610382.143272:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610382.143273:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610382.143274:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749610382.143274:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610382.143275:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:1.0:1749610382.143275:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610382.143276:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749610382.143276:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000020:00000010:1.0:1749610382.143276:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:0.0:1749610382.143276:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610382.143277:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610382.143277:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610382.143278:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143278:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610382.143278:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00000040:0.0:1749610382.143278:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610382.143279:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610382.143280:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749610382.143281:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610382.143281:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494497408:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610382.143281:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610382.143282:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497408 00000020:00000001:3.0:1749610382.143283:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610382.143283:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610382.143283:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610382.143284:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610382.143284:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610382.143285:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610382.143285:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.143285:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143286:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610382.143286:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610382.143286:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610382.143287:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749610382.143287:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610382.143288:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610382.143289:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749610382.143289:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610382.143289:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1749610382.143289:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000020:00000001:3.0:1749610382.143291:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610382.143291:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610382.143291:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610382.143291:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494496896, offset 0 00000020:00000001:1.0:1749610382.143292:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610382.143293:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.143293:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.143294:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610382.143294:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610382.143295:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610382.143295:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610382.143297:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610382.143297:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610382.143298:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610382.143298:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610382.143298:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610382.143299:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610382.143300:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98400. 00000100:00000040:2.0:1749610382.143301:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 673 usecs (1 jiffies) 02000000:00000001:1.0:1749610382.143301:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610382.143302:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf800. 00000100:00000001:2.0:1749610382.143302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299655601 00000100:00000001:1.0:1749610382.143302:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610382.143302:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e880 02000000:00000001:3.0:1749610382.143303:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610382.143303:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143304:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299655602 00000100:00000001:3.0:1749610382.143305:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610382.143305:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494497408 00000400:00000200:0.0:1749610382.143305:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5385 [1] + 0 00000100:00000001:2.0:1749610382.143306:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299655601 00000020:00000001:3.0:1749610382.143307:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610382.143307:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610382.143308:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299655602 00000400:00000200:0.0:1749610382.143308:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1749610382.143309:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494497152 00010000:00000200:1.0:1749610382.143309:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3fb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143310:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299655601 00000400:00000200:0.0:1749610382.143310:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610382.143311:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610382.143311:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299655602 00000100:00000001:0.0:1749610382.143311:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610382.143313:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299655601 00010000:00000001:1.0:1749610382.143313:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1749610382.143314:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3d180 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610382.143314:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610382.143314:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143315:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299655602 00000100:00000001:2.0:1749610382.143316:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610382.143316:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610382.143317:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610382.143318:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143319:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610382.143319:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610382.143319:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610382.143320:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610382.143320:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610382.143322:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610382.143322:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610382.143322:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610382.143322:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143323:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610382.143323:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610382.143324:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610382.143325:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610382.143326:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000200:0.0:1749610382.143326:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610382.143327:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610382.143327:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610382.143328:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749610382.143329:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:1.0:1749610382.143329:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497408, offset 224 00000100:00000001:0.0:1749610382.143329:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610382.143329:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610382.143330:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610382.143330:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143331:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610382.143331:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610382.143331:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610382.143332:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610382.143332:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610382.143333:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610382.143334:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143334:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610382.143334:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610382.143334:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143335:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610382.143335:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610382.143336:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494497280:0@lo:38:kworker.0 00000100:00000040:3.0:1749610382.143337:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610382.143337:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ea80 00000100:00000040:0.0:1749610382.143337:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b100 x1834598494496896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610382.143339:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610382.143339:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610382.143340:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5391 [1] + 224 02000000:00000001:2.0:1749610382.143341:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749610382.143342:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497152, offset 224 02000000:00000001:2.0:1749610382.143342:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610382.143342:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610382.143342:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494496896:12345-0@lo:38:kworker.0 Request processed in 95us (290us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610382.143343:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610382.143344:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610382.143345:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610382.143346:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d740000. 00000100:00100000:0.0:1749610382.143346:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 02000000:00000001:2.0:1749610382.143347:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143347:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610382.143348:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610382.143349:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000001:0.0:1749610382.143349:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610382.143350:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610382.143350:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610382.143351:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000020:00000010:0.0:1749610382.143351:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000200:2.0:1749610382.143353:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497280, portal 10 00000020:00000010:0.0:1749610382.143353:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000400:00000200:3.0:1749610382.143354:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e980 00000100:00000001:2.0:1749610382.143355:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610382.143355:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610382.143355:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000001:2.0:1749610382.143356:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000001:0.0:1749610382.143356:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610382.143357:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x537d [1] + 224 00000100:00000040:2.0:1749610382.143360:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610382.143361:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610382.143361:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610382.143361:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610382.143362:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497024 00000400:00000200:1.0:1749610382.143363:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 02000000:00000001:0.0:1749610382.143363:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610382.143364:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610382.143364:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610382.143364:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610382.143365:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610382.143365:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610382.143365:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143366:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610382.143367:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610382.143367:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610382.143367:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.143367:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610382.143368:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00100000:0.0:1749610382.143368:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497024 00000100:00000040:1.0:1749610382.143369:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610382.143369:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610382.143370:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.143370:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494497280, offset 0 00010000:00000001:1.0:1749610382.143370:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:0.0:1749610382.143370:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610382.143371:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610382.143371:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610382.143371:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143372:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610382.143372:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749610382.143372:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610382.143374:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3fb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610382.143375:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000400:00000200:2.0:1749610382.143376:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610382.143377:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610382.143377:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000020:00000010:0.0:1749610382.143378:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000400:00000200:2.0:1749610382.143380:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ea00 00000100:00100000:1.0:1749610382.143380:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494497408:12345-0@lo:400:kworker.0 Request processed in 103us (223us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610382.143380:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610382.143381:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610382.143382:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143383:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 77928 00000100:00100000:1.0:1749610382.143383:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:3.0:1749610382.143384:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610382.143385:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610382.143385:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143386:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610382.143386:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610382.143387:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610382.143387:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610382.143388:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000400:00000200:2.0:1749610382.143388:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610382.143388:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610382.143389:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000100:00000001:0.0:1749610382.143389:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610382.143390:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610382.143390:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610382.143390:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610382.143391:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610382.143391:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610382.143391:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00100000:0.0:1749610382.143391:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000020:00000010:1.0:1749610382.143392:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000100:00000001:0.0:1749610382.143392:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922139648 : -131938787411968 : ffff88009b71b800) 00000100:00000001:3.0:1749610382.143393:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610382.143394:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71bb80. 00000020:00000040:1.0:1749610382.143394:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:0.0:1749610382.143394:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71b800 x1834598494497024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610382.143395:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610382.143395:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610382.143396:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71bb80 x1834598494497280 msgsize 520 00010000:00000001:3.0:1749610382.143397:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610382.143398:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610382.143399:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610382.143399:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494497024:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610382.143400:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:1.0:1749610382.143401:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:0.0:1749610382.143401:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497024 00000020:00000001:0.0:1749610382.143402:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610382.143403:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:573/0 lens 224/224 e 0 to 0 dl 1749610393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143403:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749610382.143403:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:0.0:1749610382.143404:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610382.143405:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610382.143406:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000020:00000001:0.0:1749610382.143407:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143408:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610382.143408:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610382.143409:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497280 00010000:00020000:0.0:1749610382.143409:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610382.143410:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749610382.143410:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610382.143411:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494497152:12345-0@lo:400:kworker.0 Request processed in 150us (408us total) trans 0 rc 0/0 00000100:00000200:2.0:1749610382.143411:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610382.143411:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610382.143412:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610382.143412:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610382.143413:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.143413:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610382.143414:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497280 00000100:00000001:0.0:1749610382.143414:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610382.143415:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610382.143415:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610382.143416:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610382.143416:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610382.143416:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610382.143417:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610382.143417:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6000. 00000100:00100000:3.0:1749610382.143418:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:2.0:1749610382.143418:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610382.143418:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610382.143418:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610382.143419:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995c00. 00000100:00000001:0.0:1749610382.143419:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610382.143420:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00000001:0.0:1749610382.143420:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749610382.143421:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00010000:00000001:0.0:1749610382.143421:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143422:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610382.143422:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00001000:0.0:1749610382.143422:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610382.143423:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610382.143423:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610382.143424:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143424:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610382.143424:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610382.143425:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610382.143444:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:2.0:1749610382.143444:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610382.143445:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610382.143446:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143447:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.143447:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610382.143449:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000040:2.0:1749610382.143449:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 495 usecs (1 jiffies) 00000100:00000001:1.0:1749610382.143449:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610382.143449:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610382.143450:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610382.143450:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610382.143451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299655601 00000020:00000010:3.0:1749610382.143452:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00100000:1.0:1749610382.143452:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1749610382.143452:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610382.143453:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299655602 00000100:00000001:1.0:1749610382.143453:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922140544 : -131938787411072 : ffff88009b71bb80) 00000100:00000040:0.0:1749610382.143454:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610382.143455:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299655601 00000100:00000040:1.0:1749610382.143455:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71bb80 x1834598494497280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610382.143455:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1749610382.143456:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610382.143456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299655602 02000000:00000001:0.0:1749610382.143456:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.143457:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610382.143458:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299655601 00000100:00000040:0.0:1749610382.143458:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610382.143459:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299655602 00000400:00000010:0.0:1749610382.143459:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00100000:1.0:1749610382.143460:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494497280:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610382.143461:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299655601 00000100:00000200:0.0:1749610382.143461:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497024, offset 0 00000100:00000001:2.0:1749610382.143462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299655602 00000100:00000200:1.0:1749610382.143462:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497280 00000020:00000001:1.0:1749610382.143463:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610382.143463:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610382.143464:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610382.143464:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610382.143466:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610382.143466:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610382.143468:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610382.143469:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610382.143469:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610382.143469:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610382.143469:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91e900 00010000:00020000:1.0:1749610382.143470:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:2.0:1749610382.143471:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610382.143472:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00010000:00000001:1.0:1749610382.143472:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610382.143473:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610382.143474:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749610382.143475:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610382.143475:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610382.143476:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 02000000:00000001:1.0:1749610382.143476:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610382.143477:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749610382.143478:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749610382.143478:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98800. 00000400:00000001:3.0:1749610382.143479:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749610382.143479:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610382.143480:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610382.143480:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610382.143481:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00010000:00000001:1.0:1749610382.143481:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610382.143482:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610382.143484:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00001000:1.0:1749610382.143484:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749610382.143485:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610382.143485:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610382.143486:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610382.143487:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610382.143488:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610382.143488:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5399 [1] + 0 00000100:00000001:1.0:1749610382.143489:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610382.143490:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610382.143490:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610382.143491:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610382.143491:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610382.143492:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610382.143493:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610382.143493:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610382.143493:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610382.143494:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610382.143495:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610382.143495:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749610382.143496:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:3.0:1749610382.143497:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610382.143497:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610382.143498:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497280, offset 0 00000100:00000001:2.0:1749610382.143499:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610382.143499:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610382.143500:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610382.143501:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.143502:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610382.143502:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610382.143502:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610382.143503:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610382.143504:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610382.143505:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610382.143505:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ea00 02000000:00000001:3.0:1749610382.143506:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610382.143506:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610382.143506:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610382.143507:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610382.143507:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143508:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610382.143508:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53ad [1] + 0 02000000:00000001:3.0:1749610382.143509:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143509:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610382.143510:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610382.143510:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610382.143511:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000400:00000200:1.0:1749610382.143512:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610382.143512:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:3.0:1749610382.143513:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=137 v=5 (5 0 0 0) 00000100:00001000:2.0:1749610382.143513:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610382 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610382.143513:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610382.143513:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610382.143515:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610382.143515:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610382.143516:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=137 v=5 (1 0 0 0) 00000100:00001000:2.0:1749610382.143516:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=105 v=20 (1 20 0 0) 00000100:00000040:0.0:1749610382.143516:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610382.143517:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143518:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610382.143518:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610382.143518:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610382.143520:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143520:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610382.143520:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610382.143520:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b800 x1834598494497024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610382.143540:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494497024:12345-0@lo:38:kworker.0 Request processed in 140us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610382.143544:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000001:0.0:1749610382.143545:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610382.143546:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749610382.143547:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1749610382.143547:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610382.143548:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610382.143549:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610382.143549:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000020:00000010:0.0:1749610382.143550:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00010000:00080000:3.0:1749610382.143551:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610382.143551:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610382.143552:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749610382.143552:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610382.143553:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610382.143554:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610382.143555:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610382.143556:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610382.143557:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143557:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610382.143558:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610382.143559:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143560:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610382.143560:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610382.143560:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610382.143561:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610382.143561:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610382.143562:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71bb80 x1834598494497280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610402 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.143563:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610382.143563:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610382.143564:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143565:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610382.143567:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610382.143567:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749610382.143567:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494497280:12345-0@lo:38:kworker.0 Request processed in 106us (170us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749610382.143570:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:1.0:1749610382.143570:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000001:2.0:1749610382.143572:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610382.143572:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610382.143572:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610382.143573:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610382.143574:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000100:00000001:3.0:1749610382.143575:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610382.143575:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610382.143575:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749610382.143576:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610382.143577:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995c00. 00000100:00000001:1.0:1749610382.143578:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610382.143579:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610382.143582:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494496768:0@lo:38:kworker.0 00000100:00000001:2.0:1749610382.143585:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143587:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610382.143590:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494497408:0@lo:400:kworker.0 00000100:00000040:2.0:1749610382.143590:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494496768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610382.143594:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610382.143595:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610382.143595:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749610382.143596:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 02000000:00000001:2.0:1749610382.143597:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610382.143598:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 02000000:00000010:2.0:1749610382.143599:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5205c00. 00000400:00000010:3.0:1749610382.143600:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:3.0:1749610382.143602:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610382.143603:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749610382.143604:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610382.143604:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610382.143606:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610382.143608:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610382.143609:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6800. 00000100:00000200:3.0:1749610382.143611:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610382.143612:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610382.143613:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610382.143615:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000001:3.0:1749610382.143616:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610382.143617:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143617:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610382.143618:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610382.143619:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610382.143619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610382.143620:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610382.143621:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610382.143622:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610382.143624:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143625:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749610382.143626:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=37 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610382.143626:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610382.143628:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1749610382.143629:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=37 v=5 (1 1 0 0) 00000400:00000001:2.0:1749610382.143629:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610382.143630:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000001:3.0:1749610382.143631:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610382.143632:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610382.143632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00010000:00000001:3.0:1749610382.143633:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1749610382.143633:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749610382.143635:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:3.0:1749610382.143636:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.143637:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610382.143642:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610382.143644:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1749610382.143644:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610382.143645:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610382.143646:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610382.143647:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610382.143650:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143650:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610382.143651:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143652:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610382.143653:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610382.143654:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610382.143655:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143657:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610382.143660:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610382 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610382.143662:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=87 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610382.143665:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610382.143666:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610382.143666:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610382.143667:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610382.143668:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610382.143669:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610382.143671:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610382.143672:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143676:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610382.143678:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494497152:0@lo:400:kworker.0 00000100:00000001:2.0:1749610382.143678:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610382.143679:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143680:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610382.143681:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143681:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610382.143682:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610382.143683:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610382.143685:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494497408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610382.143685:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610382.143686:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610382.143689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.143690:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610382.143691:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610382.143692:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610382.143695:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610382.143695:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494496896:0@lo:38:kworker.0 00000020:00000001:3.0:1749610382.143696:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610382.143697:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610382.143699:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1749610382.143699:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749610382.143700:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000400:00000001:2.0:1749610382.143700:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610382.143701:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 02000000:00000001:3.0:1749610382.143703:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749610382.143703:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 02000000:00000001:3.0:1749610382.143704:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1749610382.143704:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000010:3.0:1749610382.143705:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000001:2.0:1749610382.143705:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610382.143707:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610382.143708:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610382.143708:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.143710:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610382.143712:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494497152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.143715:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610382.143717:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610382.143718:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610382.143719:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3000. 02000000:00000001:3.0:1749610382.143721:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610382.143721:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610382.143722:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610382.143722:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610382.143723:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610382.143723:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610382.143724:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610382.143725:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610382.143725:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610382.143726:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:3.0:1749610382.143727:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610382.143727:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610382.143728:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610382.143728:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610382.143729:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00001000:2.0:1749610382.143730:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610382 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610382.143732:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749610382.143732:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=37 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610382.143733:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610382.143734:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143734:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610382.143735:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610382.143736:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610382.143737:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143737:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610382.143739:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610382.143740:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610382.143740:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143746:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610382.143747:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610382.143748:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143750:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610382.143751:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610382.143753:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610382.143755:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610382.143756:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610382.143759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610382.143766:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494497024:0@lo:38:kworker.0 00000400:00000001:2.0:1749610382.143769:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610382.143770:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610382.143771:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000400:00000200:2.0:1749610382.143773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749610382.143774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749610382.143776:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610382.143778:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610382.143787:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143790:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610382.143791:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143792:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610382.143793:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610382.143793:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610382.143794:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610382.143795:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610382.143797:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610382 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610382.143798:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=137 v=20 (20 0 0 0) 00000100:00000001:2.0:1749610382.143799:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610382.143800:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610382.143801:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610382.143803:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143807:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610382.143808:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610382.143808:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143809:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610382.143810:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610382.143811:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610382.143812:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610382.143813:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610382.143815:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610382.143818:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494497280:0@lo:38:kworker.0 00000100:00000001:2.0:1749610382.143820:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143821:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610382.143823:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494496896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143826:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610382.143827:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610382.143828:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d743000. 02000000:00000001:2.0:1749610382.143830:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610382.143830:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610382.143831:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610382.143832:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610382.143833:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7000. 02000000:00000001:2.0:1749610382.143834:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610382.143835:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610382.143835:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000100:00000001:2.0:1749610382.143837:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610382.143838:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143838:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610382.143840:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494497024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143843:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610382.143843:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610382.143844:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d741800. 02000000:00000001:2.0:1749610382.143845:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610382.143846:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610382.143846:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610382.143847:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610382.143847:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7400. 02000000:00000001:2.0:1749610382.143848:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610382.143849:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610382.143850:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00000001:2.0:1749610382.143851:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610382.143851:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143852:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610382.143853:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494497280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610382.143856:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610382.143857:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610382.143858:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d740000. 02000000:00000001:2.0:1749610382.143859:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610382.143859:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610382.143860:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610382.143861:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610382.143862:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7800. 02000000:00000001:2.0:1749610382.143863:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610382.143863:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610382.143864:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:2.0:1749610382.143865:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610382.143865:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610382.143866:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143867:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610382.143868:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610382.143869:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610382.143869:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610382.144564:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299655602, at 4299655602 00000100:00000040:0.0:1749610382.144567:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299655602, at 4299655602 00000100:00000040:3.0:1749610382.144568:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299655602, at 4299655602 00000100:00000040:2.0:1749610382.144568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299655602, at 4299655602 00000100:00000010:1.0:1749610382.144570:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb40. 00000100:00000010:0.0:1749610382.144573:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f4c0. 00000100:00000010:3.0:1749610382.144578:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f540. 00000100:00000010:2.0:1749610382.144588:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f300. 00000100:00000001:0.0:1749610382.455627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610382.455633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610382.455634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.455637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610382.455640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610382.455642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610382.455645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610382.455648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610382.455649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610382.457602:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610382.457605:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610382.457606:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610382.457608:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610382.457609:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610382.457611:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610382.457612:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610382.457614:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610382.457615:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610382.896667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610382.896674:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610382.896718:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610382.896721:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610382.896723:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610383.143638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610383.143651:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610383.143652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610383.143656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610383.143657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610383.143660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610383.143662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610383.455627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610383.455633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610383.455634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610383.455637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610383.455639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610383.455642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610383.455644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610383.455646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610383.455648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610383.457572:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610383.457575:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610383.457577:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610383.457578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610383.457580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610383.457581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610383.457583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610383.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610383.457585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610383.898647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610383.898653:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610383.898655:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610383.898658:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610383.898662:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610383.898663:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610383.898666:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610383.898668:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610383.898750:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610383.898754:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610383.898755:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610384.143629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610384.143641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610384.143643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610384.143646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610384.143648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610384.143650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610384.143652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610384.455632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610384.455638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610384.455639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610384.455642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610384.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610384.455647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610384.455649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610384.455651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610384.455652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610384.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610384.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610384.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610384.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610384.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610384.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610384.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610384.457576:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610384.457577:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610384.900646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610384.900651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610384.900743:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610384.900747:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610384.900749:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610385.143639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610385.143652:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610385.143653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610385.143657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610385.143659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610385.143662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610385.143663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610385.455616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610385.455622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610385.455624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610385.455627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610385.455629:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610385.455632:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610385.455634:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610385.455636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610385.455638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610385.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610385.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610385.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610385.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610385.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610385.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610385.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610385.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610385.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610385.902667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610385.902673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610385.902742:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610385.902746:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610385.902749:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610386.143650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610386.143663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610386.143665:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610386.143669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610386.143671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610386.143674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610386.143676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610386.455638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610386.455644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610386.455646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610386.455650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610386.455653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610386.455656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610386.455659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610386.455662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610386.455664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610386.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610386.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610386.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610386.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610386.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610386.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610386.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610386.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610386.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610386.904668:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610386.904673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610386.904731:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610386.904735:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610386.904738:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610387.143629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610387.143635:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749610387.143645:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610362/real 1749610362] req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610387.143660:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610387.143661:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610387.143664:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7630. 00000400:00000200:0.0:1749610387.143670:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed880 00000400:00000010:0.0:1749610387.143671:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed880. 00000100:00000001:0.0:1749610387.143675:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610387.143677:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610387.143683:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.143687:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610387.143688:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143690:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.143691:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610387.143693:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.143697:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143705:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.143706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.143707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.143709:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.143711:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610387.143713:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.143717:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610387.143718:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143719:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.143720:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143721:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610387.143723:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749610387.143725:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610387.143743:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749610387.143745:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749610387.143747:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.143752:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494493440:0@lo:250:kworker.0 00000100:00000001:0.0:1749610387.143755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143757:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610387.143758:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a680 x1834598494493440/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610387 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.143762:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610387.143764:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610387.143767:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:0.0:1749610387.143770:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610387.143772:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610387.143774:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610387.143775:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610387.143776:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955400. 02000000:00000001:0.0:1749610387.143778:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610387.143779:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610387.143781:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000100:00000001:0.0:1749610387.143783:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610387.143784:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143785:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.143786:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.143787:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.143788:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.143789:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610387.143814:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610387.143819:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749610387.143820:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610387.143822:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610387.143824:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610387.143827:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 4968 00000100:00080000:2.0:1749610387.143829:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610387.143831:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.143833:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.143834:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.143836:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610387.143838:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.143839:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749610387.143841:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610387.143843:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749610387.143844:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749610387.143845:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749610387.143847:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.143848:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.143849:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.143850:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610387.143852:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749610387.143854:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749610387.143855:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610387.143857:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610387.143859:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610387.143861:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.143862:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610387.143864:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610387.143869:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000020:00000040:2.0:1749610387.143870:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749610387.143873:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610387.143874:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.143876:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610387.143877:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.143880:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610387.143884:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d741800. 00000100:00000001:2.0:1749610387.143889:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.143893:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610387.143900:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610387.143903:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.143905:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.143921:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610387.143923:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610387.143925:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610387.143926:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610387.143927:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610387.143928:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610387.143929:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1749610387.143930:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610387.143932:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.143933:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.143934:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.143935:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610387.143936:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610387.143936:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610387.143937:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:0.0:1749610387.143937:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610387.143938:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610387.143939:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:0.0:1749610387.143939:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610387.143940:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610387.143941:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610387.143941:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610387.143943:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.143944:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.143944:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.143945:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610387.143946:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:0.0:1749610387.143946:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610387.143947:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610387.143948:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610387.143949:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610387.143949:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610387.143949:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610387.143951:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610387.143952:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610387.143953:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610387.143954:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.143955:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749610387.143955:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494497536:0@lo:250:kworker.0 00000100:00000001:2.0:1749610387.143956:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.143957:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749610387.143958:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719500. 00000020:00000040:2.0:1749610387.143959:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610387.143959:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610387.143960:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610387.143961:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.143961:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610387.143961:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610387.143962:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610387.143962:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610387.143963:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610387.143964:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740000. 02000000:00000010:0.0:1749610387.143965:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5000. 00000100:00000001:2.0:1749610387.143966:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.143966:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.143968:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610387.143970:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:2.0:1749610387.143972:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749610387.143973:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610387.143974:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.143976:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719500] to pc [ptlrpcd_rcv+-1] req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610387.143977:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497536, portal 25 00000100:00000001:0.0:1749610387.143978:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.143979:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000100:00000001:2.0:1749610387.143980:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610387.143982:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610387.143982:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610387.143984:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610387.143984:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610387.143985:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610387.143986:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610387.143986:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610387.143988:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1749610387.143989:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610387.143989:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610387.143990:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:0.0:1749610387.143990:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610387.143991:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.143992:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.143992:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610387.143992:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494497536, offset 0 00000020:00000001:2.0:1749610387.143993:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.143994:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610387.143995:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610387.143995:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749610387.143995:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610387.143996:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610387.143997:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610387.143999:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.144000:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.144001:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.144001:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610387.144002:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610387.144003:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610387.144004:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610387.144005:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749610387.144005:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610387.144007:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610387.144008:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144009:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610387.144010:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610387.144012:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000400:00000200:0.0:1749610387.144012:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf91eb00 00000020:00000040:2.0:1749610387.144013:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610387.144014:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610387.144014:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144015:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610387.144016:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.144016:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1749610387.144016:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494497536 offset 0 length 520: 4 02000000:00000010:2.0:1749610387.144018:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d743000. 00000100:00000001:2.0:1749610387.144019:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144019:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe56b0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610387.144020:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00100000:2.0:1749610387.144021:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610387.144025:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610387.144025:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610387.144026:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610387.144027:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144028:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610387.144030:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144030:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610387.144032:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610387.144034:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610387.144034:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749610387.144034:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610387.144035:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749610387.144035:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144036:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610387.144037:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1749610387.144038:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610387.144040:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.144040:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.144041:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.144042:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610387.144042:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610387.144043:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.144043:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:0.0:1749610387.144043:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610387.144044:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610387.144045:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610387.144046:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610387.144047:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610387.144048:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610387.144048:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299660624 00000100:00000040:2.0:1749610387.144050:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.144050:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.144051:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:0.0:1749610387.144051:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610387.144052:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610387.144053:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610387.144054:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610387.144055:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144055:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610387.144056:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610387.144057:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610387.144058:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144059:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610387.144059:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299660624 00000100:00000001:2.0:1749610387.144060:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610387.144060:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee500. 00000100:00000010:2.0:1749610387.144061:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000020:00000040:2.0:1749610387.144062:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749610387.144062:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749610387.144063:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610387.144064:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144064:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610387.144065:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.144066:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610387.144069:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5205c00. 00000100:00000001:2.0:1749610387.144070:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144070:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299660624 00000100:00100000:2.0:1749610387.144072:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610387.144073:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eef00. 00000100:00000001:2.0:1749610387.144075:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610387.144075:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610387.144076:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144076:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299660624 00000100:00000040:2.0:1749610387.144077:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610387.144078:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb00. 00000100:00000001:0.0:1749610387.144080:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610387.144081:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144083:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610387.144085:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610387.144085:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610387.144086:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610387.144087:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610387.144088:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610387.144088:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144089:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610387.144089:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610387.144090:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.144090:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144091:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610387.144092:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5b00. 00000100:00000001:0.0:1749610387.144092:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610387.144093:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610387.144094:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144094:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.144094:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610387.144095:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610387.144096:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144099:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610387.144100:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144100:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610387.144101:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144102:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610387.144103:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_00_02+2] req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610387.144103:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610387.144104:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610387.144106:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494497664:0@lo:38:kworker.0 00000100:00000001:0.0:1749610387.144108:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610387.144109:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610387.144110:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144111:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610387.144112:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f6c00. 02000000:00000001:0.0:1749610387.144113:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144114:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610387.144115:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000100:00080000:2.0:1749610387.144116:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749610387.144116:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00080000:2.0:1749610387.144117:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610387.144118:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1749610387.144118:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497664, portal 4 00000100:00080000:2.0:1749610387.144119:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610387.144119:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.144119:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922130688 : -131938787420928 : ffff88009b719500) 00000100:00000001:2.0:1749610387.144120:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610387.144121:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1749610387.144122:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610387.144124:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610387.144124:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610387.144124:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144125:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610387.144126:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610387.144127:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610387.144127:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610387.144128:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.144128:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:0.0:1749610387.144128:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610387.144129:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610387.144129:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1749610387.144130:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610387.144130:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749610387.144130:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610387.144130:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000001:2.0:1749610387.144131:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:0.0:1749610387.144131:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494497664, offset 0 00000020:00000001:2.0:1749610387.144132:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749610387.144132:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610387.144134:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144134:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610387.144135:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610387.144135:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610387.144136:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610387.144136:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610387.144137:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610387.144137:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610387.144137:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91eb80 00000020:00000040:2.0:1749610387.144138:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610387.144139:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610387.144139:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610387.144140:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144140:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610387.144141:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610387.144141:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610387.144141:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 4680 02000000:00000001:2.0:1749610387.144142:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610387.144143:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144144:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610387.144145:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144145:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610387.144147:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b480. 00000020:00000040:2.0:1749610387.144147:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:1.0:1749610387.144147:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610387.144148:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749610387.144148:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610387.144149:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144150:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610387.144150:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.144151:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144151:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610387.144152:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749610387.144153:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009685c400. 00000100:00000001:2.0:1749610387.144154:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610387.144154:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a680. 00000100:00000001:1.0:1749610387.144155:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749610387.144156:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610387.144156:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610387.144156:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0a680 x1834598494497664 msgsize 520 02000000:00000001:1.0:1749610387.144158:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610387.144158:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610387.144159:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610387.144160:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610387.144160:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610387.144162:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71b480] to pc [ptlrpcd_rcv+-1] req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610387.144162:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610387.144165:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494498048:0@lo:400:kworker.0 00000100:00000001:0.0:1749610387.144165:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610387.144166:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144167:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610387.144167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:1.0:1749610387.144168:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749610387.144168:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610387.144169:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610387.144169:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610387.144170:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749610387.144171:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 02000000:00000001:1.0:1749610387.144171:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144171:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610387.144172:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610387.144173:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610387.144173:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610387.144174:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610387.144175:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144175:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749610387.144176:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 02000000:00000010:1.0:1749610387.144176:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000040:0.0:1749610387.144176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144178:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610387.144178:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144179:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610387.144179:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144180:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749610387.144181:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:0.0:1749610387.144181:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144183:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610387.144183:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1053 usecs (2 jiffies) 00000100:00000001:2.0:1749610387.144184:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144184:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299660603 00000100:00000040:2.0:1749610387.144185:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_00_03+3] req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610387.144185:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610387.144186:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144187:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299660603 00000100:00000200:1.0:1749610387.144188:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494498048, portal 10 00000100:00000001:0.0:1749610387.144188:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144189:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299660603 00000100:00000001:1.0:1749610387.144190:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.144190:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299660624 00000100:00000001:1.0:1749610387.144191:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:0.0:1749610387.144191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299660603 00000100:00000001:0.0:1749610387.144192:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144193:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610387.144194:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144194:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610387.144196:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144196:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610387.144197:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610387.144198:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4998) 00000100:00000001:0.0:1749610387.144201:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610387.144201:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144202:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610387.144202:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610387.144203:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610387.144204:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610387.144204:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610387.144206:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00100000:0.0:1749610387.144206:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494497792:0@lo:38:kworker.0 00000100:00000001:0.0:1749610387.144207:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749610387.144208:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494498048, offset 0 02000000:00000001:0.0:1749610387.144208:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610387.144209:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144210:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610387.144211:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610387.144211:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5c00. 02000000:00000001:0.0:1749610387.144212:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144213:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610387.144214:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000400:00000010:0.0:1749610387.144215:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00100000:3.0:1749610387.144216:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:0.0:1749610387.144216:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497792, portal 10 00000100:00000001:3.0:1749610387.144217:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610387.144217:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610387.144217:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.144218:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000100:00000001:2.0:1749610387.144221:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610387.144221:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144222:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749610387.144222:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497664 00000400:00000200:1.0:1749610387.144222:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91ed00 00000100:00000001:3.0:1749610387.144223:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610387.144224:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610387.144224:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610387.144225:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610387.144226:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610387.144226:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610387.144226:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610387.144226:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749610387.144227:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610387.144227:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610387.144227:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 78448 02000000:00000001:2.0:1749610387.144230:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.144231:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497664 00000400:00000200:1.0:1749610387.144232:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610387.144233:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610387.144233:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.144233:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749610387.144233:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494497792, offset 0 00000020:00000001:2.0:1749610387.144234:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610387.144234:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610387.144235:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144235:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610387.144236:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144238:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610387.144238:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610387.144239:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000200:1.0:1749610387.144239:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610387.144240:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610387.144240:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ec00 00000100:00000001:3.0:1749610387.144241:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610387.144242:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000010:1.0:1749610387.144242:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05f80. 00000400:00000200:0.0:1749610387.144243:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 78672 02000000:00000001:3.0:1749610387.144244:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610387.144245:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610387.144245:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000040:1.0:1749610387.144245:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05f80 x1834598494498048 msgsize 224 00000400:00000200:0.0:1749610387.144245:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610387.144246:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610387.144247:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144248:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749610387.144248:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610387.144249:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610387.144250:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494498304:0@lo:400:kworker.0 00000100:00000001:2.0:1749610387.144250:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144253:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610387.144255:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144255:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610387.144257:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610387.144259:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144259:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610387.144260:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610387.144263:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3000. 00000400:00000200:1.0:1749610387.144263:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:2.0:1749610387.144264:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749610387.144264:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 02000000:00000001:3.0:1749610387.144265:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144265:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610387.144266:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610387.144268:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00100000:2.0:1749610387.144268:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000200:1.0:1749610387.144269:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144270:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209037952 : -131939500513664 : ffff880070f0a680) 00000400:00000010:3.0:1749610387.144271:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000040:2.0:1749610387.144273:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0a680 x1834598494497664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610387.144274:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494498304, portal 10 00000100:00000001:0.0:1749610387.144274:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610387.144275:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610387.144276:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610387.144276:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610387.144277:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000100:00000010:0.0:1749610387.144277:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000100:00000040:0.0:1749610387.144278:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0a300 x1834598494497792 msgsize 520 00000100:00100000:2.0:1749610387.144279:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494497664:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610387.144279:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.144281:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610387.144282:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610387.144282:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497664 00000020:00000001:2.0:1749610387.144284:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610387.144284:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610387.144285:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610387.144286:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610387.144286:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610387.144286:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749610387.144288:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610387.144288:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749610387.144288:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610387.144289:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610387.144291:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610387.144291:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610387.144292:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 667 usecs (1 jiffies) 00000400:00000010:3.0:1749610387.144293:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610387.144294:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299660602 00000100:00000001:0.0:1749610387.144294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610387.144295:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494498304, offset 0 00000020:00000001:2.0:1749610387.144295:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610387.144296:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610387.144297:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610387.144297:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299660624 00000400:00000200:3.0:1749610387.144299:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610387.144299:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610387.144299:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299660602 00000100:00000001:0.0:1749610387.144300:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610387.144301:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610387.144301:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144301:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610387.144303:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610387.144303:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299660602 00000100:00000001:0.0:1749610387.144303:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610387.144304:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610387.144304:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610387.144304:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299660624 02000000:00000001:2.0:1749610387.144305:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610387.144305:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 670 usecs (1 jiffies) 00000100:00000001:1.0:1749610387.144306:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299660602 00000100:00000001:0.0:1749610387.144306:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299660602 02000000:00000010:2.0:1749610387.144307:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009685d000. 00000100:00000001:0.0:1749610387.144307:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299660624 02000000:00000001:2.0:1749610387.144308:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144308:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144308:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299660602 00000400:00000200:3.0:1749610387.144309:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91ee00 00000100:00000001:0.0:1749610387.144309:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:2.0:1749610387.144310:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144310:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610387.144310:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299660602 00000100:00000001:0.0:1749610387.144311:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299660624 00000400:00000200:3.0:1749610387.144312:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 79192 00010000:00000001:2.0:1749610387.144312:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610387.144312:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299660602 00010000:00000001:2.0:1749610387.144313:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144313:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299660624 00000100:00000001:1.0:1749610387.144314:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144314:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610387.144315:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610387.144315:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610387.144316:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610387.144316:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144316:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610387.144317:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610387.144318:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610387.144318:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610387.144319:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610387.144319:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610387.144319:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610387.144320:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610387.144320:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144321:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610387.144321:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610387.144322:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610387.144322:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144322:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610387.144323:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610387.144323:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610387.144323:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610387.144324:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610387.144324:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610387.144325:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610387.144326:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c700. 02000000:00000001:2.0:1749610387.144326:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749610387.144326:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494497920:0@lo:38:kworker.0 02000000:00000001:2.0:1749610387.144327:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610387.144328:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3c700 x1834598494498304 msgsize 224 00000100:00000001:2.0:1749610387.144328:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610387.144328:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610387.144329:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610387.144330:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610387.144330:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610387.144331:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749610387.144331:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 02000000:00000001:0.0:1749610387.144331:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610387.144332:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610387.144333:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610387.144334:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494497664, offset 0 00000100:00000001:1.0:1749610387.144334:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749610387.144335:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000400:00000010:0.0:1749610387.144336:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749610387.144337:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610387.144337:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610387.144339:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494497920, portal 10 00000100:00000001:0.0:1749610387.144340:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.144341:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000400:00000200:2.0:1749610387.144342:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610387.144343:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610387.144344:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00100000:1.0:1749610387.144344:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498048 00000100:00000040:0.0:1749610387.144344:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610387.144346:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91eb80 02000000:00000001:1.0:1749610387.144346:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610387.144347:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610387.144347:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610387.144347:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610387.144348:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610387.144349:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x53c5 [1] + 0 00000100:00000001:1.0:1749610387.144349:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610387.144349:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:3.0:1749610387.144350:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610387.144351:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144351:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494497920, offset 0 00000400:00000200:2.0:1749610387.144352:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610387.144353:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610387.144354:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610387.144354:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498048 00000020:00000001:1.0:1749610387.144355:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610387.144356:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610387.144356:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000200:0.0:1749610387.144356:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610387.144357:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610387.144358:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610387.144358:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610387.144358:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ec80 00000100:00000040:3.0:1749610387.144360:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610387.144360:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:0.0:1749610387.144360:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 79416 00000020:00000001:1.0:1749610387.144362:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:0.0:1749610387.144362:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610387.144363:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610387.144364:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:0.0:1749610387.144364:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610387.144365:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610387.144366:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144366:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610387.144367:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610387.144367:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610387.144368:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610387.144368:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0ad80. 00000100:00000040:0.0:1749610387.144369:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0ad80 x1834598494497920 msgsize 520 00000100:00000001:3.0:1749610387.144370:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610387.144370:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00100000:0.0:1749610387.144371:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610387.144372:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000040:3.0:1749610387.144373:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 580 usecs (1 jiffies) 00000400:00000010:2.0:1749610387.144373:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749610387.144374:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610387.144374:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610387.144375:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610387.144376:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299660602 00000020:00000040:1.0:1749610387.144376:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749610387.144376:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610387.144377:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610387.144377:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610387.144378:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299660624 00000100:00000001:0.0:1749610387.144378:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610387.144379:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610387.144397:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299660602 00000100:00000001:3.0:1749610387.144399:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:2.0:1749610387.144400:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144401:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299660602 00000100:00000001:1.0:1749610387.144401:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749610387.144402:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610387.144403:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299660624 00000100:00000001:3.0:1749610387.144404:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299660602 00000100:00000040:2.0:1749610387.144404:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494497664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610387.144404:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000100:00000200:0.0:1749610387.144405:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144406:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299660624 00000100:00000001:3.0:1749610387.144407:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610387.144408:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00000001:3.0:1749610387.144409:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144409:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610387.144410:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494497664:12345-0@lo:38:kworker.0 Request processed in 130us (251us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610387.144410:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144411:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610387.144411:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749610387.144413:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.144414:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000001:0.0:1749610387.144414:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144414:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610387.144416:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610387.144416:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610387.144417:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610387.144417:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144419:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610387.144419:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 675 usecs (1 jiffies) 00000020:00000010:2.0:1749610387.144420:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:1.0:1749610387.144420:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610387.144420:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299660602 00000100:00000001:0.0:1749610387.144421:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299660624 00000100:00000001:1.0:1749610387.144422:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610387.144423:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749610387.144423:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299660602 00000100:00000001:0.0:1749610387.144424:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:3.0:1749610387.144425:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610387.144425:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299660602 00000020:00000010:2.0:1749610387.144426:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000100:00000001:1.0:1749610387.144426:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610387.144426:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299660624 00000100:00100000:3.0:1749610387.144427:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497792 00000100:00000001:0.0:1749610387.144427:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299660602 02000000:00000001:3.0:1749610387.144428:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610387.144428:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610387.144428:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299660624 00000100:00000001:2.0:1749610387.144429:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610387.144429:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144429:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610387.144430:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610387.144430:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144431:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144432:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144432:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610387.144433:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610387.144434:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144434:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.144435:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:3.0:1749610387.144436:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497792 00000100:00000001:0.0:1749610387.144436:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610387.144437:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610387.144437:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.144437:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610387.144438:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1749610387.144439:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610387.144439:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610387.144440:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610387.144440:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498304 00000020:00000001:3.0:1749610387.144441:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610387.144441:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610387.144442:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610387.144442:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610387.144443:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144443:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144444:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610387.144444:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144444:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610387.144445:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494497920 02000000:00000001:1.0:1749610387.144445:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144445:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610387.144446:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 02000000:00000001:2.0:1749610387.144446:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610387.144446:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144447:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610387.144447:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498304 00000100:00100000:0.0:1749610387.144447:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494498176:0@lo:38:kworker.0 00000100:00000001:2.0:1749610387.144448:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610387.144448:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610387.144449:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 02000000:00000001:2.0:1749610387.144449:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610387.144449:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610387.144449:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610387.144450:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749610387.144451:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494497920 00000020:00000001:1.0:1749610387.144451:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610387.144451:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144451:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610387.144452:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000020:00000001:2.0:1749610387.144452:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610387.144452:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749610387.144452:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749610387.144453:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749610387.144453:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5400. 00000020:00000001:2.0:1749610387.144454:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610387.144454:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749610387.144454:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610387.144455:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144456:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610387.144456:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:0.0:1749610387.144456:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00000001:3.0:1749610387.144457:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610387.144457:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000400:00000010:0.0:1749610387.144457:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610387.144458:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610387.144458:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:1.0:1749610387.144458:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610387.144459:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000200:0.0:1749610387.144459:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494498176, portal 10 00000100:00000001:2.0:1749610387.144460:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749610387.144460:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:0.0:1749610387.144460:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610387.144460:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922138752 : -131938787412864 : ffff88009b71b480) 00000100:00000001:3.0:1749610387.144461:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144461:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610387.144462:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610387.144462:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fcc0. 00000100:00000040:0.0:1749610387.144463:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144464:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144465:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610387.144466:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610387.144466:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610387.144466:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:0.0:1749610387.144467:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610387.144467:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610387.144468:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610387.144469:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749610387.144469:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494498176, offset 0 00000100:00000001:2.0:1749610387.144470:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610387.144471:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000400:00000200:0.0:1749610387.144471:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610387.144472:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610387.144472:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1749610387.144473:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610387.144473:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610387.144473:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000400:00000200:0.0:1749610387.144473:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610387.144474:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209019776 : -131939500531840 : ffff880070f05f80) 00000020:00000010:1.0:1749610387.144476:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000400:00000200:0.0:1749610387.144476:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ed80 00000100:00100000:3.0:1749610387.144477:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1749610387.144477:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05f80 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1749610398 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144478:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610387.144478:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 79936 00000100:00000001:3.0:1749610387.144479:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000100:00000001:1.0:1749610387.144479:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610387.144480:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610387.144481:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610387.144482:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0a300 x1834598494497792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144482:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610387.144482:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749610387.144482:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610387.144483:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610387.144484:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610387.144484:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610387.144484:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610387.144485:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610387.144485:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610387.144486:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610387.144486:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610387.144486:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000100:00000040:0.0:1749610387.144487:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b480 x1834598494498176 msgsize 520 00000100:00100000:2.0:1749610387.144489:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494498048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610387.144490:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494497792:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749610387.144490:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610387.144491:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498048 00000100:00000001:1.0:1749610387.144491:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610387.144491:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610387.144492:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610387.144492:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610387.144492:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000200:3.0:1749610387.144493:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497792 00000400:00000010:0.0:1749610387.144493:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000001:2.0:1749610387.144494:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610387.144494:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610387.144495:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610387.144495:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610387.144495:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000200:0.0:1749610387.144496:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610387.144497:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610387.144497:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610387.144498:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749610387.144498:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:2.0:1749610387.144499:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610387.144499:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910740224 : -131938798811392 : ffff88009ac3c700) 00000100:00000001:0.0:1749610387.144499:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610387.144500:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610387.144501:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610387.144502:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610387.144503:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610387.144504:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610387.144504:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3c700 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:578/0 lens 224/0 e 0 to 0 dl 1749610398 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144504:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610387.144505:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610387.144505:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144505:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610387.144506:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610387.144506:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610387.144508:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610387.144508:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 496 usecs (1 jiffies) 00000100:00000001:2.0:1749610387.144509:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610387.144509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299660602 00010000:00000001:3.0:1749610387.144510:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610387.144510:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610387.144510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299660624 02000000:00000010:2.0:1749610387.144511:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009685e400. 00000100:00000001:0.0:1749610387.144511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299660602 00000100:00000001:3.0:1749610387.144512:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610387.144512:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299660624 00000100:00000001:3.0:1749610387.144513:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610387.144513:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299660602 00000020:00000001:2.0:1749610387.144514:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144514:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299660624 02000000:00000001:3.0:1749610387.144515:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610387.144515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299660602 00010000:00000040:2.0:1749610387.144516:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494498048 00000100:00000001:1.0:1749610387.144516:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610387.144516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299660624 02000000:00000010:3.0:1749610387.144517:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5d000. 00010000:00000001:2.0:1749610387.144517:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610387.144517:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610387.144518:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:0.0:1749610387.144518:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610387.144519:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610387.144519:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000200:2.0:1749610387.144520:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f05f80 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144520:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749610387.144520:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610387.144521:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000400:00000200:0.0:1749610387.144537:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610387.144538:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610387.144539:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610387.144540:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144544:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144544:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610387.144546:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610387.144547:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610387.144547:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144547:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610387.144548:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144548:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610387.144549:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610387.144549:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:3.0:1749610387.144550:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610387.144551:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610387.144551:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610387.144552:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610387.144552:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610387.144553:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610387.144553:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610387.144553:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144554:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749610387.144554:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 02000000:00000001:2.0:1749610387.144555:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610387.144555:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610387.144556:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610387.144556:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610387.144556:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610387.144558:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610387.144558:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494498304:12345-0@lo:400:kworker.0 00000100:00001000:0.0:1749610387.144558:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610387 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610387.144559:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610387.144559:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00001000:0.0:1749610387.144560:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=110 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610387.144561:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610387.144561:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498048, offset 224 00000100:00000200:1.0:1749610387.144561:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498304 00000100:00000001:0.0:1749610387.144562:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610387.144563:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610387.144563:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610387.144563:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610387.144564:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610387.144565:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610387.144565:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610387.144565:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610387.144566:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610387.144567:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610387.144567:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610387.144567:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144568:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610387.144568:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749610387.144570:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ed00 00000020:00000001:1.0:1749610387.144570:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610387.144571:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610387.144571:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610387.144572:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1749610387.144573:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:2.0:1749610387.144573:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53cd [1] + 224 00000100:00000001:0.0:1749610387.144573:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.144573:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610387.144574:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144574:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610387.144575:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610387.144576:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497792, offset 0 00000400:00000200:2.0:1749610387.144576:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610387.144576:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749610387.144577:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610387.144577:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00080000:0.0:1749610387.144577:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610387.144578:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610387.144579:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610387.144579:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144579:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610387.144580:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749610387.144581:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144582:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610387.144584:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610387.144584:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610387.144584:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610387.144585:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494497664:0@lo:38:kworker.0 02000000:00000010:1.0:1749610387.144586:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb98c00. 00000100:00000200:2.0:1749610387.144587:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144587:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610387.144588:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144588:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610387.144589:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ec00 00000100:00000001:1.0:1749610387.144589:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610387.144590:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719500 x1834598494497664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610387.144591:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144592:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610387.144593:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53d5 [1] + 0 00010000:00000040:1.0:1749610387.144593:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494498304 00000100:00000001:0.0:1749610387.144593:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610387.144594:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749610387.144595:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:0.0:1749610387.144595:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f6c00. 00000400:00000200:3.0:1749610387.144596:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610387.144596:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610387.144597:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610387.144598:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749610387.144599:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610387.144599:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000200:1.0:1749610387.144599:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3c700 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610387.144599:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610387.144600:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740000. 00000400:00000200:2.0:1749610387.144601:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 02000000:00000001:0.0:1749610387.144601:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749610387.144602:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 02000000:00000001:0.0:1749610387.144602:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610387.144603:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:0.0:1749610387.144603:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719500. 00000100:00000001:2.0:1749610387.144604:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610387.144605:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610387.144605:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610387.144605:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610387.144606:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610387.144607:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610387.144607:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610387.144608:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610387.144608:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610387.144609:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610387.144609:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610387.144609:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610387.144609:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:2.0:1749610387.144610:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610387.144610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.144611:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610387.144612:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05f80 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144612:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610387.144612:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610387.144613:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610387.144614:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610387.144614:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144616:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610387.144617:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494498048:12345-0@lo:400:kworker.0 Request processed in 134us (371us total) trans 0 rc 0/0 02000000:00000001:1.0:1749610387.144618:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610387.144619:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.144621:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000001:1.0:1749610387.144621:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610387.144622:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610387.144623:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:1.0:1749610387.144623:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610387.144624:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610387.144625:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749610387.144625:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000010:2.0:1749610387.144626:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000100:00080000:0.0:1749610387.144626:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749610387.144628:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498304, offset 224 00000020:00000040:0.0:1749610387.144628:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749610387.144629:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749610387.144631:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610387.144631:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000400:00000200:1.0:1749610387.144631:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610387.144633:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610387.144635:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144635:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610387.144636:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000200:1.0:1749610387.144636:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610387.144637:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498176 00000400:00000010:3.0:1749610387.144638:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610387.144638:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610387.144638:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610387.144639:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610387.144639:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610387.144640:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610387.144640:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610387.144641:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000400:00000200:1.0:1749610387.144641:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ee00 00000100:00000001:3.0:1749610387.144642:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610387.144642:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209039744 : -131939500511872 : ffff880070f0ad80) 02000000:00000001:0.0:1749610387.144642:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610387.144643:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498176 00000100:00000001:3.0:1749610387.144644:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610387.144644:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0ad80 x1834598494497920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610387.144644:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610387.144645:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610387.144646:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610387.144646:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53dd [1] + 224 00000020:00000001:0.0:1749610387.144646:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610387.144647:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144648:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610387.144648:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610387.144649:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610387.144649:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494497920:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610387.144649:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610387.144650:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494497920 00000020:00000010:0.0:1749610387.144650:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000020:00000001:2.0:1749610387.144651:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610387.144652:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610387.144652:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610387.144652:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000040:3.0:1749610387.144653:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494497792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610387.144654:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:1.0:1749610387.144655:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610387.144656:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144656:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610387.144657:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00020000:2.0:1749610387.144658:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610387.144658:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144658:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610387.144659:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610387.144660:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610387.144660:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610387.144661:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494497792:12345-0@lo:38:kworker.0 Request processed in 170us (380us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610387.144661:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610387.144661:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610387.144662:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610387.144663:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610387.144665:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009685f400. 00000100:00000001:0.0:1749610387.144665:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610387.144666:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610387.144666:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144666:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610387.144667:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610387.144668:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00010000:00000001:2.0:1749610387.144668:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610387.144669:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144670:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610387.144670:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610387.144671:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610387.144671:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000001:2.0:1749610387.144672:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610387.144672:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 00000100:00000001:2.0:1749610387.144673:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610387.144674:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749610387.144674:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610387.144675:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610387.144675:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b480 x1834598494498176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144676:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610387.144676:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610387.144677:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000040:2.0:1749610387.144678:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:3.0:1749610387.144679:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 02000000:00000001:2.0:1749610387.144679:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610387.144679:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 02000000:00000001:2.0:1749610387.144680:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610387.144680:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494498176:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610387.144681:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749610387.144681:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:3.0:1749610387.144682:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610387.144682:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610387.144682:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498176 00000400:00000010:2.0:1749610387.144683:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749610387.144683:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749610387.144684:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494497920, offset 0 00000100:00000001:1.0:1749610387.144684:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610387.144684:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610387.144685:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610387.144686:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610387.144686:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610387.144689:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610387.144689:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610387.144689:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610387.144690:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749610387.144691:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ec80 00010000:00020000:0.0:1749610387.144691:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610387.144692:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144693:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610387.144693:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1749610387.144693:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610387.144694:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53e9 [1] + 0 00010000:00000001:0.0:1749610387.144694:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610387.144695:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.144695:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610387.144696:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610387.144696:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610387.144697:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c700 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:578/0 lens 224/224 e 0 to 0 dl 1749610398 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610387.144697:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:3.0:1749610387.144698:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749610387.144698:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610387.144698:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6c00. 00000400:00000001:3.0:1749610387.144699:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610387.144699:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144700:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610387.144701:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00010000:00000001:0.0:1749610387.144702:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610387.144703:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00010000:00000001:0.0:1749610387.144703:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610387.144705:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00100000:1.0:1749610387.144705:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494498304:12345-0@lo:400:kworker.0 Request processed in 187us (375us total) trans 0 rc 0/0 00000100:00001000:0.0:1749610387.144705:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610387.144706:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610387.144706:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610387.144707:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610387.144707:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610387.144708:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610387.144709:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749610387.144710:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144710:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610387.144711:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:1.0:1749610387.144712:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:2.0:1749610387.144713:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610387.144713:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610387.144714:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:0.0:1749610387.144714:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610387.144715:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144716:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610387.144716:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610387.144717:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144717:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610387.144717:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610387.144718:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610387.144719:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:0.0:1749610387.144719:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000010:2.0:1749610387.144720:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000020:00000010:1.0:1749610387.144720:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000100:00000001:2.0:1749610387.144721:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610387.144722:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610387.144722:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610387.144722:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498176, offset 0 00000100:00000001:3.0:1749610387.144723:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610387.144723:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610387.144723:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 00000400:00000200:0.0:1749610387.144723:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610387.144724:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610387.144725:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610387.144725:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610387.144726:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749610387.144726:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610387.144726:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000200:0.0:1749610387.144726:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610387.144728:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610387.144728:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0ad80 x1834598494497920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610387.144728:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610387.144729:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144729:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ed80 00000100:00000001:1.0:1749610387.144730:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610387.144731:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610387.144732:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x53f1 [1] + 0 00000100:00100000:2.0:1749610387.144733:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494497920:12345-0@lo:38:kworker.0 Request processed in 84us (362us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749610387.144734:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=142 v=5 (5 0 0 0) 00000400:00000200:0.0:1749610387.144734:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610387.144736:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749610387.144737:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=142 v=5 (1 0 0 0) 00000100:00100000:2.0:1749610387.144737:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:2.0:1749610387.144738:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610387.144738:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610387.144739:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610387.144739:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610387.144740:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610387.144740:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:1.0:1749610387.144740:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610387.144740:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144741:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749610387.144742:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00010000:00000001:3.0:1749610387.144743:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1749610387.144743:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000400:00000001:1.0:1749610387.144744:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749610387.144744:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610387.144745:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610387.144745:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:3.0:1749610387.144746:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610387.144746:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:1.0:1749610387.144749:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749610387.144749:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610387.144751:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00010000:00000001:3.0:1749610387.144752:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144752:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610387.144753:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610387.144754:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610387.144755:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610387.144755:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749610387.144756:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144756:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610387.144757:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610387.144757:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144758:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749610387.144758:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610387.144759:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144760:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610387.144761:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610387.144762:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610387.144763:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610387.144763:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494498176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610407 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.144767:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494498176:12345-0@lo:38:kworker.0 Request processed in 87us (279us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610387.144768:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610387.144769:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610387.144770:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610387.144770:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610387.144771:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610387.144771:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:1.0:1749610387.144772:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610387.144772:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610387.144773:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610387.144773:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610387.144774:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144775:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610387.144775:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:1.0:1749610387.144776:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610387.144776:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 02000000:00000001:1.0:1749610387.144778:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610387.144778:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:0.0:1749610387.144780:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610387.144781:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494498304:0@lo:400:kworker.0 00000100:00001000:1.0:1749610387.144781:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=42 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610387.144784:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610387.144784:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=42 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610387.144785:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610387.144786:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610387.144786:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.144786:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610387.144788:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494498304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144788:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610387.144788:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749610387.144789:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749610387.144789:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610387.144790:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:3.0:1749610387.144792:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749610387.144792:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610387.144792:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749610387.144793:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1749610387.144793:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144794:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610387.144795:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3000. 00000100:00000200:0.0:1749610387.144796:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610387.144797:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610387.144798:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610387.144799:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00010000:00000001:1.0:1749610387.144799:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610387.144800:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610387.144801:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610387.144801:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1749610387.144802:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 00000100:00000040:1.0:1749610387.144802:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610387.144803:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610387.144804:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610387.144804:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610387.144805:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610387.144805:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144805:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610387.144806:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610387.144806:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1749610387.144807:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:0.0:1749610387.144807:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610387.144807:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610387.144808:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610387.144808:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610387.144809:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610387.144810:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610387.144811:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610387 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610387.144812:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610387.144812:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=142 v=20 (20 0 0 0) 00000100:00000001:0.0:1749610387.144813:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610387.144814:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610387.144814:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610387.144815:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.144815:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610387.144816:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144816:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610387.144817:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610387.144817:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610387.144818:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144818:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610387.144821:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144821:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610387.144822:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.144823:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144824:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610387.144825:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610387.144826:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749610387.144827:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494498048:0@lo:400:kworker.0 00000100:00080000:0.0:1749610387.144828:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610387.144829:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610387.144830:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144831:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610387.144832:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610387.144835:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494498048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.144838:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494498176:0@lo:38:kworker.0 00000100:00000001:1.0:1749610387.144840:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1749610387.144840:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610387.144841:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749610387.144842:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749610387.144842:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000400:00000200:0.0:1749610387.144843:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000010:1.0:1749610387.144844:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00000400:00000010:0.0:1749610387.144844:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610387.144845:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610387.144846:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749610387.144846:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610387.144847:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610387.144848:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610387.144850:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749610387.144850:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610387.144851:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5b00. 02000000:00000001:1.0:1749610387.144853:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610387.144853:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610387.144853:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610387.144854:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610387.144854:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610387.144855:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610387.144855:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749610387.144856:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610387.144856:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144857:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144858:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749610387.144858:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610387 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610387.144859:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610387.144860:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=92 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610387.144861:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144861:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610387.144862:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610387.144863:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610387.144864:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749610387.144864:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610387.144865:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610387.144866:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.144867:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610387.144868:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144868:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.144869:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144870:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610387.144871:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610387.144872:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610387.144874:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610387.144875:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610387.144877:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.144881:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494497792:0@lo:38:kworker.0 00000400:00000001:0.0:1749610387.144883:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610387.144883:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610387.144884:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610387.144885:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749610387.144886:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749610387.144886:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610387.144888:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610387.144892:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144895:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610387.144895:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144896:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610387.144897:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610387.144897:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610387.144898:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610387.144899:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610387.144900:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610387 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610387.144901:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=42 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610387.144902:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610387.144903:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610387.144904:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610387.144906:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144909:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610387.144910:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610387.144911:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144912:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610387.144912:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610387.144914:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610387.144915:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610387.144916:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610387.144918:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610387.144921:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494497920:0@lo:38:kworker.0 00000100:00000001:0.0:1749610387.144923:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144924:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610387.144925:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71b480 x1834598494498176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144928:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610387.144929:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610387.144930:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5400. 02000000:00000001:0.0:1749610387.144931:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610387.144932:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610387.144932:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610387.144933:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610387.144934:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009685c400. 02000000:00000001:0.0:1749610387.144935:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610387.144936:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610387.144937:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71b480. 00000100:00000001:0.0:1749610387.144938:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610387.144939:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144939:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610387.144940:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494497792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144943:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610387.144944:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610387.144945:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5c00. 02000000:00000001:0.0:1749610387.144946:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610387.144947:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610387.144948:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610387.144949:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610387.144950:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d743000. 02000000:00000001:0.0:1749610387.144951:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610387.144951:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610387.144952:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:0.0:1749610387.144953:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610387.144954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144954:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610387.144956:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494497920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610387.144959:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610387.144959:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610387.144960:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610387.144961:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610387.144961:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610387.144962:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610387.144963:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610387.144963:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5205c00. 02000000:00000001:0.0:1749610387.144965:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610387.144965:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610387.144966:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610387.144967:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610387.144967:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.144968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610387.144970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.144970:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.144971:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610387.166578:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299660624, at 4299660624 00000100:00000040:2.0:1749610387.166578:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299660624, at 4299660624 00000100:00000040:1.0:1749610387.166581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299660624, at 4299660624 00000100:00000040:0.0:1749610387.166581:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299660624, at 4299660624 00000100:00000010:2.0:1749610387.166589:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eef00. 00000100:00000010:0.0:1749610387.166589:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000010:3.0:1749610387.166614:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb00. 00000100:00000010:1.0:1749610387.166632:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee500. 00000100:00000001:0.0:1749610387.455636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610387.455642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.455643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610387.455646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610387.455649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.455654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610387.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.455657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610387.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610387.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610387.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610387.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610387.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610387.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610387.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610387.457580:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610387.906642:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610387.906647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610387.906740:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610387.906743:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610387.906745:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610388.455650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610388.455655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610388.455657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610388.455660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610388.455663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610388.455665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610388.455667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610388.455670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610388.455672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610388.457572:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610388.457575:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610388.457576:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610388.457578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610388.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610388.457581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610388.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610388.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610388.457585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610388.908619:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610388.908624:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610388.908683:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610388.908687:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610388.908689:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610389.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610389.455640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610389.455642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610389.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610389.455647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610389.455650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610389.455652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610389.455654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610389.455655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610389.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610389.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610389.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610389.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610389.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610389.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610389.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610389.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610389.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610389.910657:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610389.910662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610389.910729:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610389.910732:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610389.910734:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610390.455613:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610390.455619:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610390.455621:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610390.455624:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610390.455626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610390.455629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.455631:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610390.455639:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610390.455647:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455652:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610390.455653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.455655:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610390.455656:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610390.455658:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610390.455662:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494495872:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610390.455665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.455666:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610390.455668:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610390.455669:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610390.455671:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455675:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610390.455676:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610390.455680:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610390.455681:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610390.455683:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610390.455686:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610390.455688:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610390.455690:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=4 00000020:00000001:0.0:1749610390.455691:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610390.455692:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00010000:0.0:1749610390.455696:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455701:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610390.455704:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455708:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610390.455709:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455713:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610390.455714:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610390.455716:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455719:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610390.455721:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610390.455723:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610390.455724:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610390.455727:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ea00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610390.455729:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610390.455731:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455733:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610390.455734:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610390.455735:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610390.455735:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=5 00000020:00000001:0.0:1749610390.455736:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610390.455737:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610390.455739:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610390.455741:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610390.455743:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610390.455745:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610390.455747:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610390.455748:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610390.455749:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610390.455750:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610390.455751:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610390.455753:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610390.455754:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610390.455755:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610390.455756:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610390.455758:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ea00 with handle 0x689c0ec07329d136 from hash 00010000:00000001:0.0:1749610390.455759:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610390.455760:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610390.455761:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610390.455761:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610390.455762:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610390.455763:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610390.455764:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610390.455764:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610390.455765:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610390.455766:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610390.455767:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610390.455770:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610390.455770:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610390.455771:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610390.455771:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610390.455772:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610390.455772:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610390.455773:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610390.455774:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d136 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610390.455778:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3fd00 count: 0 00010000:00000001:0.0:1749610390.455800:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610390.455801:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610390.455803:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610390.455804:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494495872/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455808:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610390.455810:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610390.455811:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610390.455812:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610390.455816:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610390.455819:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610390.455820:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610390.455822:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:0.0:1749610390.455824:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610390.455824:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610390.455825:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610390.455827:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749610390.455829:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:0.0:1749610390.455832:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610390.455834:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610390.455836:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610390.455836:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749610390.455837:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610390.455839:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610390.455840:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:0.0:1749610390.455841:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610390.455841:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610390.455842:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1749610390.455843:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610390.455844:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749610390.455846:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610390.455846:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1749610390.455850:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000020:00000040:0.0:1749610390.455853:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610390.455856:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610390.455858:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610390.455862:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610390.455867:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610390.455872:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610390.455875:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610390.455877:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610390.455881:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f300. 00010000:00000001:0.0:1749610390.455885:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610390.455886:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f600. 00000020:00000001:0.0:1749610390.455889:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610390.455891:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f600 with handle 0x689c0ec07329d13d to hash 00000020:00000001:0.0:1749610390.455893:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610390.455894:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610390.455897:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610390.455899:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610390.455900:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610390.455903:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610390.455909:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610390.455918:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610390.455923:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610390.455924:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610390.455929:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610390.455930:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610390.455933:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610390.455934:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000001:0.0:1749610390.455937:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610390.455941:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610390.455942:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610390.455943:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610390.455946:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455950:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610390.455951:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610390.455953:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610390.455957:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610390.455958:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610390.455959:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610390.455960:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610390.455961:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610390.455962:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.455963:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610390.455964:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.455965:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610390.457568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610390.457571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610390.457572:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610390.457574:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610390.457575:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610390.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.457578:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610390.457579:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610390.457580:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610390.458632:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3fd00. 00010000:00000010:3.1:1749610390.458638:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ea00. 00010000:00000001:0.0:1749610390.912659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610390.912665:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610390.912771:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610390.912774:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610390.912776:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749610390.994653:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749610390.994658:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749610390.994662:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610390.994685:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610390.994687:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610390.994689:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610390.994800:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610390.994811:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610390.994818:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610390.994821:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610390.994822:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1749610390.994827:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749610391.455631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610391.455637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610391.455639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610391.455642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610391.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610391.455647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610391.455648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610391.455651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610391.455652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610391.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610391.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610391.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610391.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610391.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610391.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610391.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610391.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610391.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610391.914638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610391.914644:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610391.914730:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610391.914734:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610391.914736:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610392.144627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610392.144640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610392.144641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.144644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.144646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.144649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.144651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610392.158615:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610392.158621:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610392.158624:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610392.158627:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610392.158630:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610392.158632:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610392.158636:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610392.158640:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1749610392.158644:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610392.158646:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158650:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158652:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158654:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610392.158657:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610392.158659:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610392.158662:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610392.158664:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610392.158667:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610392.158669:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610392.158671:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158673:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158674:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158676:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610392.158678:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610392.158681:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610392.158683:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610392.158686:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610392.158691:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610392.158694:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158696:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610392.158698:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610392.158704:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718700. 00000020:00000040:2.0:1749610392.158708:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610392.158711:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610392.158713:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158715:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610392.158718:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610392.158721:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610392.158727:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009685c800. 00000100:00000001:2.0:1749610392.158731:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610392.158737:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610392.158744:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610392.158748:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610392.158751:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718700] to pc [ptlrpcd_rcv+-1] req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.158773:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610392.158776:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610392.158779:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610392.158780:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610392.158781:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610392.158784:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610392.158786:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1749610392.158788:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610392.158790:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158791:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158793:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158795:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610392.158796:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610392.158798:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610392.158799:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610392.158801:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610392.158803:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610392.158805:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610392.158807:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158809:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158810:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158811:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610392.158813:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610392.158816:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610392.158818:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610392.158819:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610392.158822:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610392.158824:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158826:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610392.158827:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.158827:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610392.158830:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000100:00000001:0.0:1749610392.158830:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.158831:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749610392.158832:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610392.158834:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610392.158835:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158836:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749610392.158836:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610392.158837:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610392.158839:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.158843:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749610392.158844:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009685c400. 00000100:00000001:0.0:1749610392.158845:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158847:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.158847:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610392.158849:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610392.158850:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610392.158851:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749610392.158852:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494498560:0@lo:38:kworker.0 00000100:00000001:0.0:1749610392.158855:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610392.158858:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610392.158858:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610392.158859:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158860:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.158860:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610392.158863:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_rcv+-1] req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610392.158864:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610392.158865:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158869:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610392.158870:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00080000:2.0:1749610392.158871:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610392.158873:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610392.158874:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610392.158875:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610392.158876:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749610392.158876:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00080000:2.0:1749610392.158878:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1749610392.158879:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610392.158880:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158881:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158882:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749610392.158882:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494498560, portal 4 00000100:00000001:2.0:1749610392.158883:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610392.158884:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610392.158884:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610392.158885:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:0.0:1749610392.158885:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922127104 : -131938787424512 : ffff88009b718700) 00000020:00000001:2.0:1749610392.158886:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610392.158887:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610392.158889:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610392.158890:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610392.158891:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610392.158892:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158893:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158893:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158894:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610392.158895:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:0.0:1749610392.158896:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610392.158897:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610392.158898:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610392.158898:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749610392.158898:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610392.158899:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749610392.158900:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610392.158901:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610392.158901:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494498560, offset 0 00000100:00000001:2.0:1749610392.158902:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610392.158903:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610392.158905:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718a80. 00000400:00000200:0.0:1749610392.158905:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610392.158906:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610392.158907:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610392.158908:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158909:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610392.158909:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610392.158910:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610392.158913:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4063000. 00000100:00000001:2.0:1749610392.158915:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.158915:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610392.158917:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610392.158921:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610392.158922:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.158923:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91ef00 00000100:00000040:2.0:1749610392.158924:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718a80] to pc [ptlrpcd_rcv+-1] req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.158927:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.158928:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 5200 00000100:00000040:2.0:1749610392.158929:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610392.158931:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610392.158933:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000400:00000200:0.0:1749610392.158933:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749610392.158934:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610392.158936:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610392.158936:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610392.158936:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610392.158937:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610392.158939:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5a00. 00000100:00000001:2.0:1749610392.158940:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.158940:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610392.158942:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610392.158942:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610392.158945:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000100:00000001:2.0:1749610392.158946:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610392.158947:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610392.158947:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b800 x1834598494498560 msgsize 520 00000100:00100000:0.0:1749610392.158949:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610392.158950:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_00_00+0] req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.158966:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610392.158969:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610392.158970:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749610392.158971:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00080000:2.0:1749610392.158972:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610392.158972:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610392.158973:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749610392.158973:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610392.158975:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610392.158975:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610392.158976:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1749610392.158977:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749610392.158977:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610392.158979:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158980:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158981:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.158982:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610392.158982:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610392.158983:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610392.158983:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610392.158984:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610392.158984:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610392.158986:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610392.158987:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610392.158988:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610392.158988:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.158988:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610392.158990:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610392.158991:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610392.158991:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610392.158991:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.158992:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610392.158993:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610392.158994:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749610392.158994:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1043 usecs (2 jiffies) 00000100:00000001:2.0:1749610392.158995:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610392.158996:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610392.158996:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299665618 02000000:00000001:2.0:1749610392.158998:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610392.158999:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610392.158999:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610392.159000:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610392.159000:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610392.159002:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000020:00000040:2.0:1749610392.159003:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610392.159003:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610392.159004:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610392.159005:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159006:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610392.159006:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610392.159007:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159007:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299665618 02000000:00000010:2.0:1749610392.159009:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4062000. 00000100:00000010:0.0:1749610392.159009:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610392.159010:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159011:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749610392.159012:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610392.159016:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610392.159016:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159016:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299665618 00000100:00000040:2.0:1749610392.159018:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610392.159018:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eee00. 00000100:00000001:0.0:1749610392.159019:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610392.159020:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610392.159021:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299665618 00000100:00000001:2.0:1749610392.159022:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610392.159022:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee800. 00000100:00100000:3.0:1749610392.159023:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498560 00000100:00000040:2.0:1749610392.159023:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610392.159024:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610392.159025:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610392.159025:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610392.159026:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610392.159026:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610392.159027:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000100:00000001:3.0:1749610392.159028:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749610392.159028:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610392.159028:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159029:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610392.159029:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610392.159030:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610392.159031:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610392.159031:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610392.159032:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:1.0:1749610392.159032:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.159032:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610392.159033:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610392.159034:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159034:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159034:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.159034:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610392.159035:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610392.159035:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.159035:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610392.159037:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498560 00000100:00000001:1.0:1749610392.159037:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610392.159037:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610392.159039:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610392.159039:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1749610392.159040:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610392.159040:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610392.159041:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_00_01+1] req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610392.159041:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159041:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610392.159042:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610392.159042:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.159043:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159043:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610392.159044:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610392.159045:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159045:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159045:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159047:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749610392.159047:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494498688:0@lo:38:kworker.0 00000100:00000040:2.0:1749610392.159048:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5003) 00000100:00000001:1.0:1749610392.159048:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159049:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610392.159050:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 02000000:00000001:1.0:1749610392.159050:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610392.159050:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610392.159050:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159051:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610392.159052:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610392.159053:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610392.159053:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5400. 00000020:00000010:3.0:1749610392.159054:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 02000000:00000001:0.0:1749610392.159054:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610392.159055:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494498944:0@lo:400:kworker.0 00000400:00000010:0.0:1749610392.159056:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000001:1.0:1749610392.159057:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610392.159058:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000400:00000010:0.0:1749610392.159058:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:1.0:1749610392.159059:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610392.159060:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610392.159060:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494498688, portal 10 02000000:00000001:1.0:1749610392.159061:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610392.159061:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610392.159062:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610392.159062:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00000001:3.0:1749610392.159064:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610392.159064:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749610392.159064:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000001:3.0:1749610392.159065:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159065:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610392.159065:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610392.159065:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.159066:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610392.159068:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:0.0:1749610392.159069:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610392.159070:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610392.159070:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610392.159070:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610392.159071:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000010:0.0:1749610392.159071:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:1.0:1749610392.159073:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494498944, portal 10 00000100:00000200:0.0:1749610392.159073:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494498688, offset 0 00000100:00000001:1.0:1749610392.159074:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610392.159075:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000400:00000200:0.0:1749610392.159075:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610392.159076:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610392.159077:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159078:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610392.159078:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610392.159079:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610392.159080:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610392.159080:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.159081:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ef80 02000000:00000001:2.0:1749610392.159082:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159084:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610392.159084:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 80456 00000100:00000001:3.0:1749610392.159085:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610392.159085:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494499200:0@lo:400:kworker.0 00000100:00000040:1.0:1749610392.159085:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610392.159087:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610392.159087:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000400:00000200:0.0:1749610392.159087:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610392.159088:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749610392.159088:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494498944, offset 0 00000400:00000200:0.0:1749610392.159089:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610392.159090:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 02000000:00000001:2.0:1749610392.159090:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610392.159091:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610392.159091:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610392.159091:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610392.159092:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610392.159093:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 02000000:00000001:2.0:1749610392.159093:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749610392.159094:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 02000000:00000010:2.0:1749610392.159095:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828000. 00000400:00000200:1.0:1749610392.159096:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610392.159096:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0aa00 x1834598494498688 msgsize 520 02000000:00000001:2.0:1749610392.159097:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610392.159098:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b800 x1834598494498560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159098:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610392.159099:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f080 00000400:00000010:2.0:1749610392.159101:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000400:00000200:1.0:1749610392.159102:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 80976 00000100:00000001:0.0:1749610392.159103:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610392.159105:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610392.159107:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494498560:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610392.159107:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000400:00000200:1.0:1749610392.159107:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610392.159111:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498560 00000400:00000200:0.0:1749610392.159111:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610392.159112:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610392.159113:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610392.159114:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610392.159115:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610392.159116:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610392.159118:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494499200, portal 10 00000100:00000001:1.0:1749610392.159119:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610392.159119:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610392.159120:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610392.159120:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000100:00000200:1.0:1749610392.159120:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610392.159121:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610392.159122:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f06a00. 00000100:00000040:1.0:1749610392.159124:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880070f06a00 x1834598494498944 msgsize 224 00000100:00000040:2.0:1749610392.159125:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159125:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159125:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610392.159126:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610392.159127:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159127:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159129:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610392.159129:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 672 usecs (1 jiffies) 00010000:00020000:3.0:1749610392.159130:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610392.159130:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610392.159130:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299665617 00000100:00000001:0.0:1749610392.159131:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299665618 00000400:00000010:2.0:1749610392.159132:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00010000:00000001:3.0:1749610392.159133:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610392.159133:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494499200, offset 0 00000100:00000001:1.0:1749610392.159133:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610392.159133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299665617 00000100:00000001:0.0:1749610392.159134:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299665618 00010000:00000001:3.0:1749610392.159135:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610392.159135:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299665617 00000400:00000200:2.0:1749610392.159136:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610392.159136:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299665618 00000100:00000001:0.0:1749610392.159137:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299665617 00000100:00000001:3.0:1749610392.159138:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610392.159138:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610392.159138:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299665618 00000100:00000001:0.0:1749610392.159138:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610392.159139:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610392.159139:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159140:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610392.159140:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610392.159140:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610392.159140:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610392.159142:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610392.159142:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610392.159143:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610392.159145:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f180 02000000:00000010:3.0:1749610392.159146:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5c000. 00000100:00000001:0.0:1749610392.159146:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610392.159146:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610392.159147:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610392.159147:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 81200 00000100:00000001:1.0:1749610392.159147:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610392.159147:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610392.159148:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610392.159149:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610392.159149:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159150:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610392.159150:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494498816:0@lo:38:kworker.0 00000400:00000200:2.0:1749610392.159151:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610392.159152:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610392.159153:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610392.159153:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610392.159153:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159153:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610392.159153:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159154:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610392.159154:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749610392.159155:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159156:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610392.159156:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f4000. 00000100:00000001:2.0:1749610392.159157:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610392.159157:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610392.159158:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610392.159158:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610392.159158:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 668 usecs (1 jiffies) 00000400:00000010:0.0:1749610392.159158:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00000001:1.0:1749610392.159159:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299665617 00000400:00000010:0.0:1749610392.159159:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000010:2.0:1749610392.159160:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b480. 00000100:00000001:3.0:1749610392.159161:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610392.159161:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299665618 00000100:00000200:0.0:1749610392.159161:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494498816, portal 10 00000100:00000040:2.0:1749610392.159162:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71b480 x1834598494499200 msgsize 224 00000100:00000001:1.0:1749610392.159162:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299665617 00000100:00000001:0.0:1749610392.159162:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610392.159163:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610392.159163:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299665618 00000100:00000001:0.0:1749610392.159163:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922128000 : -131938787423616 : ffff88009b718a80) 00000100:00000001:1.0:1749610392.159164:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299665617 00000100:00000040:3.0:1749610392.159165:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610392.159166:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610392.159166:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299665618 00000100:00000040:0.0:1749610392.159166:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610392.159167:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610392.159167:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299665617 00000100:00000001:1.0:1749610392.159168:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299665618 00000100:00000001:3.0:1749610392.159169:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610392.159169:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610392.159170:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159170:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610392.159171:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610392.159172:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610392.159172:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610392.159172:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610392.159172:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610392.159173:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610392.159173:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494498816, offset 0 02000000:00000001:3.0:1749610392.159174:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749610392.159175:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610392.159176:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159176:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610392.159177:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610392.159177:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:1.0:1749610392.159177:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749610392.159177:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610392.159178:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610392.159178:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610392.159179:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610392.159179:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610392.159180:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159180:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f000 00000100:00000001:2.0:1749610392.159181:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610392.159181:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159181:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 81424 00000400:00000010:3.0:1749610392.159182:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000200:2.0:1749610392.159184:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.159184:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610392.159185:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494498560, offset 0 00000400:00000200:0.0:1749610392.159185:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610392.159186:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610392.159187:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610392.159189:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610392.159189:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000100:00000040:0.0:1749610392.159190:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08380 x1834598494498816 msgsize 520 00000100:00000001:2.0:1749610392.159191:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610392.159192:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610392.159194:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610392.159195:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610392.159196:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610392.159198:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610392.159199:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000400:00000200:3.0:1749610392.159200:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91ef00 00000100:00000001:2.0:1749610392.159200:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159200:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610392.159200:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610392.159201:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498688 00000100:00000001:2.0:1749610392.159202:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610392.159202:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610392.159202:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159203:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610392.159204:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610392.159205:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x540d [1] + 0 00000100:00000001:2.0:1749610392.159205:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159205:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610392.159206:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610392.159207:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498688 00000100:00000040:0.0:1749610392.159207:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610392.159208:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 580 usecs (1 jiffies) 00000400:00000200:3.0:1749610392.159209:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610392.159209:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610392.159210:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299665617 00000020:00000040:1.0:1749610392.159210:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610392.159210:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610392.159210:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159211:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610392.159212:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610392.159212:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159212:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159213:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299665618 00000020:00000001:1.0:1749610392.159213:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610392.159213:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 675 usecs (1 jiffies) 00000100:00000001:3.0:1749610392.159214:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610392.159214:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299665617 00000100:00000001:0.0:1749610392.159214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299665617 00000020:00000010:1.0:1749610392.159215:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000001:2.0:1749610392.159216:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299665618 00000100:00000001:0.0:1749610392.159216:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299665618 00000020:00000010:1.0:1749610392.159217:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:0.0:1749610392.159217:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299665617 00000100:00000200:3.0:1749610392.159218:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.159218:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299665617 00000020:00000010:1.0:1749610392.159219:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000100:00000001:0.0:1749610392.159219:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299665618 00000100:00000001:2.0:1749610392.159220:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299665618 00000100:00000001:0.0:1749610392.159220:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299665617 00000100:00000001:1.0:1749610392.159221:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610392.159222:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610392.159223:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610392.159226:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159226:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159227:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299665617 00000100:00000001:2.0:1749610392.159229:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299665618 00000100:00000001:1.0:1749610392.159229:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159229:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610392.159230:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498944 00000100:00000001:2.0:1749610392.159231:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610392.159231:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610392.159232:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610392.159233:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159233:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610392.159233:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159234:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610392.159234:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499200 02000000:00000001:1.0:1749610392.159235:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610392.159235:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610392.159235:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159236:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159236:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610392.159236:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498944 00000100:00000001:2.0:1749610392.159237:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610392.159237:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610392.159238:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 02000000:00000001:1.0:1749610392.159238:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610392.159238:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499200 00000020:00000040:0.0:1749610392.159238:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610392.159239:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749610392.159239:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749610392.159240:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610392.159241:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749610392.159241:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610392.159241:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610392.159241:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749610392.159242:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610392.159243:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610392.159243:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1749610392.159243:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610392.159244:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610392.159244:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749610392.159244:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610392.159245:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610392.159246:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159246:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610392.159246:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610392.159247:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159247:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610392.159248:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610392.159248:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159248:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610392.159249:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000020:00000010:0.0:1749610392.159249:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee480. 00000100:00000001:3.0:1749610392.159250:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.159252:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610392.159253:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3740. 00000020:00000040:0.0:1749610392.159254:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749610392.159256:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494498560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159257:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610392.159258:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610392.159258:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:2.0:1749610392.159259:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610392.159260:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00100000:2.0:1749610392.159261:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494498816 00000020:00000010:1.0:1749610392.159261:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 02000000:00000001:2.0:1749610392.159262:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610392.159262:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000020:00000010:0.0:1749610392.159262:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000020:00000010:1.0:1749610392.159263:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00100000:3.0:1749610392.159264:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494498560:12345-0@lo:38:kworker.0 Request processed in 157us (315us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610392.159264:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610392.159264:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:2.0:1749610392.159265:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610392.159266:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749610392.159267:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159267:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610392.159268:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610392.159268:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610392.159269:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159269:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749610392.159270:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494498816 00000100:00000001:0.0:1749610392.159270:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610392.159271:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000020:00000001:2.0:1749610392.159271:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610392.159272:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610392.159272:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610392.159285:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610392.159285:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610392.159285:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610392.159286:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610392.159286:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610392.159287:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610392.159288:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610392.159289:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610392.159289:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159289:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610392.159290:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610392.159291:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610392.159292:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000010:2.0:1749610392.159292:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000100:00000001:1.0:1749610392.159292:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610392.159292:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610392.159293:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610392.159295:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000020:00000010:2.0:1749610392.159295:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00100000:1.0:1749610392.159295:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:1.0:1749610392.159297:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610392.159297:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610392.159298:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610392.159298:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:1.0:1749610392.159298:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922138752 : -131938787412864 : ffff88009b71b480) 00000100:00000001:0.0:1749610392.159298:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610392.159301:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610392.159301:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71b480 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1749610403 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159301:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1749610392.159302:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610392.159303:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610392.159304:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159304:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209022464 : -131939500529152 : ffff880070f06a00) 00000100:00000001:1.0:1749610392.159305:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610392.159306:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000040:0.0:1749610392.159306:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f06a00 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/0 e 0 to 0 dl 1749610403 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.159307:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159307:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610392.159308:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:2.0:1749610392.159309:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610392.159310:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494499200:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610392.159311:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610392.159311:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610392.159312:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610392.159312:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000200:1.0:1749610392.159313:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499200 00000100:00000001:0.0:1749610392.159313:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610392.159314:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610392.159314:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000100:00100000:3.0:1749610392.159315:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000001:2.0:1749610392.159315:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610392.159316:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610392.159316:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610392.159317:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000020:00000001:1.0:1749610392.159317:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610392.159317:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494498944:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749610392.159319:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749610392.159319:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498944 00000100:00100000:2.0:1749610392.159320:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000020:00000001:1.0:1749610392.159320:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610392.159321:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0aa00 x1834598494498688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610392.159321:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610392.159322:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000020:00000001:1.0:1749610392.159322:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610392.159322:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610392.159323:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610392.159323:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610392.159324:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610392.159324:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610392.159325:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08380 x1834598494498816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610392.159325:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610392.159325:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610392.159327:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610392.159327:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610392.159328:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610392.159328:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610392.159329:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610392.159330:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749610392.159331:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494498816:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610392.159331:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610392.159331:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610392.159332:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610392.159332:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610392.159351:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610392.159352:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610392.159354:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494498688:12345-0@lo:38:kworker.0 02000000:00000010:0.0:1749610392.159354:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4400. 02000000:00000010:1.0:1749610392.159356:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb99000. 02000000:00000001:0.0:1749610392.159356:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610392.159357:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498688 02000000:00000001:1.0:1749610392.159357:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159357:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610392.159358:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494498816 00000020:00000001:0.0:1749610392.159358:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.159359:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610392.159359:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610392.159360:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610392.159370:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610392.159370:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494498944 00010000:00000001:3.0:1749610392.159371:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749610392.159371:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:0.0:1749610392.159371:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:1.0:1749610392.159372:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494499200 00010000:00000001:1.0:1749610392.159373:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610392.159374:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f06a00 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610392.159375:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b71b480 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610392.159376:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610392.159377:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749610392.159378:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610392.159379:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610392.159379:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610392.159379:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610392.159380:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610392.159380:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610392.159381:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610392.159382:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:1.0:1749610392.159382:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 0 0) 00000020:00000001:3.0:1749610392.159383:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159383:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610392.159384:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610392.159384:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610392.159385:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610392.159385:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610392.159385:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00020000:3.0:1749610392.159386:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610392.159386:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749610392.159387:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4061400. 00000100:00000001:1.0:1749610392.159387:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610392.159388:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610392.159388:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610392.159388:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610392.159389:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610392.159389:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159389:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610392.159390:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610392.159390:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610392.159390:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610392.159391:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610392.159391:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610392.159391:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610392.159392:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610392.159392:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:2.0:1749610392.159393:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749610392.159393:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:0.0:1749610392.159393:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498944, offset 224 00000100:00000001:3.0:1749610392.159394:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610392.159394:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499200, offset 224 02000000:00000001:3.0:1749610392.159395:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610392.159395:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159395:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610392.159397:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749610392.159397:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610392.159398:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610392.159399:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac800. 00000100:00000001:2.0:1749610392.159399:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610392.159400:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159401:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610392.159401:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610392.159402:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159402:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f080 00000100:00000040:2.0:1749610392.159403:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00010000:00000001:3.0:1749610392.159404:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610392.159404:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f180 00000100:00000001:2.0:1749610392.159405:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610392.159405:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5419 [1] + 224 00010000:00000001:3.0:1749610392.159406:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159407:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749610392.159407:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749610392.159408:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749610392.159408:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5425 [1] + 224 00000400:00000200:0.0:1749610392.159409:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610392.159410:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610392.159410:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:1.0:1749610392.159410:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610392.159411:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610392.159411:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610392.159412:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610392.159413:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610392.159413:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610392.159413:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610392.159414:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000001:2.0:1749610392.159414:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610392.159414:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610392.159415:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610392.159416:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610392.159417:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610392.159417:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610392.159418:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749610392.159418:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610392.159420:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000200:2.0:1749610392.159421:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498816, offset 0 02000000:00000001:3.0:1749610392.159422:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610392.159422:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610392.159423:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159424:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610392.159425:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610392.159425:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610392.159427:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610392.159428:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:3.0:1749610392.159429:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610392.159429:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610392.159429:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610392.159430:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610392.159431:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610392.159431:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610392.159432:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494498688, offset 0 00000400:00000200:1.0:1749610392.159432:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610392.159432:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610392.159433:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610392.159434:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610392.159434:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749610392.159435:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749610392.159435:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749610392.159436:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610392.159436:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f000 00000020:00000001:0.0:1749610392.159436:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159437:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610392.159437:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610392.159439:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610392.159439:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f06a00 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610392.159440:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x542d [1] + 0 00010000:00000001:1.0:1749610392.159440:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749610392.159441:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610392.159441:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610392.159442:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749610392.159444:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610392.159444:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b480 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:583/0 lens 224/224 e 0 to 0 dl 1749610403 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159444:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494498944:12345-0@lo:400:kworker.0 Request processed in 132us (319us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610392.159447:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610392.159450:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610392.159450:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494499200:12345-0@lo:400:kworker.0 Request processed in 143us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1749610392.159450:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1749610392.159451:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610392.159452:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610392.159453:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159453:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610392.159454:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:1.0:1749610392.159455:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:0.0:1749610392.159455:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:0.0:1749610392.159456:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000001:1.0:1749610392.159457:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610392.159457:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610392.159458:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000020:00000010:1.0:1749610392.159459:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000040:2.0:1749610392.159461:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610392.159461:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000020:00000040:0.0:1749610392.159461:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610392.159462:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610392.159463:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000020:00000040:1.0:1749610392.159465:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610392.159467:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610392.159468:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749610392.159469:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749610392.159471:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000020:00000040:0.0:1749610392.159471:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749610392.159473:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610392.159473:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610392.159474:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.159474:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299665618 00000100:00000001:2.0:1749610392.159475:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610392.159476:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749610392.159476:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610392.159476:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299665617 00000400:00000001:1.0:1749610392.159477:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610392.159477:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299665618 00000400:00000200:3.0:1749610392.159478:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ef80 00000100:00000001:2.0:1749610392.159478:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610392.159478:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000100:00000001:0.0:1749610392.159478:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610392.159479:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610392.159480:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610392.159480:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610392.159481:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610392.159481:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610392.159482:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610392.159483:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5415 [1] + 0 00000100:00000200:1.0:1749610392.159483:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610392.159484:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610392.159487:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610392.159488:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494498816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610392.159488:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610392.159489:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610392.159490:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1749610392.159490:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610392.159491:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:1.0:1749610392.159492:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610392.159493:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610392.159494:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749610392.159494:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610392.159495:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749610392.159496:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494498816:12345-0@lo:38:kworker.0 Request processed in 164us (304us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610392.159496:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610392.159496:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610392.159496:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610392.159497:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610392.159498:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610392.159499:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159501:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749610392.159501:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=47 v=5 (5 5 0 0) 00000100:00000200:0.0:1749610392.159502:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610392.159503:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00001000:1.0:1749610392.159503:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=47 v=5 (1 1 0 0) 00000100:00000200:3.0:1749610392.159504:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.159504:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610392.159504:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610392.159505:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610392.159505:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610392.159506:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610392.159506:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610392.159507:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749610392.159507:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159508:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:1.0:1749610392.159509:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610392.159509:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610392.159510:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749610392.159510:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610392.159511:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610392.159512:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610392.159512:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610392.159513:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00010000:00000001:1.0:1749610392.159513:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159514:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1749610392.159515:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610392 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610392.159516:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610392.159516:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:0.0:1749610392.159516:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=47 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610392.159517:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610392.159517:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159518:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610392.159519:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610392.159520:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610392.159520:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610392.159536:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610392.159538:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610392.159542:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.159542:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610392.159543:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.159544:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610392.159545:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159546:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610392.159547:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610392.159549:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610392.159550:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610392.159551:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610392.159552:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610392.159552:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610392.159553:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610392.159554:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610392.159555:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159558:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494498816:0@lo:38:kworker.0 00000100:00100000:1.0:1749610392.159560:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494498944:0@lo:400:kworker.0 00000100:00000001:0.0:1749610392.159561:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610392.159562:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610392.159563:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610392.159563:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610392.159564:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159566:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610392.159567:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610392.159568:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610392.159568:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610392.159568:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610392.159568:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610392.159569:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749610392.159569:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610392.159569:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610392.159571:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 02000000:00000010:1.0:1749610392.159571:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00000100:00100000:0.0:1749610392.159571:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494499072:0@lo:38:kworker.0 02000000:00000001:1.0:1749610392.159572:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610392.159573:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610392.159574:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000020:00000040:1.0:1749610392.159574:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610392.159574:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610392.159575:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610392.159575:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749610392.159576:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 02000000:00000010:1.0:1749610392.159576:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 02000000:00000001:0.0:1749610392.159576:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159577:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610392.159578:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610392.159578:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610392.159579:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749610392.159579:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5c00. 00000100:00000010:1.0:1749610392.159580:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 02000000:00000001:0.0:1749610392.159580:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610392.159581:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000200:2.0:1749610392.159581:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159582:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610392.159582:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610392.159582:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000400:00000010:3.0:1749610392.159583:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610392.159583:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610392.159585:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610392.159585:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749610392.159585:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610392.159586:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610392.159586:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159587:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610392.159587:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494499072, portal 10 00000100:00000200:2.0:1749610392.159588:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159588:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159588:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610392.159589:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159589:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000040:3.0:1749610392.159591:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610392.159592:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610392.159593:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.159594:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610392.159594:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610392.159595:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159596:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610392.159597:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610392.159597:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610392.159598:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494498688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610392.159598:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749610392.159598:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749610392.159599:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494499072, offset 0 00000100:00000001:2.0:1749610392.159600:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610392.159601:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159601:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610392.159603:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159604:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610392.159606:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494498688:12345-0@lo:38:kworker.0 Request processed in 271us (508us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610392.159606:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=147 v=5 (5 0 0 0) 00000400:00000200:0.0:1749610392.159606:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f100 00000400:00000200:0.0:1749610392.159608:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 81944 00000100:00001000:2.0:1749610392.159609:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=147 v=5 (1 0 0 0) 00000100:00000001:2.0:1749610392.159611:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610392.159611:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610392.159612:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000001:2.0:1749610392.159613:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610392.159613:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610392.159614:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749610392.159614:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610392.159614:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610392.159615:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610392.159615:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610392.159617:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000020:00000010:3.0:1749610392.159618:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00010000:00080000:2.0:1749610392.159618:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610392.159619:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08a80 x1834598494499072 msgsize 520 00000020:00000010:3.0:1749610392.159620:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 00000100:00100000:0.0:1749610392.159621:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610392.159623:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00010000:00000001:2.0:1749610392.159624:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159626:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610392.159627:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610392.159629:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610392.159630:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610392.159630:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159630:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610392.159632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:2.0:1749610392.159633:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610392.159633:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610392.159634:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610392.159636:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610392.159636:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610392.159638:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499072 02000000:00000001:3.0:1749610392.159639:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610392.159639:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610392.159641:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610392.159641:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610392.159642:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610392.159643:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159644:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610392.159645:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610392.159645:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610392.159645:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610392.159647:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499072 00000020:00000001:3.0:1749610392.159648:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610392.159649:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610392.159649:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159649:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610392.159650:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610392.159651:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.159652:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610392.159652:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494499200:0@lo:400:kworker.0 00000100:00000040:0.0:1749610392.159652:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 493 usecs (1 jiffies) 00000020:00000001:3.0:1749610392.159653:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159653:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299665618 00000100:00000001:0.0:1749610392.159655:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299665618 00000020:00000010:3.0:1749610392.159656:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610392.159656:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159656:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299665618 00000100:00000001:2.0:1749610392.159657:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610392.159657:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299665618 00000020:00000010:3.0:1749610392.159658:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610392.159658:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299665618 00000100:00000001:0.0:1749610392.159659:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299665618 00000020:00000010:3.0:1749610392.159660:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000040:2.0:1749610392.159660:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494499200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159660:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299665618 00000100:00000001:0.0:1749610392.159661:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299665618 00000100:00000001:3.0:1749610392.159662:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610392.159662:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610392.159663:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610392.159663:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159664:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1749610392.159664:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610392.159665:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610392.159665:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610392.159666:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749610392.159666:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:3.0:1749610392.159667:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610392.159667:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828000. 00000400:00000200:0.0:1749610392.159667:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749610392.159668:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 02000000:00000001:2.0:1749610392.159669:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610392.159669:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610392.159670:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749610392.159670:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610392.159671:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610392.159672:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610392.159672:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610392.159673:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 02000000:00000001:2.0:1749610392.159674:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1749610392.159674:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610392.159675:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610392.159676:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749610392.159676:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:1.0:1749610392.159676:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610392.159677:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610392.159677:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610392.159677:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610392.159677:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610392.159678:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159678:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610392.159679:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159679:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749610392.159680:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 02000000:00000001:0.0:1749610392.159680:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610392.159681:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610392.159681:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000001:0.0:1749610392.159681:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610392.159682:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159682:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159682:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159683:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610392.159683:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610392.159684:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610392.159684:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610392.159684:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08a80 x1834598494499072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610392.159685:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610392 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610392.159687:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=115 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610392.159688:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749610392.159689:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494499072:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610392.159689:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610392.159690:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610392.159692:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499072 00000100:00000040:0.0:1749610392.159692:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610392.159693:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610392.159694:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610392.159696:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610392.159697:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610392.159698:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159698:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610392.159699:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610392.159700:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610392.159701:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749610392.159701:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610392.159702:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749610392.159703:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610392.159703:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610392.159704:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610392.159705:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159706:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610392.159707:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610392.159708:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610392.159708:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494498560:0@lo:38:kworker.0 02000000:00000010:1.0:1749610392.159710:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb99400. 00000100:00000001:0.0:1749610392.159710:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610392.159711:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159711:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610392.159712:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610392.159713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718a80 x1834598494498816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610392.159714:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610392.159715:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610392.159716:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610392.159716:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610392.159717:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610392.159718:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749610392.159718:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f4000. 00000100:00000001:1.0:1749610392.159719:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610392.159720:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610392.159721:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610392.159722:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610392.159722:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610392.159723:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:0.0:1749610392.159723:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610392.159724:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610392.159725:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610392.159725:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749610392.159725:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4063000. 02000000:00000001:1.0:1749610392.159726:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610392.159727:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610392.159727:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749610392.159728:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610392.159728:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610392.159729:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000010:0.0:1749610392.159729:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718a80. 00000100:00000001:0.0:1749610392.159730:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610392.159731:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499072, offset 0 00000100:00000001:0.0:1749610392.159731:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159732:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610392.159733:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610392.159733:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718700 x1834598494498560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159736:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1749610392.159737:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610392.159737:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610392.159738:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610392.159739:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749610392.159740:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f100 00000020:00000001:0.0:1749610392.159740:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610392.159740:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610392.159741:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610392.159742:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5449 [1] + 0 02000000:00000010:0.0:1749610392.159742:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009685c800. 02000000:00000001:0.0:1749610392.159743:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610392.159744:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610392.159744:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610392.159745:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718700. 00000400:00000200:1.0:1749610392.159746:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610392.159746:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610392.159746:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159747:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610392.159748:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610392.159749:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610392.159750:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159750:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159751:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.159751:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610392.159752:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610392.159753:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610392.159754:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000100:00000040:1.0:1749610392.159755:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610392.159755:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610392.159755:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610392.159756:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610392.159758:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159760:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610392.159762:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749610392.159763:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610392.159764:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610392.159765:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610392.159766:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159767:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610392.159768:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610392.159769:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159769:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610392.159770:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610392.159770:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159771:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610392.159771:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749610392.159772:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494499072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610412 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159772:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610392.159773:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159774:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610392.159775:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610392 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610392.159776:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494499072:12345-0@lo:38:kworker.0 Request processed in 87us (156us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749610392.159776:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=97 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610392.159778:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610392.159778:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610392.159779:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610392.159780:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:1.0:1749610392.159781:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610392.159781:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610392.159782:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610392.159783:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610392.159784:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610392.159785:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:0.0:1749610392.159785:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610392.159786:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159786:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610392.159787:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:0.0:1749610392.159787:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610392.159788:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610392.159788:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610392.159789:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610392.159790:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610392.159792:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159796:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494498688:0@lo:38:kworker.0 00000400:00000001:0.0:1749610392.159798:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610392.159798:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610392.159799:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000400:00000200:0.0:1749610392.159801:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610392.159801:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610392.159802:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610392.159804:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610392.159808:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159811:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610392.159811:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159812:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610392.159813:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610392.159813:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610392.159814:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610392.159815:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610392.159816:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610392 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610392.159817:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=147 v=20 (20 0 0 0) 00000100:00000001:0.0:1749610392.159819:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610392.159819:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610392.159820:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610392.159822:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159825:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610392.159826:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610392.159826:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159827:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610392.159828:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610392.159829:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610392.159830:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610392.159831:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610392.159832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610392.159839:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494499072:0@lo:38:kworker.0 00000100:00000001:0.0:1749610392.159841:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159842:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610392.159844:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494498688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159847:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610392.159847:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610392.159848:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5400. 02000000:00000001:0.0:1749610392.159849:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610392.159850:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610392.159850:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610392.159851:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610392.159852:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009685c400. 02000000:00000001:0.0:1749610392.159853:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610392.159853:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610392.159854:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:0.0:1749610392.159855:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610392.159855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159856:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610392.159857:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494499072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610392.159860:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610392.159861:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610392.159862:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5c00. 02000000:00000001:0.0:1749610392.159862:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610392.159863:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610392.159863:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610392.159864:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610392.159865:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4062000. 02000000:00000001:0.0:1749610392.159866:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610392.159866:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610392.159867:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610392.159868:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610392.159869:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.159870:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159871:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610392.159872:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.159873:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.159874:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610392.160563:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299665618, at 4299665618 00000100:00000040:1.0:1749610392.160563:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299665618, at 4299665618 00000100:00000040:2.0:1749610392.160564:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299665618, at 4299665618 00000100:00000040:0.0:1749610392.160568:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299665618, at 4299665618 00000100:00000010:3.0:1749610392.160572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee800. 00000100:00000010:0.0:1749610392.160574:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000010:2.0:1749610392.160582:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eee00. 00000100:00000010:1.0:1749610392.160587:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb40. 00000100:00000001:0.0:1749610392.455638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610392.455643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610392.455645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610392.455648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610392.455650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.455654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.455656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610392.455659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.455660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610392.457562:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610392.457565:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610392.457566:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610392.457568:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610392.457570:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610392.457571:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.457573:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610392.457574:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610392.457575:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610392.916640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610392.916646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610392.916727:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610392.916730:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610392.916732:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610393.159623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610393.159637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610393.159638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610393.159641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610393.159643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610393.159646:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610393.159647:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610393.455626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610393.455631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610393.455632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610393.455636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610393.455638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610393.455641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610393.455643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610393.455645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610393.455647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610393.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610393.457567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610393.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610393.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610393.457571:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610393.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610393.457574:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610393.457576:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610393.457577:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610393.633302:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610393.633317:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610393.633356:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610393.633360:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610393.633370:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610393.633385:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00500 00000400:00000100:0.0:1749610393.633392:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138198784 offset 0 length 520: 4 00000400:00000200:0.0:1749610393.633396:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610393.633399:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610393.633408:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610393.633421:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610393.633423:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610393.633424:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610393.918600:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610393.918607:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610393.918608:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610393.918610:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610393.918613:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610393.918614:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610393.918615:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610393.918616:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610393.918699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610393.918703:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610393.918705:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610394.159633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610394.159646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610394.159648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610394.159651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610394.159653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610394.159656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610394.159658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610394.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610394.455641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610394.455643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610394.455646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610394.455649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610394.455652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610394.455654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610394.455657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610394.455659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610394.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610394.457567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610394.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610394.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610394.457571:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610394.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610394.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610394.457576:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610394.457578:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610394.920686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610394.920690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610394.920721:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610394.920724:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610394.920726:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610395.159666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610395.159681:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610395.159683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610395.159687:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610395.159689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610395.159693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610395.159695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610395.455644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610395.455650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610395.455653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610395.455657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610395.455660:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610395.455664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610395.455666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610395.455669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610395.455672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610395.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610395.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610395.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610395.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610395.457575:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610395.457577:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610395.457579:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610395.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610395.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610395.922639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610395.922645:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610395.922717:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610395.922720:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610395.922722:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610396.159628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610396.159641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610396.159643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610396.159646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610396.159649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610396.159652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610396.159653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610396.455623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610396.455629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610396.455631:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610396.455634:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610396.455636:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610396.455638:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610396.455640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610396.455642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610396.455644:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610396.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610396.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610396.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610396.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610396.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610396.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610396.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610396.457579:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610396.457581:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610396.924605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610396.924610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610396.924681:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610396.924684:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610396.924686:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610397.159630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610397.159642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610397.159644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.159648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610397.159649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610397.159652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.159653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610397.166627:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610397.166631:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610397.166634:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610397.166636:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610397.166637:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610397.166639:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610397.166641:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610397.166646:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1749610397.166649:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610397.166651:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166653:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166654:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166655:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610397.166658:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610397.166659:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610397.166661:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610397.166663:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610397.166665:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610397.166666:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610397.166667:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166669:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166670:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166671:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610397.166673:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610397.166675:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610397.166676:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.166678:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610397.166683:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610397.166684:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166685:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610397.166687:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610397.166692:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:2.0:1749610397.166695:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610397.166697:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610397.166699:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166701:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610397.166703:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610397.166705:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610397.166711:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4062000. 00000100:00000001:2.0:1749610397.166716:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.166722:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610397.166728:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610397.166731:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166734:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.166749:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610397.166751:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610397.166753:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610397.166754:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610397.166755:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610397.166756:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610397.166758:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4998 00000100:00080000:2.0:1749610397.166759:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610397.166760:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166761:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166763:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166764:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610397.166765:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610397.166765:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610397.166766:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610397.166767:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610397.166768:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610397.166769:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610397.166770:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166771:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166772:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166773:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610397.166774:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610397.166775:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610397.166776:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.166777:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610397.166778:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610397.166779:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166780:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610397.166781:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.166782:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610397.166783:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610397.166784:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610397.166785:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610397.166785:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.166785:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610397.166786:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610397.166787:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610397.166788:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.166788:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749610397.166789:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4063000. 00000100:00000001:2.0:1749610397.166791:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.166793:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610397.166794:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.166797:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610397.166798:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166800:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.166804:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.166804:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610397.166805:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610397.166806:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610397.166807:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610397.166808:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610397.166808:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610397.166809:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610397.166810:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610397.166811:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4998 02000000:00000001:0.0:1749610397.166811:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610397.166812:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749610397.166813:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166814:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166814:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166815:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610397.166815:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494499328:0@lo:38:kworker.0 00000100:00000001:2.0:1749610397.166816:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610397.166817:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610397.166818:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610397.166818:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610397.166819:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:0.0:1749610397.166819:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749610397.166820:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610397.166821:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610397.166822:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610397.166823:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610397.166824:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610397.166824:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166825:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166826:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610397.166826:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749610397.166827:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610397.166828:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610397.166829:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.166830:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749610397.166830:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5400. 02000000:00000001:2.0:1749610397.166832:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610397.166832:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.166833:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166834:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610397.166835:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610397.166836:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:2.0:1749610397.166837:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610397.166838:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749610397.166838:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 02000000:00000001:2.0:1749610397.166839:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166839:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610397.166840:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610397.166841:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610397.166845:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:0.0:1749610397.166851:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494499328, portal 4 00000100:00000001:0.0:1749610397.166853:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610397.166854:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 02000000:00000010:2.0:1749610397.166856:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0000. 00000100:00000001:2.0:1749610397.166858:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.166860:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610397.166861:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.166864:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610397.166865:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166866:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.166868:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610397.166870:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.166870:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610397.166872:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610397.166873:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749610397.166873:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749610397.166875:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494499328, offset 0 00000100:00000010:2.0:1749610397.166876:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719500. 00000020:00000040:2.0:1749610397.166877:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610397.166879:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610397.166880:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610397.166880:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610397.166880:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610397.166882:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:2.0:1749610397.166883:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166885:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610397.166893:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610397.166893:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610397.166894:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.166897:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719500] to pc [ptlrpcd_00_02+2] req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610397.166903:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91f200 00000400:00000200:0.0:1749610397.166909:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 5720 00000400:00000200:0.0:1749610397.166915:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610397.166919:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610397.166922:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610397.166924:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610397.166924:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610397.166926:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:0.0:1749610397.166926:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610397.166927:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610397.166928:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610397.166930:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749610397.166930:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000100:00080000:2.0:1749610397.166932:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4998 00000100:00000040:0.0:1749610397.166933:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0bb80 x1834598494499328 msgsize 520 00000100:00080000:2.0:1749610397.166934:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610397.166936:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:0.0:1749610397.166936:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610397.166938:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166939:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610397.166941:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610397.166942:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610397.166943:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749610397.166943:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610397.166945:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610397.166946:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610397.166948:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610397.166949:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749610397.166950:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000040:2.0:1749610397.166951:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610397.166951:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610397.166952:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610397.166953:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610397.166954:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610397.166954:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749610397.166955:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610397.166955:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.166955:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610397.166957:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610397.166959:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:0.0:1749610397.166959:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.166960:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610397.166961:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.166961:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.166962:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610397.166963:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610397.166963:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610397.166964:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610397.166965:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610397.166965:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610397.166965:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610397.166967:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499328 02000000:00000001:2.0:1749610397.166967:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166968:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749610397.166968:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610397.166969:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610397.166969:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.166970:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.166972:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610397.166972:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000100:00000001:3.0:1749610397.166974:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610397.166974:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610397.166974:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.166975:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610397.166975:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610397.166976:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610397.166976:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.166977:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610397.166977:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610397.166978:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.166978:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610397.166978:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610397.166979:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610397.166979:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610397.166980:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610397.166981:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499328 02000000:00000001:2.0:1749610397.166981:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610397.166981:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494499712:0@lo:400:kworker.0 00000020:00000001:3.0:1749610397.166983:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1749610397.166983:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000040:0.0:1749610397.166983:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1042 usecs (2 jiffies) 00000020:00000040:3.0:1749610397.166984:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610397.166984:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610397.166985:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610397.166985:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610397.166986:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.166986:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299670626 00000020:00000001:3.0:1749610397.166987:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610397.166987:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610397.166987:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610397.166989:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.166990:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1749610397.166990:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88008e995c00. 00000100:00000010:0.0:1749610397.166990:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 02000000:00000001:1.0:1749610397.166991:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610397.166993:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000400:00000010:1.0:1749610397.166994:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 00000100:00000001:2.0:1749610397.166995:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610397.166995:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610397.166996:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610397.166996:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000010:3.0:1749610397.166997:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000040:2.0:1749610397.166999:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610397.166999:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494499712, portal 10 00000100:00000001:1.0:1749610397.167000:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610397.167000:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299670626 00000020:00000010:3.0:1749610397.167001:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610397.167001:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922130688 : -131938787420928 : ffff88009b719500) 00000100:00000010:0.0:1749610397.167003:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb80. 00000100:00000001:2.0:1749610397.167004:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610397.167005:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167005:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610397.167006:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610397.167006:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610397.167007:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610397.167007:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299670626 00000100:00000001:3.0:1749610397.167009:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167009:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610397.167009:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610397.167009:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eea00. 00000100:00000010:2.0:1749610397.167010:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000100:00000040:1.0:1749610397.167011:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749610397.167012:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:1.0:1749610397.167012:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610397.167012:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000200:1.0:1749610397.167013:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494499712, offset 0 00000100:00000001:3.0:1749610397.167014:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167014:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610397.167014:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299670626 02000000:00000001:2.0:1749610397.167015:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749610397.167015:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610397.167016:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610397.167016:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eecc0. 02000000:00000010:2.0:1749610397.167018:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000001:0.0:1749610397.167019:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:1.0:1749610397.167020:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610397.167021:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167021:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610397.167022:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167023:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.167024:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610397.167024:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f380 00000100:00000001:0.0:1749610397.167026:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610397.167027:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 82464 00000100:00000001:0.0:1749610397.167027:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610397.167029:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610397.167029:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610397.167030:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610397.167030:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610397.167031:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167031:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610397.167032:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610397.167033:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610397.167034:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:2.0:1749610397.167034:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_00_03+3] req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167034:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610397.167034:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610397.167035:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749610397.167036:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610397.167036:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610397.167037:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000010:1.0:1749610397.167038:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04700. 00000100:00000040:3.0:1749610397.167040:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0bb80 x1834598494499328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610397.167040:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04700 x1834598494499712 msgsize 224 00000100:00000040:0.0:1749610397.167040:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167041:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610397.167042:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610397.167045:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5008) 00000100:00000001:0.0:1749610397.167046:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610397.167047:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610397.167047:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610397.167049:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494499328:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610397.167049:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610397.167050:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610397.167051:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 02000000:00000001:0.0:1749610397.167051:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610397.167052:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499328 02000000:00000001:0.0:1749610397.167052:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167053:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610397.167054:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494499456:0@lo:38:kworker.0 00000020:00000001:3.0:1749610397.167055:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610397.167055:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167057:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610397.167058:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610397.167059:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610397.167059:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610397.167059:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610397.167060:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.167061:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1749610397.167061:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167062:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610397.167062:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610397.167064:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610397.167064:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 00000100:00000001:2.0:1749610397.167065:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610397.167065:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610397.167066:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167067:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167067:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167068:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167068:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610397.167068:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000040:1.0:1749610397.167069:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000100:00000001:2.0:1749610397.167070:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610397.167070:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299670625 00000100:00000001:2.0:1749610397.167071:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749610397.167071:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00010000:00020000:3.0:1749610397.167072:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610397.167072:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299670626 00010000:00000001:3.0:1749610397.167074:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610397.167074:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299670625 00000100:00000200:0.0:1749610397.167074:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494499456, portal 10 00000100:00000040:2.0:1749610397.167075:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167075:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299670626 00000100:00000001:0.0:1749610397.167075:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610397.167076:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299670625 00010000:00000001:3.0:1749610397.167077:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610397.167077:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299670626 00000100:00000001:0.0:1749610397.167077:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:1.0:1749610397.167078:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299670625 00000100:00000001:1.0:1749610397.167079:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299670626 00000100:00000001:3.0:1749610397.167080:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610397.167080:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610397.167080:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610397.167081:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610397.167081:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167081:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167082:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167082:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610397.167083:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610397.167083:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610397.167083:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.167085:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610397.167085:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610397.167085:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749610397.167086:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f1000. 00000100:00000001:1.0:1749610397.167086:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167086:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610397.167087:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167087:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610397.167088:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167088:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610397.167089:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.167089:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494499968:0@lo:400:kworker.0 00000400:00000010:0.0:1749610397.167089:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749610397.167091:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494499456, offset 0 00010000:00000001:3.0:1749610397.167092:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610397.167092:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610397.167093:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610397.167094:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.167094:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610397.167095:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.167096:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749610397.167097:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610397.167098:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828000. 00000400:00000200:0.0:1749610397.167098:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610397.167100:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610397.167100:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610397.167101:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f280 00000100:00000001:3.0:1749610397.167103:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610397.167103:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000001:1.0:1749610397.167104:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610397.167104:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 82688 00000100:00000040:3.0:1749610397.167105:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610397.167105:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499712 00000100:00000001:3.0:1749610397.167106:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610397.167106:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610397.167107:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610397.167108:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749610397.167108:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749610397.167108:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610397.167108:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610397.167110:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610397.167110:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610397.167110:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610397.167111:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494499968, portal 10 00000100:00100000:1.0:1749610397.167111:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499712 02000000:00000001:3.0:1749610397.167112:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610397.167112:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610397.167113:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1749610397.167113:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610397.167113:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610397.167114:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167114:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000020:00000001:1.0:1749610397.167114:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749610397.167114:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610397.167116:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749610397.167116:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000010:0.0:1749610397.167116:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000001:1.0:1749610397.167117:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610397.167118:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610397.167118:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:2.0:1749610397.167119:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610397.167119:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09c00 x1834598494499456 msgsize 520 00000400:00000010:3.0:1749610397.167120:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610397.167121:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749610397.167122:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494499328, offset 0 00000100:00100000:0.0:1749610397.167122:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610397.167123:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000400:00000200:3.0:1749610397.167126:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610397.167128:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610397.167128:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610397.167129:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610397.167131:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610397.167131:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610397.167131:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749610397.167132:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000400:00000200:0.0:1749610397.167132:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000020:00000010:1.0:1749610397.167133:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000400:00000010:0.0:1749610397.167133:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000200:2.0:1749610397.167135:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494499968, offset 0 00000020:00000010:1.0:1749610397.167135:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610397.167135:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610397.167137:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91f200 00000100:00000200:0.0:1749610397.167137:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610397.167138:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610397.167138:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000400:00000200:3.0:1749610397.167141:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5455 [1] + 0 00000100:00000040:1.0:1749610397.167141:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610397.167141:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610397.167142:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610397.167142:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610397.167142:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167143:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610397.167145:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610397.167145:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610397.167146:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f480 00000100:00000001:0.0:1749610397.167146:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167147:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610397.167148:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610397.167148:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610397.167148:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610397.167149:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 83208 00000100:00000001:1.0:1749610397.167149:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610397.167150:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167150:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 676 usecs (1 jiffies) 00000100:00000001:3.0:1749610397.167152:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610397.167152:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610397.167152:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299670625 00000100:00000001:0.0:1749610397.167153:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299670626 00000400:00000200:2.0:1749610397.167154:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610397.167154:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610397.167155:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167155:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299670625 00000100:00000001:0.0:1749610397.167156:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299670626 00000100:00000001:2.0:1749610397.167157:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610397.167157:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299670625 00000100:00000200:2.0:1749610397.167158:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610397.167158:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610397.167158:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299670626 00000100:00100000:1.0:1749610397.167159:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499456 00000100:00000001:0.0:1749610397.167159:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299670625 02000000:00000001:1.0:1749610397.167160:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610397.167160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299670626 00000100:00000010:2.0:1749610397.167161:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718700. 00000100:00000001:1.0:1749610397.167161:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610397.167161:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610397.167162:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167162:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610397.167163:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610397.167163:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718700 x1834598494499968 msgsize 224 02000000:00000001:1.0:1749610397.167163:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610397.167164:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499456 00000100:00000001:0.0:1749610397.167164:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610397.167165:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610397.167165:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610397.167166:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749610397.167166:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610397.167167:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610397.167167:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610397.167168:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167169:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610397.167170:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610397.167170:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e994600. 00000100:00000001:0.0:1749610397.167170:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167171:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610397.167171:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 02000000:00000001:0.0:1749610397.167171:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610397.167172:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610397.167173:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 02000000:00000001:0.0:1749610397.167173:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610397.167174:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:1.0:1749610397.167174:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610397.167174:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749610397.167174:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494499584:0@lo:38:kworker.0 00000400:00000010:3.0:1749610397.167175:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610397.167175:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167176:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610397.167177:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610397.167177:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610397.167178:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610397.167178:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.167179:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610397.167179:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610397.167179:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610397.167180:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f4000. 00000100:00000001:3.0:1749610397.167181:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167181:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610397.167181:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610397.167182:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499968 02000000:00000001:1.0:1749610397.167182:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610397.167183:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:1.0:1749610397.167183:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610397.167183:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000040:3.0:1749610397.167184:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610397.167184:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610397.167185:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 02000000:00000001:1.0:1749610397.167185:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610397.167185:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499968 00000100:00000001:3.0:1749610397.167186:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610397.167186:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610397.167187:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749610397.167187:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749610397.167187:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610397.167188:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610397.167188:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610397.167189:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:2.0:1749610397.167190:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610397.167190:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610397.167191:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494499328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167192:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610397.167193:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000020:00000010:1.0:1749610397.167194:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee480. 00000400:00000010:0.0:1749610397.167194:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:2.0:1749610397.167196:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610397.167196:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494499584, portal 10 00000100:00000001:1.0:1749610397.167197:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610397.167197:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749610397.167198:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00000001:0.0:1749610397.167198:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000100:00000040:2.0:1749610397.167199:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610397.167200:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494499328:12345-0@lo:38:kworker.0 Request processed in 151us (265us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610397.167202:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995e00. 00000100:00000040:0.0:1749610397.167203:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167204:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610397.167204:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610397.167205:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610397.167205:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000100:00100000:3.0:1749610397.167206:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:1.0:1749610397.167207:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610397.167207:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610397.167208:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610397.167208:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167208:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610397.167209:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610397.167209:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610397.167209:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610397.167210:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 580 usecs (1 jiffies) 00000100:00000001:1.0:1749610397.167210:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610397.167211:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167211:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610397.167212:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299670625 00000400:00000010:0.0:1749610397.167212:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000010:3.0:1749610397.167213:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610397.167213:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610397.167214:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299670626 00000100:00000200:0.0:1749610397.167214:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494499584, offset 0 00000100:00000001:1.0:1749610397.167215:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610397.167216:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:2.0:1749610397.167216:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299670625 00000100:00000001:1.0:1749610397.167216:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610397.167217:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610397.167218:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299670626 00000100:00100000:1.0:1749610397.167218:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000020:00000010:3.0:1749610397.167219:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000040:1.0:1749610397.167219:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610397.167220:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299670625 00000100:00000001:1.0:1749610397.167220:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209013504 : -131939500538112 : ffff880070f04700) 00000100:00000001:3.0:1749610397.167222:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610397.167222:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299670626 00000400:00000200:0.0:1749610397.167222:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610397.167223:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299670625 00000100:00000040:1.0:1749610397.167223:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04700 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1749610408 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167225:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299670626 00000100:00000001:2.0:1749610397.167226:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610397.167226:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f300 00000100:00000001:1.0:1749610397.167227:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610397.167228:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610397.167228:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:2.0:1749610397.167230:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167230:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610397.167230:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 83432 00000100:00000001:2.0:1749610397.167231:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610397.167231:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00000001:3.0:1749610397.167233:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610397.167233:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494499712:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749610397.167233:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610397.167234:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610397.167235:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499712 00000020:00000001:1.0:1749610397.167236:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610397.167236:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610397.167237:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000020:00000001:1.0:1749610397.167238:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610397.167238:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610397.167239:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749610397.167239:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610397.167239:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610397.167240:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610397.167241:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922127104 : -131938787424512 : ffff88009b718700) 00000100:00000001:2.0:1749610397.167241:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610397.167241:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610397.167242:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610397.167243:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749610397.167243:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ed80. 00000100:00100000:2.0:1749610397.167244:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:3.0:1749610397.167245:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718700 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:588/0 lens 224/0 e 0 to 0 dl 1749610408 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610397.167245:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610397.167245:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ed80 x1834598494499584 msgsize 520 00000100:00000001:2.0:1749610397.167246:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000020:00000001:1.0:1749610397.167246:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610397.167247:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1749610397.167248:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610397.167249:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09c00 x1834598494499456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610397.167249:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167249:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610397.167250:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610397.167252:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610397.167252:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:1.0:1749610397.167253:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610397.167254:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84d40. 02000000:00000001:1.0:1749610397.167254:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610397.167254:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610397.167255:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610397.167256:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610397.167256:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494499456:12345-0@lo:38:kworker.0 02000000:00000010:1.0:1749610397.167256:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb99800. 02000000:00000001:1.0:1749610397.167257:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610397.167258:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84d40. 00000100:00000200:0.0:1749610397.167258:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610397.167259:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499456 00000100:00000001:1.0:1749610397.167259:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610397.167260:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610397.167261:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494499968:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610397.167261:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610397.167262:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:1.0:1749610397.167262:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494499712 00010000:00000001:1.0:1749610397.167263:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749610397.167264:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499968 00000100:00000001:0.0:1749610397.167264:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610397.167265:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:1.0:1749610397.167266:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f04700 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610397.167266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610397.167267:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610397.167268:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167269:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167270:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00020000:2.0:1749610397.167270:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610397.167270:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610397.167271:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167272:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:2.0:1749610397.167272:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610397.167272:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610397.167272:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167273:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610397.167274:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1749610397.167274:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610397.167274:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610397.167275:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167276:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610397.167276:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610397.167276:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610397.167277:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610397.167277:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610397.167277:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610397.167277:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 668 usecs (1 jiffies) 02000000:00000001:1.0:1749610397.167278:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610397.167278:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610397.167279:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749610397.167279:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610397.167279:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610397.167279:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299670625 00000100:00000040:1.0:1749610397.167280:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610397.167281:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610397.167281:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0800. 00000100:00000001:0.0:1749610397.167281:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299670626 00000020:00000001:3.0:1749610397.167282:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1749610397.167282:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:2.0:1749610397.167283:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610397.167283:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499712, offset 224 00000100:00000001:0.0:1749610397.167283:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299670625 00000100:00000001:3.0:1749610397.167284:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610397.167284:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299670626 02000000:00000001:3.0:1749610397.167285:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610397.167285:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610397.167285:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610397.167286:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610397.167286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299670625 02000000:00000010:3.0:1749610397.167302:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f1c00. 00000100:00000001:0.0:1749610397.167303:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299670626 02000000:00000001:3.0:1749610397.167304:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610397.167304:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167305:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299670625 00000100:00000001:3.0:1749610397.167306:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610397.167306:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610397.167307:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299670626 00000020:00000001:3.0:1749610397.167308:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167308:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610397.167308:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1749610397.167310:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494499968 00000100:00000001:2.0:1749610397.167310:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610397.167310:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610397.167311:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610397.167311:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610397.167312:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610397.167313:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610397.167314:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610397.167314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749610397.167315:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b718700 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167316:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610397.167316:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f380 00000100:00000040:2.0:1749610397.167319:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610397.167319:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x545d [1] + 224 00000100:00000001:0.0:1749610397.167319:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749610397.167320:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610397.167320:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.167321:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610397.167321:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749610397.167322:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610397.167322:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610397.167322:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610397.167323:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749610397.167324:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610397.167324:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610397.167324:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610397.167325:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610397.167325:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610397.167325:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.167326:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610397.167327:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00100000:0.0:1749610397.167327:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494499840:0@lo:38:kworker.0 00000100:00000040:3.0:1749610397.167328:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:1.0:1749610397.167328:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167329:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610397.167330:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610397.167330:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499456, offset 0 02000000:00000001:3.0:1749610397.167331:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610397.167331:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610397.167332:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610397.167333:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610397.167333:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610397.167334:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610397.167334:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610397.167334:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610397.167335:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7800. 00000100:00000040:3.0:1749610397.167336:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610397.167336:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610397.167337:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000400:00000200:2.0:1749610397.167338:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610397.167338:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000100:00000200:3.0:1749610397.167339:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499968, offset 224 00000100:00000001:1.0:1749610397.167340:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610397.167340:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:3.0:1749610397.167342:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610397.167342:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f280 00000400:00000200:1.0:1749610397.167344:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000200:0.0:1749610397.167344:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494499840, portal 10 00000400:00000200:3.0:1749610397.167346:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610397.167346:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610397.167346:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610397.167347:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610397.167347:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000400:00000200:2.0:1749610397.167348:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5465 [1] + 0 00000100:00000001:1.0:1749610397.167348:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610397.167349:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f480 00000100:00000001:1.0:1749610397.167349:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610397.167351:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610397.167351:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610397.167352:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x546d [1] + 224 00000400:00000200:2.0:1749610397.167352:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749610397.167352:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610397.167353:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610397.167354:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610397.167354:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610397.167355:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610397.167356:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610397.167356:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04700 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167356:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610397.167358:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610397.167358:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610397.167359:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749610397.167359:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:2.0:1749610397.167360:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610397.167361:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494499712:12345-0@lo:400:kworker.0 Request processed in 132us (320us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610397.167361:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494499840, offset 0 00000100:00000200:3.0:1749610397.167362:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610397.167365:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000400:00000200:0.0:1749610397.167365:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610397.167367:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:2.0:1749610397.167368:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167368:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610397.167369:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610397.167370:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610397.167370:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610397.167371:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000020:00000010:1.0:1749610397.167373:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:2.0:1749610397.167374:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610397.167374:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f400 00000020:00000010:1.0:1749610397.167375:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000400:00000200:0.0:1749610397.167376:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 83952 00000020:00000040:1.0:1749610397.167377:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610397.167378:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610397.167379:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610397.167380:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610397.167380:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000200:0.0:1749610397.167380:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610397.167381:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610397.167381:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610397.167383:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749610397.167383:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499584 00000400:00000200:3.0:1749610397.167384:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:2.0:1749610397.167384:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610397.167384:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610397.167384:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610397.167384:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610397.167384:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610397.167385:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610397.167386:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610397.167386:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610397.167386:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3dc00. 00000100:00000001:3.0:1749610397.167387:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610397.167387:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.167388:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610397.167388:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610397.167388:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499584 00000100:00000040:0.0:1749610397.167388:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3dc00 x1834598494499840 msgsize 520 00000020:00000001:1.0:1749610397.167389:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610397.167390:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167390:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610397.167390:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610397.167390:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610397.167390:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749610397.167391:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610397.167391:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610397.167392:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610397.167392:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610397.167393:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610397.167393:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00010000:00000001:3.0:1749610397.167394:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749610397.167394:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008e995800. 00000400:00000010:0.0:1749610397.167394:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000001:3.0:1749610397.167395:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.167395:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494499456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167395:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610397.167396:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000020:00000001:3.0:1749610397.167397:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749610397.167397:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000200:0.0:1749610397.167397:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610397.167399:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718700 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:588/0 lens 224/224 e 0 to 0 dl 1749610408 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167399:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610397.167399:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610397.167400:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167401:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610397.167402:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167402:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610397.167403:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494499456:12345-0@lo:38:kworker.0 Request processed in 146us (282us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610397.167403:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167404:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610397.167405:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494499840 02000000:00000001:1.0:1749610397.167406:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610397.167406:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167406:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610397.167407:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494499968:12345-0@lo:400:kworker.0 Request processed in 154us (242us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610397.167407:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610397.167408:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167408:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.167409:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 02000000:00000001:1.0:1749610397.167409:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610397.167409:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 487 usecs (1 jiffies) 00000100:00100000:1.0:1749610397.167410:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494499840 00000100:00000001:2.0:1749610397.167411:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610397.167411:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610397.167411:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610397.167411:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299670625 00000100:00100000:3.0:1749610397.167412:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:2.0:1749610397.167412:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610397.167412:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610397.167412:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167412:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299670626 00000020:00000001:1.0:1749610397.167413:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167413:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299670625 00000100:00000040:3.0:1749610397.167414:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:2.0:1749610397.167414:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00000001:0.0:1749610397.167414:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299670626 00000020:00000010:1.0:1749610397.167415:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610397.167415:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299670625 00000100:00000001:3.0:1749610397.167416:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610397.167416:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610397.167416:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299670626 00000100:00000001:3.0:1749610397.167417:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610397.167417:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000001:0.0:1749610397.167417:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299670625 00000020:00000010:1.0:1749610397.167418:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000020:00000010:3.0:1749610397.167419:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:1.0:1749610397.167419:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610397.167419:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610397.167419:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299670626 00000020:00000010:2.0:1749610397.167420:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e994600. 00000100:00000001:1.0:1749610397.167420:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167420:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610397.167421:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 00000100:00000001:1.0:1749610397.167421:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167421:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167422:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167422:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610397.167423:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995e00. 00000400:00000001:0.0:1749610397.167423:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610397.167424:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1749610397.167424:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610397.167425:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1749610397.167426:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:1.0:1749610397.167426:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000010:0.0:1749610397.167426:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:3.0:1749610397.167427:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167427:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640217472 : -131939069334144 : ffff88008aa3ed80) 00000400:00000200:0.0:1749610397.167428:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610397.167428:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610397.167429:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610397.167429:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ed80 x1834598494499584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167429:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610397.167431:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610397.167431:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610397.167432:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610397.167433:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610397.167433:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1749610397.167434:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494499584:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610397.167435:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167435:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640212992 : -131939069338624 : ffff88008aa3dc00) 00000100:00000200:0.0:1749610397.167436:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610397.167437:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610397.167437:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499584 00000100:00000040:2.0:1749610397.167438:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3dc00 x1834598494499840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610417 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610397.167438:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610397.167440:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610397.167440:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610397.167440:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167442:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610397.167443:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610397.167443:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610397.167444:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167444:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610397.167445:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610397.167445:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494499840:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610397.167445:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610397.167446:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:3.0:1749610397.167447:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610397.167447:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610397.167448:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610397.167448:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494499840 00010000:00000001:1.0:1749610397.167448:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610397.167449:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610397.167450:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000020:00000001:2.0:1749610397.167450:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610397.167450:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:0.0:1749610397.167450:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610397 v=5 (0 0 0 0) 00010000:00000001:2.0:1749610397.167451:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610397.167451:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610397.167452:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 02000000:00000001:1.0:1749610397.167452:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749610397.167452:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=120 v=20 (1 20 0 0) 00000400:00000010:3.0:1749610397.167453:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 02000000:00000010:1.0:1749610397.167454:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb99c00. 00000100:00000001:0.0:1749610397.167454:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610397.167455:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610397.167455:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167455:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610397.167456:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167456:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167456:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610397.167457:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749610397.167458:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610397.167458:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610397.167458:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610397.167459:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610397.167459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610397.167460:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610397.167461:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610397.167462:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749610397.167463:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610397.167463:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610397.167463:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610397.167464:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610397.167464:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610397.167465:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167465:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610397.167465:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610397.167465:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610397.167465:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610397.167467:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610397.167467:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610397.167467:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749610397.167468:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610397.167468:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610397.167469:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0c00. 02000000:00000001:1.0:1749610397.167469:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610397.167469:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610397.167470:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167470:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610397.167471:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610397.167471:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610397.167471:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610397.167472:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610397.167472:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610397.167472:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610397.167472:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610397.167474:0:28323:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749610397.167474:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749610397.167474:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499584, offset 0 00000100:00000040:0.0:1749610397.167474:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610397.167475:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749610397.167475:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.167476:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610397.167476:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610397.167477:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610397.167478:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610397.167479:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167479:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610397.167479:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610397.167479:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494499328:0@lo:38:kworker.0 00000100:00000001:2.0:1749610397.167481:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610397.167481:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610397.167482:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=152 v=5 (5 0 0 0) 00000400:00000200:1.0:1749610397.167482:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f300 00000100:00000001:0.0:1749610397.167482:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610397.167483:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610397.167484:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610397.167484:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494499328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610397.167485:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=152 v=5 (1 0 0 0) 00000400:00000200:1.0:1749610397.167485:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5479 [1] + 0 00000100:00000001:2.0:1749610397.167486:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610397.167487:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610397.167487:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610397.167487:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610397.167488:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610397.167489:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610397.167489:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610397.167489:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610397.167489:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5400. 02000000:00000001:2.0:1749610397.167490:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749610397.167491:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610397.167491:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610397.167491:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749610397.167492:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610397.167492:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167493:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610397.167493:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610397.167494:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610397.167494:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00080000:3.0:1749610397.167495:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610397.167495:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749610397.167496:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 02000000:00000010:0.0:1749610397.167496:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4062000. 00000100:00000040:1.0:1749610397.167497:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610397.167498:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494499840, offset 0 02000000:00000001:0.0:1749610397.167498:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610397.167499:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610397.167500:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00010000:00000001:3.0:1749610397.167501:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610397.167501:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610397.167502:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610397.167502:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610397.167502:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610397.167503:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1749610397.167503:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610397.167503:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610397.167504:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000040:3.0:1749610397.167505:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610397.167505:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610397.167506:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749610397.167506:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610397.167506:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610397.167506:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610397.167507:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167507:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167508:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167508:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610397.167509:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610397.167509:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610397.167510:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f400 00000400:00000001:0.0:1749610397.167510:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610397.167511:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167511:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610397.167511:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610397.167512:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610397.167512:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000100:00000040:1.0:1749610397.167513:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ed80 x1834598494499584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610397.167513:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610397.167514:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610397.167515:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610397.167516:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610397.167516:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x548d [1] + 0 00000100:00000200:0.0:1749610397.167516:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610397.167518:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749610397.167518:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494499584:12345-0@lo:38:kworker.0 Request processed in 84us (272us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610397.167519:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610397.167519:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610397.167536:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610397.167538:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610397.167541:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610397.167541:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610397.167541:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610397.167542:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:1.0:1749610397.167543:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610397.167543:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749610397.167544:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167544:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610397.167544:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610397.167544:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610397.167545:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610397.167546:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 02000000:00000001:0.0:1749610397.167546:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610397.167547:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00001000:0.0:1749610397.167548:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610397 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610397.167549:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008e995800. 00000100:00000001:1.0:1749610397.167550:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610397.167550:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=102 v=20 (1 20 0 0) 00000100:00000040:2.0:1749610397.167551:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167551:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610397.167552:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610397.167553:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167553:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610397.167556:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167558:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610397.167558:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610397.167559:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610397.167559:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610397.167560:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494499968:0@lo:400:kworker.0 00000100:00000001:0.0:1749610397.167560:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749610397.167561:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610397.167561:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167561:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000001:1.0:1749610397.167562:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610397.167562:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610397.167563:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000100:00080000:0.0:1749610397.167563:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610397.167564:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610397.167564:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749610397.167565:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610397.167565:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00080000:0.0:1749610397.167565:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610397.167566:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610397.167566:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610397.167567:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494499968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610397.167568:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610397.167569:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610397.167571:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00100000:0.0:1749610397.167571:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494499456:0@lo:38:kworker.0 00000400:00000010:2.0:1749610397.167572:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:3.0:1749610397.167573:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749610397.167573:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610397.167574:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610397.167574:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749610397.167574:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610397.167575:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610397.167575:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1749610397.167576:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828000. 00000400:00000010:0.0:1749610397.167576:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:2.0:1749610397.167577:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167577:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610397.167577:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610397.167577:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:1.0:1749610397.167578:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749610397.167578:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:2.0:1749610397.167579:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610397.167579:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610397.167579:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610397.167580:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610397.167580:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610397.167581:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610397.167581:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610397.167581:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610397.167581:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610397.167582:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1749610397.167582:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610397.167583:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610397.167584:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1749610397.167584:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=52 v=5 (5 5 0 0) 02000000:00000010:3.0:1749610397.167585:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 00000100:00000200:0.0:1749610397.167585:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610397.167586:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3dc00 x1834598494499840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610417 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610397.167586:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=52 v=5 (1 1 0 0) 02000000:00000001:3.0:1749610397.167587:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610397.167587:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610397.167588:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610397.167588:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167588:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610397.167589:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610397.167589:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610397.167590:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:0.0:1749610397.167590:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610397.167590:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00080000:1.0:1749610397.167591:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167591:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610397.167592:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610397.167592:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610397.167593:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610397.167593:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.167594:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494499840:12345-0@lo:38:kworker.0 Request processed in 147us (203us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610397.167595:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610397.167595:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610397.167595:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610397 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610397.167596:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1749610397.167596:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=52 v=20 (1 20 0 0) 00000100:00000040:1.0:1749610397.167597:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610397.167597:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610397.167598:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610397.167598:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610397.167598:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610397.167599:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610397.167599:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:1.0:1749610397.167599:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167599:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610397.167600:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610397.167600:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610397.167601:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610397.167601:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610397.167602:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610397.167602:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610397.167604:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610397.167604:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610397.167605:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:1.0:1749610397.167605:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610397.167605:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610397.167605:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167606:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167606:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749610397.167607:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00000040:1.0:1749610397.167607:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167607:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610397.167608:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610397.167609:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:2.0:1749610397.167610:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610397.167610:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610397.167611:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494499712:0@lo:400:kworker.0 00000100:00000001:2.0:1749610397.167612:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610397.167612:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167613:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167615:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610397.167616:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719500 x1834598494499712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610397.167619:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494499584:0@lo:38:kworker.0 00000100:00000001:1.0:1749610397.167620:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610397.167621:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1749610397.167621:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749610397.167622:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88008e995c00. 00000400:00000001:0.0:1749610397.167622:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749610397.167623:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610397.167623:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749610397.167623:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000020:00000040:1.0:1749610397.167624:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610397.167624:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000020:00000001:1.0:1749610397.167625:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1749610397.167625:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610397.167625:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610397.167626:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 00000100:00080000:2.0:1749610397.167627:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:1.0:1749610397.167627:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1749610397.167627:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610397.167628:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610397.167629:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719500. 00000020:00000040:2.0:1749610397.167630:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:0.0:1749610397.167630:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610397.167631:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610397.167631:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167632:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167633:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610397.167634:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610397.167634:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610397.167635:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167635:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610397.167635:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610397.167636:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610397.167636:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610397.167637:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167637:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610397.167637:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610397.167639:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610397 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610397.167640:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=152 v=20 (20 0 0 0) 00000100:00000001:0.0:1749610397.167641:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610397.167642:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610397.167643:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610397.167644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167648:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610397.167649:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610397.167649:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167650:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610397.167651:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610397.167652:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610397.167653:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610397.167654:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610397.167656:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610397.167660:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494499840:0@lo:38:kworker.0 00000100:00000001:0.0:1749610397.167662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167662:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610397.167664:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494499456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167667:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610397.167667:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610397.167668:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610397.167669:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610397.167670:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610397.167671:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610397.167672:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610397.167672:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4063000. 02000000:00000001:0.0:1749610397.167673:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610397.167674:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610397.167675:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610397.167676:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610397.167676:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167677:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610397.167678:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494499584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167682:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610397.167682:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610397.167683:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f4000. 02000000:00000001:0.0:1749610397.167685:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610397.167685:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610397.167686:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610397.167687:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610397.167687:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0000. 02000000:00000001:0.0:1749610397.167689:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610397.167689:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610397.167690:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:0.0:1749610397.167691:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610397.167692:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167693:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610397.167694:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494499840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610397.167697:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610397.167698:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610397.167698:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7800. 02000000:00000001:0.0:1749610397.167699:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610397.167700:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610397.167700:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610397.167701:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610397.167702:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 02000000:00000001:0.0:1749610397.167703:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610397.167703:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610397.167704:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610397.167705:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610397.167705:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.167706:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610397.167708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610397.167708:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.167709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610397.168562:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299670626, at 4299670626 00000100:00000040:3.0:1749610397.168567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299670626, at 4299670626 00000100:00000040:2.0:1749610397.168567:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299670626, at 4299670626 00000100:00000010:1.0:1749610397.168567:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb80. 00000100:00000010:2.0:1749610397.168576:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eea00. 00000100:00000010:3.0:1749610397.168587:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eecc0. 00000100:00000040:0.0:1749610397.169556:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299670626, at 4299670627 00000100:00000010:0.0:1749610397.169561:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610397.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610397.455640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610397.455642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610397.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610397.455647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610397.455650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.455652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610397.455655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.455656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610397.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610397.457579:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610397.457580:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610397.457582:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610397.457584:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610397.457586:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.457588:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610397.457589:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610397.457591:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610397.926602:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610397.926607:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610397.926690:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610397.926693:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610397.926695:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610398.167634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610398.167647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610398.167649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610398.167653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610398.167655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610398.167658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610398.167660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610398.455636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610398.455643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610398.455645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610398.455649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610398.455652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610398.455655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610398.455658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610398.455661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610398.455663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610398.457563:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610398.457566:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610398.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610398.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610398.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610398.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610398.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610398.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610398.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610398.928653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610398.928658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610398.928746:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610398.928749:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610398.928751:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610399.167634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610399.167648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610399.167650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610399.167654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610399.167656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610399.167659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610399.167661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610399.455639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610399.455645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610399.455647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610399.455651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610399.455654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610399.455657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610399.455659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610399.455662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610399.455664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610399.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610399.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610399.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610399.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610399.457575:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610399.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610399.457578:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610399.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610399.457581:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610399.930649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610399.930654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610399.930708:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610399.930711:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610399.930713:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610400.167618:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610400.167632:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610400.167634:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610400.167639:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610400.167641:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610400.167644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610400.167646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610400.455644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610400.455651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610400.455653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610400.455657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610400.455659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610400.455662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610400.455665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610400.455668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610400.455670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610400.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610400.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610400.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610400.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610400.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610400.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610400.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610400.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610400.457586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610400.932647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610400.932653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610400.932742:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610400.932745:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610400.932747:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610401.167636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610401.167648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610401.167649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610401.167652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610401.167654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610401.167657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610401.167658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610401.455680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610401.455686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610401.455688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610401.455691:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610401.455693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610401.455696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610401.455698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610401.455700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610401.455702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610401.457572:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610401.457575:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610401.457576:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610401.457578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610401.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610401.457581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610401.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610401.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610401.457585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610401.934589:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610401.934594:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610401.934667:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610401.934670:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610401.934672:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610402.167627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610402.167640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.167641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.167645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610402.167646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610402.167649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.167651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610402.174576:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610402.174580:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610402.174582:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610402.174584:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610402.174586:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610402.174588:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610402.174590:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610402.174595:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5003 00000100:00080000:2.0:1749610402.174598:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610402.174601:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174603:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174605:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174607:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610402.174611:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.174613:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610402.174615:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610402.174618:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610402.174621:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610402.174623:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610402.174625:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174627:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174628:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174630:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610402.174632:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610402.174635:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610402.174637:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610402.174640:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610402.174646:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610402.174649:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174651:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610402.174654:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610402.174659:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718a80. 00000020:00000040:2.0:1749610402.174668:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610402.174672:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610402.174673:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174675:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610402.174677:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174680:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610402.174685:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1000. 00000100:00000001:2.0:1749610402.174691:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610402.174697:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610402.174707:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610402.174710:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.174714:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718a80] to pc [ptlrpcd_rcv+-1] req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610402.174737:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610402.174740:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610402.174743:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610402.174744:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610402.174746:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610402.174748:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610402.174750:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5003 00000100:00080000:2.0:1749610402.174752:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610402.174754:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174756:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174757:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174759:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610402.174760:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.174761:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610402.174763:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610402.174764:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610402.174767:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610402.174769:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610402.174771:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174773:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174774:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174776:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610402.174777:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610402.174779:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610402.174780:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610402.174781:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610402.174783:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610402.174784:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174785:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610402.174786:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610402.174788:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610402.174790:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610402.174791:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610402.174792:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174793:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610402.174794:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174795:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610402.174797:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610402.174799:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610402.174802:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610402.174802:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610402.174805:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610402.174806:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610402.174806:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610402.174808:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.174810:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610402.174811:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610402.174815:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610402.174817:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610402.174818:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610402.174818:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.174819:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174820:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610402.174821:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610402.174821:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610402.174822:0:8101:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749610402.174823:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610402.174824:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5003 02000000:00000001:0.0:1749610402.174824:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610402.174825:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610402.174826:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:0.0:1749610402.174826:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494500096:0@lo:38:kworker.0 00000100:00000001:2.0:1749610402.174827:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174828:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174829:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610402.174829:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749610402.174830:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.174830:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610402.174831:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610402.174831:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610402.174832:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:0.0:1749610402.174832:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610402.174833:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610402.174834:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610402.174834:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610402.174836:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174836:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174837:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749610402.174837:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7800. 00000100:00000001:2.0:1749610402.174838:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610402.174839:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:0.0:1749610402.174839:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610402.174840:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610402.174841:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610402.174842:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610402.174843:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610402.174843:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 02000000:00000001:2.0:1749610402.174844:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174845:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610402.174846:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610402.174849:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000400:00000010:0.0:1749610402.174849:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000040:2.0:1749610402.174850:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610402.174851:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610402.174852:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174852:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610402.174853:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174854:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.174854:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494500096, portal 4 02000000:00000010:2.0:1749610402.174856:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:0.0:1749610402.174856:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610402.174857:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174857:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922128000 : -131938787423616 : ffff88009b718a80) 00000100:00100000:2.0:1749610402.174859:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610402.174862:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610402.174863:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610402.174864:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.174865:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.174866:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610402.174869:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.174869:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610402.174870:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000040:2.0:1749610402.174871:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610402.174872:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749610402.174872:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494500096, offset 0 00000100:00000010:2.0:1749610402.174874:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:2.0:1749610402.174875:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610402.174876:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610402.174877:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610402.174877:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174878:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610402.174880:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:2.0:1749610402.174881:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.174883:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610402.174886:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610402.174887:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610402.174888:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.174891:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_00_00+0] req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610402.174894:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91f500 00000400:00000200:0.0:1749610402.174898:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 6240 00000400:00000200:0.0:1749610402.174904:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610402.174907:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610402.174910:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610402.174912:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.174912:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749610402.174914:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:0.0:1749610402.174914:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d880. 00000100:00080000:2.0:1749610402.174916:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749610402.174916:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d880 x1834598494500096 msgsize 520 00000100:00000001:2.0:1749610402.174917:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610402.174917:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610402.174919:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:0.0:1749610402.174919:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610402.174920:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5003 00000100:00080000:2.0:1749610402.174922:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610402.174923:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174924:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610402.174925:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610402.174926:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610402.174926:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610402.174927:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.174927:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610402.174928:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610402.174929:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610402.174930:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610402.174931:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749610402.174931:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000040:2.0:1749610402.174932:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610402.174933:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610402.174933:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:2.0:1749610402.174934:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610402.174934:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610402.174935:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610402.174936:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610402.174937:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:0.0:1749610402.174937:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610402.174938:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610402.174939:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610402.174940:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610402.174941:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174942:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610402.174942:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610402.174943:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.174943:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610402.174945:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000100:00000001:3.0:1749610402.174946:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610402.174946:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610402.174947:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610402.174947:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174947:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174948:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610402.174948:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610402.174949:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1749610402.174949:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174950:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174950:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.174951:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610402.174952:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1c00. 00000100:00000040:0.0:1749610402.174952:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1037 usecs (2 jiffies) 00000100:00000001:2.0:1749610402.174953:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.174954:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.174954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299675634 00000100:00000001:3.0:1749610402.174955:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610402.174955:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610402.174957:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610402.174957:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610402.174957:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:3.0:1749610402.174958:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610402.174959:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610402.174960:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174961:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:3.0:1749610402.174962:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610402.174962:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610402.174965:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174965:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299675634 00000100:00000010:0.0:1749610402.174966:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee640. 00000100:00000040:2.0:1749610402.174967:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610402.174968:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.174968:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610402.174969:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174969:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610402.174970:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719500. 00000100:00000001:0.0:1749610402.174970:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299675634 02000000:00000001:3.0:1749610402.174971:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610402.174971:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:0.0:1749610402.174971:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eedc0. 02000000:00000001:3.0:1749610402.174972:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610402.174972:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610402.174973:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610402.174973:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610402.174973:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174973:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610402.174974:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299675634 00000100:00100000:3.0:1749610402.174975:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494500480:0@lo:400:kworker.0 02000000:00000010:2.0:1749610402.174975:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000001:2.0:1749610402.174976:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610402.174976:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee1c0. 00000100:00000001:3.0:1749610402.174977:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610402.174977:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610402.174977:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749610402.174978:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610402.174979:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610402.174979:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610402.174980:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.174980:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174980:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610402.174981:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610402.174981:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610402.174982:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174982:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174983:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610402.174984:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00000040:2.0:1749610402.174984:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719500] to pc [ptlrpcd_00_01+1] req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610402.174985:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.174986:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.174987:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610402.174988:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000001:0.0:1749610402.174988:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610402.174988:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610402.174989:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610402.174991:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000040:0.0:1749610402.174991:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610402.174993:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494500480, portal 10 00000100:00000001:3.0:1749610402.174995:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610402.174995:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000100:00000001:0.0:1749610402.174995:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.174996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.174997:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.174997:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610402.174998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610402.174999:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610402.175000:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610402.175000:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5013) 00000100:00100000:0.0:1749610402.175000:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494500224:0@lo:38:kworker.0 00000100:00000001:0.0:1749610402.175002:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610402.175003:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610402.175003:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610402.175004:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610402.175004:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175004:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610402.175005:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610402.175005:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500096 00000400:00000010:3.0:1749610402.175006:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 02000000:00000001:1.0:1749610402.175006:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1749610402.175006:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f4000. 02000000:00000001:0.0:1749610402.175007:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610402.175008:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494500480, offset 0 00000400:00000010:0.0:1749610402.175008:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:1.0:1749610402.175009:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610402.175009:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:1.0:1749610402.175010:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610402.175011:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610402.175013:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.175013:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494500224, portal 10 00000100:00000001:0.0:1749610402.175014:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610402.175015:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610402.175015:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500096 00000100:00000001:0.0:1749610402.175015:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000020:00000001:1.0:1749610402.175017:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610402.175017:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610402.175018:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.175019:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f680 00000020:00000001:1.0:1749610402.175019:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610402.175020:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610402.175021:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175021:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610402.175022:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 84472 00000100:00000040:0.0:1749610402.175023:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610402.175024:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000400:00000200:3.0:1749610402.175025:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610402.175025:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00000200:0.0:1749610402.175025:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494500224, offset 0 00000400:00000200:0.0:1749610402.175026:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610402.175027:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610402.175029:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000400:00000200:0.0:1749610402.175029:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610402.175030:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610402.175031:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610402.175031:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f580 00000020:00000010:1.0:1749610402.175032:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000010:3.0:1749610402.175033:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ca80. 00000400:00000200:0.0:1749610402.175034:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 84696 00000100:00000040:3.0:1749610402.175035:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ca80 x1834598494500480 msgsize 224 00000100:00000001:1.0:1749610402.175035:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610402.175036:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610402.175036:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610402.175037:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610402.175037:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610402.175038:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610402.175041:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.175046:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610402.175049:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610402.175051:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610402.175052:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610402.175055:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610402.175056:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00100000:1.0:1749610402.175056:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000001:1.0:1749610402.175057:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640212096 : -131939069339520 : ffff88008aa3d880) 00000100:00000001:3.0:1749610402.175058:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610402.175058:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610402.175059:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610402.175060:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610402.175061:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d880 x1834598494500096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610402.175061:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c000. 00000100:00000040:0.0:1749610402.175063:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c000 x1834598494500224 msgsize 520 00000100:00000001:3.0:1749610402.175065:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610402.175065:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610402.175066:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610402.175067:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494500096:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610402.175069:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610402.175069:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610402.175070:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610402.175070:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500480 00000100:00000200:1.0:1749610402.175070:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500096 00000100:00000001:3.0:1749610402.175071:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610402.175071:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610402.175071:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610402.175072:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175072:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610402.175072:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749610402.175072:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610402.175073:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175073:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610402.175074:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 666 usecs (1 jiffies) 00010000:00000001:1.0:1749610402.175074:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610402.175075:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.175075:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175076:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299675633 00000100:00000001:3.0:1749610402.175077:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299675634 00000100:00100000:2.0:1749610402.175077:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500480 00000020:00000001:2.0:1749610402.175078:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.175078:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610402.175079:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299675633 00000020:00000001:2.0:1749610402.175079:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610402.175079:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610402.175080:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299675634 00000100:00000040:0.0:1749610402.175080:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175081:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299675633 00000020:00000040:2.0:1749610402.175081:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610402.175082:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299675634 00000100:00000001:3.0:1749610402.175083:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299675633 00000020:00000001:2.0:1749610402.175083:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610402.175083:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175083:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175084:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299675634 00000020:00000001:2.0:1749610402.175084:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610402.175084:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610402.175085:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610402.175086:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175086:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00020000:1.0:1749610402.175086:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610402.175086:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175087:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 675 usecs (1 jiffies) 00000100:00000001:3.0:1749610402.175088:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610402.175088:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00010000:00000001:1.0:1749610402.175088:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610402.175089:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610402.175089:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175089:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299675633 00000100:00000001:3.0:1749610402.175090:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.175090:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299675634 00000100:00000001:3.0:1749610402.175091:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610402.175091:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610402.175092:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610402.175092:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610402.175092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299675633 00000100:00000001:3.0:1749610402.175093:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610402.175093:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749610402.175093:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610402.175093:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299675634 02000000:00000001:1.0:1749610402.175094:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610402.175094:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299675633 00000100:00000040:3.0:1749610402.175095:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175095:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299675634 02000000:00000010:1.0:1749610402.175096:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9a000. 00000100:00000001:0.0:1749610402.175096:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299675633 00000100:00000001:2.0:1749610402.175097:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749610402.175097:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175097:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299675634 00000100:00000001:1.0:1749610402.175098:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175098:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610402.175099:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610402.175100:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00010000:00000001:1.0:1749610402.175100:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610402.175100:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610402.175102:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749610402.175102:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00010000:00000001:1.0:1749610402.175102:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175103:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610402.175104:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749610402.175104:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00001000:1.0:1749610402.175104:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749610402.175105:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610402.175105:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610402.175106:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.175106:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610402.175106:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175107:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749610402.175108:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494500736:0@lo:400:kworker.0 00000100:00000040:2.0:1749610402.175108:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610402.175108:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610402.175108:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610402.175109:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610402.175109:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610402.175109:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175110:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610402.175110:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610402.175111:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610402.175111:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.175111:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610402.175111:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494500352:0@lo:38:kworker.0 02000000:00000001:3.0:1749610402.175112:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610402.175112:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610402.175112:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610402.175112:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1749610402.175113:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2a00. 02000000:00000001:0.0:1749610402.175113:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610402.175114:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610402.175114:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610402.175114:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175115:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749610402.175115:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749610402.175116:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000001:2.0:1749610402.175116:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749610402.175116:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749610402.175116:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 00000400:00000010:3.0:1749610402.175117:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610402.175117:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610402.175117:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175117:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.175118:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610402.175119:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494500736, portal 10 00000100:00000040:1.0:1749610402.175119:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610402.175119:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000001:3.0:1749610402.175120:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610402.175120:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922130688 : -131938787420928 : ffff88009b719500) 00000100:00000001:2.0:1749610402.175120:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610402.175120:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000010:0.0:1749610402.175120:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749610402.175122:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494500352, portal 10 00000100:00000040:3.0:1749610402.175123:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610402.175123:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494500096, offset 0 00000100:00000001:0.0:1749610402.175123:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610402.175124:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610402.175124:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00100000:2.0:1749610402.175125:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500224 00000400:00000200:1.0:1749610402.175125:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610402.175126:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610402.175127:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610402.175127:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610402.175127:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610402.175128:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610402.175128:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610402.175129:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000001:2.0:1749610402.175129:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610402.175130:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494500736, offset 0 00000100:00100000:2.0:1749610402.175130:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500224 00000400:00000200:1.0:1749610402.175130:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610402.175130:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610402.175131:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610402.175131:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610402.175132:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610402.175132:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610402.175132:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610402.175133:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610402.175133:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000001:2.0:1749610402.175134:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610402.175134:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91f500 00000100:00000200:0.0:1749610402.175134:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494500352, offset 0 00000400:00000200:3.0:1749610402.175135:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610402.175135:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000400:00000200:1.0:1749610402.175136:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x549d [1] + 0 00000020:00000010:2.0:1749610402.175137:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000400:00000200:3.0:1749610402.175138:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91f780 00000020:00000010:2.0:1749610402.175138:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000100:00000001:2.0:1749610402.175139:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610402.175139:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610402.175140:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610402.175141:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610402.175141:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610402.175143:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610402.175143:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610402.175145:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610402.175146:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 85216 00000100:00000001:2.0:1749610402.175146:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610402.175146:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610402.175147:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.175149:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610402.175149:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610402.175149:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f600 00000100:00000001:2.0:1749610402.175150:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610402.175151:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610402.175151:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 85440 00000100:00100000:2.0:1749610402.175152:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000001:3.0:1749610402.175153:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610402.175153:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:1.0:1749610402.175153:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610402.175154:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610402.175154:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610402.175155:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910741120 : -131938798810496 : ffff88009ac3ca80) 00000400:00000200:0.0:1749610402.175155:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610402.175156:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01c000. 00000100:00000040:3.0:1749610402.175158:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006a01c000 x1834598494500736 msgsize 224 00000100:00000040:2.0:1749610402.175158:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ca80 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1749610413 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610402.175160:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610402.175163:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610402.175164:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610402.175164:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000100:00000001:2.0:1749610402.175165:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610402.175166:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610402.175168:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610402.175169:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00100000:2.0:1749610402.175169:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494500480:12345-0@lo:400:kworker.0 00000400:00000010:3.0:1749610402.175170:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610402.175170:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610402.175171:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610402.175171:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500480 00000100:00100000:0.0:1749610402.175171:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500736 00000100:00000200:3.0:1749610402.175173:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610402.175173:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610402.175173:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749610402.175174:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749610402.175174:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749610402.175174:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610402.175175:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175175:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610402.175176:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000001:0.0:1749610402.175176:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175177:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610402.175177:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749610402.175178:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610402.175178:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610402.175178:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749610402.175178:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500736 00000100:00000001:1.0:1749610402.175179:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610402.175179:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749610402.175180:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610402.175180:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610402.175180:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610402.175181:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610402.175181:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610402.175182:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610402.175182:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610402.175182:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:0.0:1749610402.175182:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610402.175183:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610402.175183:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610402.175183:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610402.175184:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610402.175184:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610402.175184:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610402.175185:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 576 usecs (1 jiffies) 00000020:00000001:2.0:1749610402.175185:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610402.175185:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610402.175186:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299675633 00000100:00000040:1.0:1749610402.175186:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d880 x1834598494500096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175187:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299675634 00000020:00000001:2.0:1749610402.175187:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610402.175187:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610402.175188:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299675633 00000100:00000001:3.0:1749610402.175189:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299675634 00000020:00000010:0.0:1749610402.175189:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eef80. 00000100:00000001:3.0:1749610402.175190:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299675633 00000100:00000001:2.0:1749610402.175190:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610402.175191:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749610402.175191:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3b00. 00000100:00000001:3.0:1749610402.175192:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299675634 02000000:00000010:2.0:1749610402.175192:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2000. 00000100:00000001:3.0:1749610402.175193:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299675633 02000000:00000001:2.0:1749610402.175193:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175194:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299675634 00000100:00000001:3.0:1749610402.175195:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610402.175195:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175195:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610402.175195:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eef80. 00000100:00000001:3.0:1749610402.175196:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610402.175196:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610402.175196:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494500096:12345-0@lo:38:kworker.0 Request processed in 128us (277us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610402.175197:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175198:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749610402.175198:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494500480 00000100:00000001:3.0:1749610402.175199:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1749610402.175199:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:0.0:1749610402.175199:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:3.0:1749610402.175200:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1749610402.175200:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:3.0:1749610402.175201:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610402.175201:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610402.175201:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:3.0:1749610402.175202:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749610402.175202:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3ca80 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175202:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610402.175202:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610402.175203:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610402.175203:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000020:00000010:1.0:1749610402.175205:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00010000:00000001:2.0:1749610402.175206:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610402.175206:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1749610402.175207:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610402.175207:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:0.0:1749610402.175207:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749610402.175208:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610402.175208:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610402.175209:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:2.0:1749610402.175210:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610402.175210:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749610402.175211:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610402.175211:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175211:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610402.175212:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610402.175212:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175213:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610402.175213:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610402.175214:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610402.175214:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175215:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610402.175216:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610402.175217:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1749610402.175217:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610402.175219:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000010:2.0:1749610402.175219:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:3.0:1749610402.175220:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092718080 : -131939616833536 : ffff88006a01c000) 00000100:00000001:0.0:1749610402.175220:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610402.175220:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610402.175221:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494500480, offset 224 00000100:00000001:1.0:1749610402.175221:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610402.175221:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610402.175223:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01c000 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:593/0 lens 224/0 e 0 to 0 dl 1749610413 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610402.175223:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000400:00000200:2.0:1749610402.175224:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610402.175224:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640205824 : -131939069345792 : ffff88008aa3c000) 00000100:00000001:1.0:1749610402.175225:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610402.175226:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175226:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c000 x1834598494500224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175228:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610402.175228:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610402.175229:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84d40. 00000100:00000001:1.0:1749610402.175229:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610402.175231:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610402.175231:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610402.175232:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84d40. 00000400:00000200:2.0:1749610402.175232:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f680 00000100:00100000:0.0:1749610402.175232:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494500224:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610402.175234:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500224 00000100:00100000:3.0:1749610402.175235:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494500736:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749610402.175235:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54a5 [1] + 224 00000020:00000001:0.0:1749610402.175236:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610402.175237:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500736 00010000:00000001:0.0:1749610402.175237:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610402.175238:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610402.175238:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610402.175240:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749610402.175240:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:1.0:1749610402.175240:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749610402.175241:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610402.175256:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610402.175257:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610402.175258:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610402.175260:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610402.175260:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749610402.175262:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610402.175263:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610402.175264:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610402.175264:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175264:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749610402.175265:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610402.175266:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610402.175267:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749610402.175267:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610402.175269:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610402.175269:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1749610402.175269:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5400. 02000000:00000001:0.0:1749610402.175270:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610402.175271:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610402.175271:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610402.175271:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610402.175272:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610402.175272:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610402.175273:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749610402.175273:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175274:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610402.175274:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 02000000:00000001:3.0:1749610402.175275:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610402.175275:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00001000:0.0:1749610402.175275:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749610402.175277:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f0c00. 00000100:00000001:2.0:1749610402.175277:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610402.175277:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610402.175277:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610402.175278:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610402.175279:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610402.175279:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175280:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175280:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:3.0:1749610402.175281:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610402.175281:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610402.175281:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749610402.175282:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610402.175282:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000040:3.0:1749610402.175283:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494500736 00000020:00000001:2.0:1749610402.175283:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610402.175284:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749610402.175284:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610402.175284:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610402.175285:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1749610402.175286:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01c000 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610402.175286:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ca80 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610402.175286:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175287:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610402.175289:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610402.175290:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00010000:00000001:3.0:1749610402.175291:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749610402.175291:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494500480:12345-0@lo:400:kworker.0 Request processed in 127us (255us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610402.175291:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494500224, offset 0 00010000:00000001:3.0:1749610402.175292:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610402.175293:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 0 0) 00000400:00000200:0.0:1749610402.175294:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610402.175295:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610402.175295:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:3.0:1749610402.175296:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749610402.175296:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:0.0:1749610402.175297:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610402.175298:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610402.175298:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610402.175299:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610402.175299:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610402.175300:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610402.175300:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000400:00000200:0.0:1749610402.175300:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f580 00000100:00000001:3.0:1749610402.175301:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610402.175302:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610402.175303:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000010:2.0:1749610402.175303:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000400:00000200:0.0:1749610402.175303:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54ad [1] + 0 00000100:00000200:3.0:1749610402.175305:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494500736, offset 224 00000400:00000200:0.0:1749610402.175305:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610402.175306:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000400:00000200:0.0:1749610402.175306:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610402.175307:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610402.175308:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749610402.175309:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000200:3.0:1749610402.175310:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610402.175310:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610402.175311:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.175313:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f780 00000400:00000200:3.0:1749610402.175315:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54b5 [1] + 224 00000100:00000040:0.0:1749610402.175316:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.175318:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610402.175319:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610402.175320:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610402.175321:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610402.175322:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000200:3.0:1749610402.175323:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610402.175323:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610402.175325:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610402.175325:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610402.175327:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175328:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610402.175329:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175329:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610402.175330:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610402.175332:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c000 x1834598494500224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175333:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610402.175335:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610402.175336:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610402.175337:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749610402.175337:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494500224:12345-0@lo:38:kworker.0 Request processed in 105us (273us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610402.175338:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610402.175339:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610402.175341:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610402.175342:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749610402.175342:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000001:0.0:1749610402.175343:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610402.175344:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175344:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610402.175345:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610402.175346:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c000 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:593/0 lens 224/224 e 0 to 0 dl 1749610413 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610402.175346:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000020:00000010:0.0:1749610402.175348:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00000020:00000010:0.0:1749610402.175350:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00000100:00100000:3.0:1749610402.175352:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494500736:12345-0@lo:400:kworker.0 Request processed in 123us (192us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610402.175352:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610402.175355:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1749610402.175356:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610402.175358:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610402.175358:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610402.175359:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610402.175360:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000200:0.0:1749610402.175360:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610402.175361:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3e680. 00000020:00000010:3.0:1749610402.175362:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000040:0.0:1749610402.175363:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3e680 x1834598494500352 msgsize 520 00000020:00000010:3.0:1749610402.175364:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00100000:0.0:1749610402.175365:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749610402.175366:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610402.175375:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610402.175377:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610402.175378:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610402.175379:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610402.175380:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610402.175381:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175385:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610402.175385:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610402.175386:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500352 02000000:00000001:3.0:1749610402.175387:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610402.175387:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175388:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610402.175389:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175390:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610402.175391:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175391:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610402.175392:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500352 00000100:00000001:0.0:1749610402.175392:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610402.175393:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610402.175394:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610402.175394:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000020:00000001:3.0:1749610402.175395:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610402.175395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299675633 00000020:00000001:3.0:1749610402.175396:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175396:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299675634 00000020:00000001:3.0:1749610402.175397:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175398:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299675633 00000020:00000010:3.0:1749610402.175399:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2800. 00000100:00000001:0.0:1749610402.175399:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299675634 00000020:00000010:3.0:1749610402.175400:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:0.0:1749610402.175400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299675633 00000100:00000001:0.0:1749610402.175401:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299675634 00000020:00000010:3.0:1749610402.175402:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749610402.175402:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299675633 00000100:00000001:0.0:1749610402.175403:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299675634 00000100:00000001:3.0:1749610402.175404:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610402.175404:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610402.175404:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610402.175406:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175406:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175407:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175407:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610402.175408:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175411:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175412:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.175413:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175414:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610402.175414:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610402.175415:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610402.175415:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610402.175416:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610402.175417:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1749610402.175417:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494500608:0@lo:38:kworker.0 00000100:00000001:3.0:1749610402.175418:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640215680 : -131939069335936 : ffff88008aa3e680) 00000100:00000001:1.0:1749610402.175418:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610402.175419:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610402.175419:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610402.175420:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3e680 x1834598494500352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175420:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175420:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610402.175421:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175421:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175422:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610402.175423:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7400. 00000100:00100000:3.0:1749610402.175425:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494500352:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610402.175425:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610402.175426:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500352 00000400:00000010:0.0:1749610402.175426:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000020:00000001:3.0:1749610402.175427:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610402.175428:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749610402.175428:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:0.0:1749610402.175429:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494500608, portal 10 00000100:00000001:0.0:1749610402.175430:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610402.175431:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000020:00000001:3.0:1749610402.175433:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610402.175435:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610402.175435:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610402.175436:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610402.175438:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175438:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610402.175439:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749610402.175439:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610402.175440:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749610402.175440:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:3.0:1749610402.175441:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749610402.175441:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494500608, offset 0 02000000:00000010:3.0:1749610402.175443:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2400. 00000400:00000200:0.0:1749610402.175443:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610402.175444:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175445:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610402.175445:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610402.175446:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610402.175447:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610402.175448:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610402.175448:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f700 00000100:00000001:3.0:1749610402.175450:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610402.175450:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 85960 00000100:00000001:3.0:1749610402.175451:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610402.175452:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610402.175452:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610402.175453:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610402.175454:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610402.175455:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610402.175455:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610402.175456:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610402.175456:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610402.175457:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1749610402.175458:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ce00. 02000000:00000001:3.0:1749610402.175459:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175459:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ce00 x1834598494500608 msgsize 520 00000100:00000001:3.0:1749610402.175460:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610402.175461:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610402.175462:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:0.0:1749610402.175462:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749610402.175464:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494500352, offset 0 00000100:00000001:0.0:1749610402.175465:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610402.175466:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610402.175467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610402.175468:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000400:00000200:3.0:1749610402.175469:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610402.175469:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610402.175469:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610402.175470:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500608 00000100:00000200:0.0:1749610402.175471:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610402.175472:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f600 02000000:00000001:1.0:1749610402.175472:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610402.175473:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610402.175474:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54b9 [1] + 0 00000100:00000001:1.0:1749610402.175474:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175475:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610402.175476:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610402.175476:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175476:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610402.175477:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500608 00000400:00000200:3.0:1749610402.175478:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610402.175478:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610402.175479:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610402.175479:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610402.175479:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610402.175479:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610402.175480:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175480:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610402.175481:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175481:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610402.175482:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610402.175482:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 482 usecs (1 jiffies) 00000020:00000010:1.0:1749610402.175483:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00000001:0.0:1749610402.175484:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299675633 00000100:00000040:3.0:1749610402.175485:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175485:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299675634 00000020:00000010:1.0:1749610402.175486:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610402.175486:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299675633 00000020:00000010:1.0:1749610402.175487:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:0.0:1749610402.175487:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299675634 00000100:00000001:0.0:1749610402.175488:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299675633 00000100:00000001:3.0:1749610402.175489:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610402.175489:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610402.175489:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299675634 00000100:00000001:1.0:1749610402.175490:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610402.175490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299675633 00000400:00000200:3.0:1749610402.175491:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:1.0:1749610402.175491:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175491:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299675634 00000400:00000010:3.0:1749610402.175492:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610402.175492:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175492:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610402.175493:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610402.175493:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175494:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610402.175495:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610402.175495:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610402.175495:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610402.175496:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610402.175496:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000100:00000001:3.0:1749610402.175498:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610402.175499:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610402.175499:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:3.0:1749610402.175500:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3e680 x1834598494500352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610402.175500:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610402.175501:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175501:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610402.175503:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175504:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610402.175505:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494500352:12345-0@lo:38:kworker.0 Request processed in 80us (141us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610402.175505:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610402.175507:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000200:0.0:1749610402.175507:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175508:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640209408 : -131939069342208 : ffff88008aa3ce00) 00000100:00100000:3.0:1749610402.175509:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:3.0:1749610402.175510:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610402.175510:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ce00 x1834598494500608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610422 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175511:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610402.175511:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610402.175512:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:0.0:1749610402.175512:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175513:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610402.175514:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00100000:1.0:1749610402.175515:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494500608:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610402.175515:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610402.175515:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610402.175516:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2800. 00000100:00000001:0.0:1749610402.175516:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175517:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610402.175518:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500608 02000000:00000001:0.0:1749610402.175518:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610402.175519:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610402.175520:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749610402.175535:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610402 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610402.175538:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=125 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610402.175539:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610402.175541:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175542:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610402.175543:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610402.175545:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610402.175545:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610402.175546:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610402.175548:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610402.175549:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610402.175549:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610402.175550:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610402.175551:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610402.175551:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610402.175552:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610402.175553:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9a400. 00000100:00000001:0.0:1749610402.175553:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749610402.175554:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175554:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610402.175555:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610402.175555:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:1.0:1749610402.175557:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749610402.175557:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749610402.175558:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175558:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610402.175559:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610402.175560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175561:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610402.175562:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610402.175563:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610402.175563:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610402.175564:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610402.175564:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:3.0:1749610402.175566:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610402.175566:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:3.0:1749610402.175567:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610402.175567:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610402.175568:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 02000000:00000001:1.0:1749610402.175569:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610402.175569:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610402.175569:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494500096:0@lo:38:kworker.0 00000400:00000200:3.0:1749610402.175570:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610402.175570:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610402.175570:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610402.175571:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610402.175571:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610402.175571:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175572:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610402.175573:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:3.0:1749610402.175574:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610402.175574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718a80 x1834598494500096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610402.175575:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494500608, offset 0 00000400:00000200:1.0:1749610402.175577:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610402.175577:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610402.175578:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610402.175579:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610402.175580:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610402.175580:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7800. 02000000:00000001:0.0:1749610402.175581:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610402.175582:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610402.175582:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610402.175583:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610402.175583:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f700 00000020:00000040:0.0:1749610402.175583:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610402.175584:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610402.175584:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610402.175585:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610402.175586:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610402.175586:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54d5 [1] + 0 02000000:00000010:0.0:1749610402.175586:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1000. 00000100:00000001:3.0:1749610402.175587:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175587:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610402.175588:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610402.175588:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610402.175588:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610402.175589:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718a80. 00000100:00001000:3.0:1749610402.175590:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=7 v=5 (5 5 0 0) 00000400:00000200:1.0:1749610402.175590:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749610402.175591:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=7 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610402.175591:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610402.175591:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610402.175592:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610402.175593:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610402.175593:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175593:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610402.175594:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610402.175595:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610402.175595:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.175596:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749610402.175597:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175597:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610402.175598:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610402.175599:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610402.175600:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610402.175601:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610402.175601:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610402.175602:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749610402.175603:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610402.175603:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610402.175603:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:3.0:1749610402.175604:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610402.175604:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610402.175605:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1749610402.175605:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000200:0.0:1749610402.175605:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175606:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610402.175606:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610402.175607:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610402.175608:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610402.175608:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610402.175609:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.175610:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610402.175611:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610402.175612:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610402.175612:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175613:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610402.175613:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610402.175614:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610402.175615:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610402.175615:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ce00 x1834598494500608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610422 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175616:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610402.175617:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175618:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749610402.175619:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494500736:0@lo:400:kworker.0 00000100:00100000:1.0:1749610402.175619:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494500608:12345-0@lo:38:kworker.0 Request processed in 104us (159us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610402.175619:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610402.175620:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610402.175620:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175621:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610402.175622:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610402.175622:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610402.175623:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00001000:0.0:1749610402.175623:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610402 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610402.175624:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00100000:1.0:1749610402.175624:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00001000:0.0:1749610402.175624:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=107 v=20 (1 20 0 0) 00000400:00000010:3.0:1749610402.175625:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610402.175625:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610402.175626:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610402.175626:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610402.175626:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610402.175626:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175627:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610402.175628:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610402.175628:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000020:00000010:1.0:1749610402.175629:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000040:0.0:1749610402.175629:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610402.175631:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610402.175631:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:1.0:1749610402.175633:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175633:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610402.175634:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610402.175635:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610402.175635:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175635:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610402.175636:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610402.175636:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610402.175636:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610402.175637:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610402.175637:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610402.175638:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610402.175638:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749610402.175639:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610402.175639:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:3.0:1749610402.175640:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=57 v=5 (5 5 0 0) 00000100:00000001:0.0:1749610402.175640:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749610402.175642:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=57 v=5 (1 1 0 0) 00000100:00000040:0.0:1749610402.175642:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175643:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610402.175644:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610402.175645:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749610402.175645:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494500224:0@lo:38:kworker.0 00010000:00080000:3.0:1749610402.175646:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610402.175648:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610402.175648:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610402.175649:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610402.175649:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000400:00000200:0.0:1749610402.175650:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610402.175651:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1749610402.175651:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:3.0:1749610402.175652:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610402.175652:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610402.175652:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610402.175653:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610402.175653:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610402.175655:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175658:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610402.175658:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175659:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610402.175660:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610402.175661:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175661:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610402.175662:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175663:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610402.175663:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610402.175664:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610402.175665:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494500480:0@lo:400:kworker.0 00000100:00000001:0.0:1749610402.175665:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175665:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175667:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610402.175667:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610402 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610402.175668:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749610402.175668:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=57 v=20 (1 20 0 0) 00000100:00000040:3.0:1749610402.175669:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719500 x1834598494500736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175669:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610402.175670:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175671:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610402.175672:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610402.175673:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610402.175673:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610402.175674:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2a00. 02000000:00000001:3.0:1749610402.175675:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610402.175676:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610402.175676:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749610402.175677:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610402.175677:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610402.175678:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610402.175678:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 00000100:00000001:0.0:1749610402.175678:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175679:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749610402.175680:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610402.175680:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610402.175680:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:3.0:1749610402.175681:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719500. 00000100:00080000:0.0:1749610402.175681:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610402.175682:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1749610402.175682:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610402.175683:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175683:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610402.175684:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610402.175685:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494500480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610402.175685:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175688:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1749610402.175688:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494500352:0@lo:38:kworker.0 02000000:00000001:3.0:1749610402.175689:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610402.175690:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610402.175691:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610402.175692:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1749610402.175692:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749610402.175693:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000001:0.0:1749610402.175693:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610402.175694:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610402.175694:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 00000400:00000010:0.0:1749610402.175694:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 02000000:00000001:3.0:1749610402.175695:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610402.175695:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 02000000:00000001:3.0:1749610402.175696:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610402.175696:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000400:00000010:0.0:1749610402.175696:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610402.175697:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610402.175698:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610402.175698:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610402.175698:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175699:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610402.175700:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610402.175701:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610402.175702:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610402.175702:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610402.175703:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175705:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610402.175705:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175706:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610402.175706:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610402.175707:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610402.175708:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610402.175709:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610402.175710:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610402 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610402.175711:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=7 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610402.175712:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610402.175713:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610402.175714:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610402.175716:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175719:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610402.175720:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610402.175720:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175721:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610402.175722:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610402.175723:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610402.175724:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610402.175725:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610402.175727:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610402.175731:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494500608:0@lo:38:kworker.0 00000100:00000001:0.0:1749610402.175733:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175733:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610402.175735:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494500224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175738:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610402.175738:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610402.175739:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f4000. 02000000:00000001:0.0:1749610402.175740:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610402.175741:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610402.175741:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610402.175742:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610402.175743:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610402.175744:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610402.175745:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610402.175745:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000001:0.0:1749610402.175746:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610402.175747:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175748:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610402.175749:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494500352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175752:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610402.175753:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610402.175753:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610402.175754:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610402.175755:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610402.175755:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610402.175756:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610402.175757:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 02000000:00000001:0.0:1749610402.175758:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610402.175758:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610402.175759:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610402.175760:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610402.175761:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610402.175763:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494500608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610402.175767:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610402.175767:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610402.175768:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7400. 02000000:00000001:0.0:1749610402.175769:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610402.175769:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610402.175770:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610402.175771:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610402.175771:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1c00. 02000000:00000001:0.0:1749610402.175772:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610402.175773:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610402.175773:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610402.175774:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610402.175775:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.175776:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610402.175777:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610402.175778:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.175779:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610402.176566:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299675634, at 4299675634 00000100:00000040:1.0:1749610402.176571:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299675634, at 4299675634 00000100:00000010:3.0:1749610402.176572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee1c0. 00000100:00000040:2.0:1749610402.176575:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299675634, at 4299675634 00000100:00000040:0.0:1749610402.176575:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299675634, at 4299675634 00000100:00000010:1.0:1749610402.176577:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee640. 00000100:00000010:0.0:1749610402.176583:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000010:2.0:1749610402.176591:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eedc0. 00000100:00000001:0.0:1749610402.455644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610402.455650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.455652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610402.455656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610402.455659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610402.455662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.455664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.455667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.455669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610402.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610402.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610402.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610402.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610402.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610402.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610402.457579:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610402.457580:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610402.936692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610402.936697:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610402.936719:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610402.936721:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610402.936723:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610403.175637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610403.175652:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610403.175654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610403.175657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610403.175659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610403.175662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610403.175663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610403.455629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610403.455636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610403.455638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610403.455641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610403.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610403.455647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610403.455650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610403.455653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610403.455655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610403.457568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610403.457571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610403.457572:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610403.457574:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610403.457576:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610403.457577:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610403.457579:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610403.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610403.457581:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610403.938652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610403.938660:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610403.938663:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610403.938665:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610403.938669:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610403.938671:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610403.938673:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610403.938675:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610403.938760:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610403.938763:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610403.938765:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610404.175631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610404.175645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610404.175646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610404.175650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610404.175651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610404.175654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610404.175655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610404.455628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610404.455635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610404.455636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610404.455639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610404.455641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610404.455644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610404.455646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610404.455649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610404.455650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610404.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610404.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610404.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610404.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610404.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610404.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610404.457577:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610404.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610404.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610404.940639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610404.940644:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610404.940732:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610404.940735:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610404.940737:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610405.175634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610405.175647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610405.175648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610405.175652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610405.175654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610405.175656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610405.175659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610405.455647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610405.455654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610405.455656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610405.455660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610405.455663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610405.455666:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610405.455668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610405.455671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610405.455673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610405.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610405.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610405.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610405.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610405.457579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610405.457581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610405.457583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610405.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610405.457585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610405.942604:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610405.942610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610405.942678:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610405.942681:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610405.942683:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610406.175696:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610406.175714:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610406.175716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.175722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610406.175724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610406.175729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610406.175731:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610406.455738:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610406.455747:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610406.455750:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610406.455754:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610406.455758:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610406.455762:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.455765:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610406.455777:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.455790:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610406.455794:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.455804:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610406.455807:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.455810:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610406.455812:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610406.455815:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610406.455823:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494498432:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610406.455829:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.455831:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610406.455834:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610406.455835:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610406.455839:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.455846:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610406.455849:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610406.455855:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610406.455857:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610406.455861:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610406.455865:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610406.455868:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610406.455872:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=4 00000020:00000001:0.0:1749610406.455874:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610406.455877:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00010000:0.0:1749610406.455883:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.455893:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610406.455898:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.455905:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610406.455908:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.455914:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610406.455916:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610406.455919:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.455925:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610406.455927:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610406.455930:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610406.455933:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610406.455939:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610406.455942:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610406.455945:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.455950:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610406.455951:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610406.455953:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610406.455954:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=5 00000020:00000001:0.0:1749610406.455956:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610406.455958:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610406.455961:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610406.455963:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610406.455968:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610406.455971:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610406.455977:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:0.0:1749610406.455979:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610406.455981:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610406.455983:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610406.455985:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610406.455988:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610406.455989:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610406.455991:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610406.455992:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610406.455995:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f600 with handle 0x689c0ec07329d13d from hash 00010000:00000001:0.0:1749610406.455997:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610406.455999:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610406.456000:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610406.456001:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610406.456002:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610406.456003:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610406.456006:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610406.456007:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610406.456008:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610406.456010:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610406.456012:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610406.456017:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610406.456018:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610406.456019:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610406.456020:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610406.456022:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610406.456023:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610406.456024:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610406.456026:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d13d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610406.456033:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f300 count: 0 00010000:00000001:0.0:1749610406.456072:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610406.456074:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610406.456077:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610406.456081:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494498432/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.456088:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610406.456091:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610406.456093:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610406.456095:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610406.456099:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610406.456104:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610406.456105:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610406.456108:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:0.0:1749610406.456112:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610406.456113:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610406.456115:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610406.456118:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749610406.456121:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:0.0:1749610406.456125:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:0.0:1749610406.456128:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:0.0:1749610406.456130:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610406.456132:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610406.456134:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:0.0:1749610406.456135:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610406.456137:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610406.456139:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749610406.456141:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610406.456143:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610406.456144:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749610406.456146:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610406.456149:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610406.456151:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610406.456152:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749610406.456159:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c380. 00000020:00000040:0.0:1749610406.456162:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610406.456166:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610406.456168:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610406.456174:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610406.456180:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610406.456187:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610406.456191:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610406.456193:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610406.456198:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f900. 00010000:00000001:0.0:1749610406.456233:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610406.456236:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f800. 00000020:00000001:0.0:1749610406.456240:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610406.456242:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f800 with handle 0x689c0ec07329d144 to hash 00000020:00000001:0.0:1749610406.456244:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610406.456246:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610406.456249:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610406.456251:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610406.456253:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610406.456256:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610406.456264:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610406.456275:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610406.456280:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610406.456281:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610406.456287:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610406.456289:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610406.456292:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610406.456294:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640206720 : -131939069344896 : ffff88008aa3c380) 00000100:00000001:0.0:1749610406.456298:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610406.456303:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610406.456305:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610406.456307:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610406.456311:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.456319:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610406.456321:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610406.456324:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610406.456332:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610406.456333:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610406.456335:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610406.456337:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610406.456339:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610406.456340:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.456342:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610406.456343:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.456345:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610406.457663:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610406.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610406.457670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610406.457674:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610406.457677:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610406.457679:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.457682:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610406.457684:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610406.457686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610406.458685:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f300. 00010000:00000010:3.1:1749610406.458696:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f600. 00010000:00000001:0.0:1749610406.944729:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610406.944739:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610406.944908:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610406.944914:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610406.944917:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610407.175690:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610407.175710:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610407.175714:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.175721:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610407.175724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610407.175729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.175733:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610407.182655:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610407.182663:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610407.182667:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610407.182671:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610407.182673:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610407.182676:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610407.182681:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610407.182686:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1749610407.182691:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610407.182694:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.182697:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.182700:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.182702:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610407.182706:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.182709:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610407.182712:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610407.182716:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610407.182719:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610407.182721:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610407.182724:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.182726:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.182728:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.182729:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610407.182733:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610407.182736:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610407.182738:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.182741:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610407.182749:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610407.182751:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182754:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610407.182757:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610407.182765:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000020:00000040:2.0:1749610407.182769:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610407.182773:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610407.182775:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182778:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.182781:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610407.182785:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610407.182793:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:2.0:1749610407.182800:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.182811:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610407.182823:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610407.182827:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.182831:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_rcv+-1] req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.182860:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610407.182863:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610407.182867:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610407.182869:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610407.182870:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610407.182873:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610407.182875:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1749610407.182877:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610407.182880:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.182882:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.182883:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.182885:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610407.182887:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.182888:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610407.182890:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610407.182892:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610407.182894:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610407.182896:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610407.182899:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.182901:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.182902:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.182904:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610407.182906:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610407.182908:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610407.182910:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.182911:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610407.182912:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610407.182915:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.182916:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610407.182917:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182919:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610407.182919:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610407.182920:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610407.182923:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:2.0:1749610407.182925:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610407.182928:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749610407.182928:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610407.182929:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182930:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.182931:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610407.182933:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610407.182936:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2400. 00000100:00000001:2.0:1749610407.182939:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.182943:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610407.182948:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610407.182950:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610407.182950:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182953:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.182953:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610407.182956:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.182956:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610407.182959:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610407.182963:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494500992:0@lo:38:kworker.0 00000100:00000001:2.0:1749610407.182964:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610407.182968:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610407.182968:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610407.182971:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610407.182972:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610407.182973:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610407.182973:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610407.182975:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610407.182976:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610407.182977:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610407.182980:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5008 02000000:00000010:0.0:1749610407.182981:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7400. 00000100:00080000:2.0:1749610407.182982:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610407.182984:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749610407.182984:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.182986:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.182987:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.182989:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610407.182991:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749610407.182991:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000020:00000040:2.0:1749610407.182992:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610407.182994:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610407.182995:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610407.182997:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:0.0:1749610407.182998:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000001:2.0:1749610407.182999:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610407.183002:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.183004:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.183005:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749610407.183005:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494500992, portal 4 00000100:00000001:2.0:1749610407.183007:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610407.183008:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610407.183009:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:0.0:1749610407.183010:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00080000:2.0:1749610407.183011:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610407.183013:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.183014:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610407.183017:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610407.183019:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610407.183019:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183021:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610407.183022:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610407.183027:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610407.183027:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749610407.183029:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610407.183031:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749610407.183031:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610407.183032:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.183033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610407.183034:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.183035:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749610407.183036:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494500992, offset 0 02000000:00000001:2.0:1749610407.183037:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610407.183040:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2c00. 00000400:00000200:0.0:1749610407.183042:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610407.183043:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.183047:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610407.183053:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610407.183055:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610407.183057:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610407.183059:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183065:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.183068:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610407.183069:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91f880 00000100:00000001:2.0:1749610407.183072:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610407.183075:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000400:00000200:0.0:1749610407.183076:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 6760 00000020:00000040:2.0:1749610407.183077:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610407.183079:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.183080:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610407.183082:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610407.183085:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5b00. 00000400:00000200:0.0:1749610407.183085:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610407.183087:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610407.183089:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610407.183091:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610407.183095:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610407.183097:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610407.183098:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610407.183100:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610407.183101:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d180. 00000100:00000040:2.0:1749610407.183105:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_00_02+2] req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610407.183105:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d180 x1834598494500992 msgsize 520 00000100:00100000:0.0:1749610407.183110:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610407.183133:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610407.183135:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610407.183138:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610407.183141:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749610407.183141:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610407.183143:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749610407.183144:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610407.183145:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610407.183147:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610407.183148:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610407.183150:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1749610407.183152:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749610407.183152:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.183155:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610407.183157:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.183159:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.183160:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610407.183161:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610407.183162:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.183163:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610407.183165:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610407.183165:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610407.183166:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610407.183168:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610407.183170:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610407.183172:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.183173:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610407.183174:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610407.183175:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610407.183177:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.183178:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610407.183179:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610407.183180:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610407.183182:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749610407.183183:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1033 usecs (2 jiffies) 00000100:00000001:2.0:1749610407.183185:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.183186:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610407.183187:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299680642 02000000:00000001:2.0:1749610407.183189:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610407.183191:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610407.183191:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610407.183193:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610407.183195:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610407.183215:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610407.183217:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610407.183219:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610407.183221:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183231:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610407.183232:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.183234:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610407.183236:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299680642 02000000:00000010:2.0:1749610407.183239:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000010:0.0:1749610407.183241:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eef80. 00000100:00000001:2.0:1749610407.183242:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183244:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749610407.183246:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610407.183247:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610407.183247:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299680642 00000100:00000010:0.0:1749610407.183250:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee6c0. 00000100:00000001:2.0:1749610407.183253:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610407.183253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610407.183254:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610407.183255:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183256:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299680642 00000100:00000001:3.0:1749610407.183257:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610407.183258:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee7c0. 00000100:00000040:2.0:1749610407.183259:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.183261:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610407.183263:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610407.183266:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183266:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610407.183267:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.183269:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610407.183269:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183271:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.183272:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610407.183274:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:2.0:1749610407.183276:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610407.183277:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610407.183278:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610407.183279:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610407.183279:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610407.183280:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610407.183280:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610407.183281:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610407.183283:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5a00. 00000100:00000001:0.0:1749610407.183283:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610407.183284:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610407.183284:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610407.183285:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610407.183285:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494500992 00000100:00000001:3.0:1749610407.183287:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610407.183288:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610407.183288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.183289:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610407.183292:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610407.183292:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610407.183295:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610407.183296:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610407.183296:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610407.183296:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610407.183298:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183298:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610407.183299:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610407.183299:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183300:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610407.183301:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_00_03+3] req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.183302:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610407.183304:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494500992 00000100:00100000:3.0:1749610407.183305:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494501376:0@lo:400:kworker.0 02000000:00000001:0.0:1749610407.183305:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610407.183306:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610407.183308:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749610407.183308:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494501120:0@lo:38:kworker.0 00000100:00000001:2.0:1749610407.183309:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610407.183310:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610407.183311:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610407.183311:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610407.183313:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183313:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610407.183314:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5018) 02000000:00000001:3.0:1749610407.183315:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610407.183315:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183315:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183316:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610407.183318:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610407.183320:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 02000000:00000001:3.0:1749610407.183321:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610407.183322:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610407.183323:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000400:00000010:0.0:1749610407.183325:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 02000000:00000010:3.0:1749610407.183327:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000020:00000010:1.0:1749610407.183328:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000400:00000010:0.0:1749610407.183328:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610407.183330:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610407.183331:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494501120, portal 10 00000100:00000001:0.0:1749610407.183333:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749610407.183334:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:0.0:1749610407.183335:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000010:3.0:1749610407.183338:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000001:2.0:1749610407.183339:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610407.183339:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610407.183340:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610407.183340:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183341:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610407.183343:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610407.183343:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610407.183344:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000040:2.0:1749610407.183347:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.183347:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610407.183349:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610407.183349:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610407.183351:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494501376, portal 10 00000400:00000010:0.0:1749610407.183351:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749610407.183354:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494501120, offset 0 00000100:00000001:3.0:1749610407.183355:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610407.183355:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610407.183357:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000001:2.0:1749610407.183357:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610407.183357:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610407.183359:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610407.183361:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610407.183363:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610407.183363:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610407.183367:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494501632:0@lo:400:kworker.0 00000100:00000040:3.0:1749610407.183369:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183371:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610407.183371:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610407.183373:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610407.183375:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.183377:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610407.183380:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828e00. 00000100:00000001:1.0:1749610407.183380:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610407.183382:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610407.183382:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610407.183383:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610407.183386:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 00000100:00000040:3.0:1749610407.183387:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610407.183387:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610407.183389:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000001:0.0:1749610407.183389:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610407.183390:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000010:2.0:1749610407.183391:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610407.183392:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640210304 : -131939069341312 : ffff88008aa3d180) 00000100:00000001:0.0:1749610407.183392:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183394:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610407.183396:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494501376, offset 0 00000100:00000200:2.0:1749610407.183396:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494501632, portal 10 00000100:00000001:2.0:1749610407.183398:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610407.183399:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d180 x1834598494500992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183400:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000400:00000200:3.0:1749610407.183404:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610407.183406:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.183408:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f900 00000100:00000001:2.0:1749610407.183413:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610407.183413:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494500992:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610407.183413:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 86480 00000400:00000200:3.0:1749610407.183416:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610407.183417:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610407.183418:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494500992 00000400:00000010:2.0:1749610407.183419:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000400:00000200:0.0:1749610407.183419:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610407.183422:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494501632, offset 0 00000020:00000001:1.0:1749610407.183422:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610407.183422:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610407.183425:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610407.183426:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610407.183427:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91fa00 00000400:00000200:2.0:1749610407.183427:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610407.183428:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610407.183431:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ea00. 00000100:00000040:0.0:1749610407.183434:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ea00 x1834598494501120 msgsize 520 00000400:00000200:3.0:1749610407.183435:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 87000 00000400:00000200:2.0:1749610407.183436:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610407.183438:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610407.183440:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610407.183443:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610407.183443:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91fb00 00010000:00020000:1.0:1749610407.183444:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610407.183446:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749610407.183447:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610407.183449:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610407.183449:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 87224 00010000:00000001:1.0:1749610407.183451:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610407.183454:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610407.183455:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610407.183456:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610407.183459:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610407.183459:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610407.183461:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 02000000:00000010:1.0:1749610407.183463:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9a800. 00000400:00000010:0.0:1749610407.183463:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 02000000:00000001:1.0:1749610407.183465:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183465:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610407.183467:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183469:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610407.183469:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610407.183471:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749610407.183472:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610407.183473:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183476:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749610407.183477:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:3.0:1749610407.183478:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01d500. 00000100:00000040:0.0:1749610407.183479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610407.183480:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610407.183483:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006a01d500 x1834598494501376 msgsize 224 00000100:00000001:1.0:1749610407.183484:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610407.183486:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610407.183486:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183487:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610407.183489:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610407.183490:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610407.183491:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610407.183491:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.183493:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610407.183494:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 676 usecs (1 jiffies) 00000100:00000040:1.0:1749610407.183495:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610407.183496:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299680641 02000000:00000001:1.0:1749610407.183497:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610407.183499:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183499:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299680642 00000100:00000001:1.0:1749610407.183501:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610407.183502:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299680641 00000100:00000001:3.0:1749610407.183503:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610407.183503:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610407.183504:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501120 00000100:00000001:0.0:1749610407.183504:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299680642 02000000:00000001:2.0:1749610407.183506:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610407.183506:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610407.183506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299680641 00000100:00000001:0.0:1749610407.183508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.183509:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610407.183509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299680641 00000100:00000001:2.0:1749610407.183511:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299680642 02000000:00000001:2.0:1749610407.183514:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183514:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.183516:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.183517:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501120 00000100:00000001:0.0:1749610407.183518:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610407.183519:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.183520:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749610407.183521:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494500992, offset 0 00000400:00000200:3.0:1749610407.183522:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610407.183526:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000040:0.0:1749610407.183545:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610407.183546:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610407.183548:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.183550:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183553:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749610407.183554:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000001:0.0:1749610407.183554:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183556:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749610407.183558:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 02000000:00000001:0.0:1749610407.183558:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610407.183560:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610407.183562:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00100000:0.0:1749610407.183563:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494501248:0@lo:38:kworker.0 00000100:00000001:2.0:1749610407.183566:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610407.183566:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610407.183568:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610407.183568:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610407.183570:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.183571:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.183571:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610407.183575:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610407.183575:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610407.183575:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f4000. 00000400:00000200:1.0:1749610407.183577:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610407.183577:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.183579:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:2.0:1749610407.183582:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610407.183582:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:3.0:1749610407.183584:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610407.183586:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610407.183586:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494501248, portal 10 00000100:00000001:0.0:1749610407.183588:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610407.183589:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610407.183589:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00100000:2.0:1749610407.183591:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501376 02000000:00000001:2.0:1749610407.183592:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610407.183594:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610407.183594:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91f880 00000100:00000040:0.0:1749610407.183595:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183596:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183598:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610407.183598:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.183600:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501376 00000400:00000200:1.0:1749610407.183600:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x54e5 [1] + 0 00000100:00000001:0.0:1749610407.183601:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610407.183602:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.183603:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:3.0:1749610407.183604:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610407.183604:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610407.183604:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749610407.183606:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:1.0:1749610407.183606:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610407.183606:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000001:2.0:1749610407.183608:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:0.0:1749610407.183608:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494501248, offset 0 00000400:00000200:1.0:1749610407.183609:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610407.183610:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:0.0:1749610407.183612:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610407.183615:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610407.183615:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610407.183616:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610407.183617:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000400:00000200:0.0:1749610407.183617:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610407.183618:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749610407.183620:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.183622:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91f980 00000020:00000040:2.0:1749610407.183624:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610407.183625:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610407.183626:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 87448 00000100:00000001:2.0:1749610407.183630:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749610407.183631:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 668 usecs (1 jiffies) 00000100:00000040:1.0:1749610407.183631:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.183631:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610407.183633:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000400:00000200:0.0:1749610407.183634:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610407.183635:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299680642 00000020:00000010:2.0:1749610407.183635:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000100:00000001:0.0:1749610407.183637:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749610407.183638:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 00000100:00000200:0.0:1749610407.183639:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610407.183640:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299680642 00000100:00000001:1.0:1749610407.183641:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610407.183642:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f480. 00000100:00000001:3.0:1749610407.183643:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299680642 00000100:00000040:2.0:1749610407.183643:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1749610407.183644:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f480 x1834598494501248 msgsize 520 00000100:00000001:2.0:1749610407.183645:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610407.183646:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610407.183647:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.183648:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610407.183648:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00100000:0.0:1749610407.183648:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610407.183650:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299680642 00000400:00000010:1.0:1749610407.183650:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749610407.183652:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610407.183653:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299680642 00000100:00000001:1.0:1749610407.183653:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610407.183654:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610407.183654:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610407.183655:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183656:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299680642 00000100:00000001:0.0:1749610407.183656:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610407.183657:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183659:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.183660:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610407.183660:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:1.0:1749610407.183661:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610407.183662:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610407.183663:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610407.183663:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183664:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610407.183665:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610407.183665:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610407.183666:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501248 00000100:00000001:3.0:1749610407.183667:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.183668:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610407.183668:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183669:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610407.183669:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d180 x1834598494500992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.183671:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.183672:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183674:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610407.183674:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183674:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610407.183676:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501248 00000020:00000001:2.0:1749610407.183677:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610407.183677:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610407.183678:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610407.183679:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610407.183680:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494500992:12345-0@lo:38:kworker.0 Request processed in 267us (572us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749610407.183681:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183682:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610407.183682:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183683:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183685:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749610407.183685:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000100:00000001:0.0:1749610407.183685:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610407.183687:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:0.0:1749610407.183687:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183688:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610407.183688:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000020:00000010:2.0:1749610407.183689:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 00000100:00000001:3.0:1749610407.183690:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610407.183690:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000100:00000001:2.0:1749610407.183691:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610407.183691:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610407.183692:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610407.183692:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610407.183692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299680642 00000100:00000001:3.0:1749610407.183693:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.183694:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183696:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.183696:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610407.183697:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610407.183700:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610407.183701:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:2.0:1749610407.183704:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610407.183704:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610407.183705:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:2.0:1749610407.183706:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610407.183706:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610407.183708:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610407.183710:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:0.0:1749610407.183714:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610407.183716:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610407.183716:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1749610407.183716:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092723456 : -131939616828160 : ffff88006a01d500) 00000100:00000001:3.0:1749610407.183719:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610407.183719:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640216576 : -131939069335040 : ffff88008aa3ea00) 00000100:00000040:0.0:1749610407.183721:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01d500 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1749610418 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.183723:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ea00 x1834598494501120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610407.183727:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:0.0:1749610407.183730:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:1.0:1749610407.183731:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610407.183732:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640219264 : -131939069332352 : ffff88008aa3f480) 00000020:00000010:0.0:1749610407.183733:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee140. 00000100:00100000:2.0:1749610407.183734:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494501120:12345-0@lo:38:kworker.0 00000020:00000040:1.0:1749610407.183735:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610407.183736:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610407.183738:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501120 00000020:00000010:0.0:1749610407.183738:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee140. 00000100:00000040:3.0:1749610407.183739:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f480 x1834598494501248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610407.183741:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610407.183744:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610407.183744:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494501376:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610407.183748:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501376 00000020:00000001:0.0:1749610407.183751:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610407.183753:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.183754:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749610407.183755:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494501248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1749610407.183757:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610407.183757:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.183759:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749610407.183760:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610407.183761:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501248 00010000:00000001:2.0:1749610407.183762:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610407.183762:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610407.183765:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610407.183765:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610407.183766:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610407.183767:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610407.183769:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610407.183769:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610407.183771:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610407.183772:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3400. 02000000:00000001:2.0:1749610407.183774:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.183774:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610407.183776:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.183777:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749610407.183779:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610407.183781:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.183781:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610407.183782:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610407.183784:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749610407.183784:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610407.183787:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00020000:3.0:1749610407.183788:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610407.183789:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610407.183790:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610407.183792:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610407.183792:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610407.183793:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610407.183794:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610407.183796:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749610407.183797:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610407.183797:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7800. 00000100:00000040:2.0:1749610407.183799:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610407.183800:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610407.183800:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.183802:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610407.183803:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610407.183804:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183804:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610407.183806:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610407.183806:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610407.183807:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.183808:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610407.183810:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 02000000:00000010:3.0:1749610407.183812:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64c00. 00010000:00000040:0.0:1749610407.183812:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494501376 00000100:00000200:2.0:1749610407.183813:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494501120, offset 0 02000000:00000001:3.0:1749610407.183815:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610407.183816:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610407.183817:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610407.183819:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610407.183822:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01d500 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610407.183823:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610407.183823:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610407.183826:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610407.183829:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f900 00000100:00001000:3.0:1749610407.183830:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749610407.183833:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610407.183834:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54ed [1] + 0 00000100:00000001:3.0:1749610407.183835:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:0.0:1749610407.183836:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.183838:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610407.183839:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749610407.183841:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610407.183842:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610407.183843:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610407.183846:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610407.183846:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610407.183846:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610407.183850:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610407.183850:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610407.183850:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610407.183853:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610407.183856:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:0.0:1749610407.183857:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610407.183859:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610407.183859:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.183859:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610407.183862:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.183862:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610407.183865:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610407.183866:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610407.183868:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610407.183868:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610407.183869:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000010:3.0:1749610407.183872:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:2.0:1749610407.183873:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610407.183875:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610407.183878:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610407.183880:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610407.183880:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494501376, offset 224 00000100:00000200:3.0:1749610407.183882:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494501248, offset 0 00000100:00000001:2.0:1749610407.183883:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.183886:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610407.183886:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610407.183888:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.183890:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610407.183892:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610407.183894:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ea00 x1834598494501120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.183895:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610407.183902:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610407.183905:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494501120:12345-0@lo:38:kworker.0 Request processed in 170us (467us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610407.183906:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fa00 00000400:00000200:3.0:1749610407.183911:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91f980 00000400:00000200:0.0:1749610407.183913:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54f1 [1] + 224 00000400:00000200:0.0:1749610407.183920:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610407.183922:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5509 [1] + 0 00000100:00100000:2.0:1749610407.183922:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:2.0:1749610407.183925:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749610407.183925:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610407.183926:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610407.183929:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610407.183930:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749610407.183930:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610407.183935:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000400:00000200:3.0:1749610407.183936:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610407.183936:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610407.183939:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:3.0:1749610407.183942:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610407.183943:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610407.183949:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610407.183951:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.183955:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610407.183957:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610407.183961:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719500. 00000100:00000040:2.0:1749610407.183963:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719500 x1834598494501632 msgsize 224 00000100:00100000:2.0:1749610407.183968:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610407.183970:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610407.183973:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610407.183974:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.183976:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610407.183980:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000400:00000200:2.0:1749610407.183983:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:0.0:1749610407.183983:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610407.183985:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610407.183986:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749610407.183988:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610407.183988:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610407.183990:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610407.183993:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610407.183994:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749610407.183995:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00010000:00000001:0.0:1749610407.183997:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749610407.183998:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000020:00000001:0.0:1749610407.184000:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.184001:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610407.184002:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610407.184003:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610407.184005:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610407.184005:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.184009:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610407.184009:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d500 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.184012:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610407.184013:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610407.184013:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610407.184016:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184017:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610407.184020:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610407.184020:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 576 usecs (1 jiffies) 00000100:00000001:2.0:1749610407.184023:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299680642 00000100:00100000:0.0:1749610407.184024:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494501376:12345-0@lo:400:kworker.0 Request processed in 290us (537us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610407.184025:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299680642 00000100:00000040:3.0:1749610407.184027:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f480 x1834598494501248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.184028:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299680642 00000100:00000001:2.0:1749610407.184030:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.184032:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299680642 00000100:00000001:2.0:1749610407.184034:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.184036:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299680642 00000100:00100000:0.0:1749610407.184036:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:2.0:1749610407.184038:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.184040:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610407.184040:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610407.184042:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610407.184043:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494501248:12345-0@lo:38:kworker.0 Request processed in 287us (395us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610407.184044:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610407.184045:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184046:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610407.184047:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184051:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610407.184051:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000100:00000001:2.0:1749610407.184053:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749610407.184055:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1749610407.184055:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610407.184056:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610407.184058:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610407.184058:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000100:00000001:3.0:1749610407.184059:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610407.184060:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184061:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610407.184064:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000020:00000010:3.0:1749610407.184067:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000001:2.0:1749610407.184069:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610407.184071:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501632 00000020:00000040:0.0:1749610407.184071:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:3.0:1749610407.184072:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 02000000:00000001:2.0:1749610407.184072:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610407.184074:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610407.184075:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184076:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610407.184078:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 02000000:00000001:2.0:1749610407.184079:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610407.184081:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501632 00000020:00000001:2.0:1749610407.184083:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610407.184084:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610407.184086:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610407.184086:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610407.184088:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749610407.184090:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749610407.184093:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610407.184093:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299680642 00000100:00000001:2.0:1749610407.184095:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610407.184098:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00000100:00000001:0.0:1749610407.184099:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299680642 00000020:00000010:2.0:1749610407.184101:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f300. 00000100:00000001:0.0:1749610407.184102:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299680642 00000020:00000040:2.0:1749610407.184104:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610407.184106:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610407.184106:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299680642 00000100:00000001:0.0:1749610407.184109:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299680642 00000100:00000001:3.0:1749610407.184110:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610407.184112:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299680642 00000400:00000001:3.0:1749610407.184114:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610407.184115:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299680642 00000400:00000001:3.0:1749610407.184117:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610407.184119:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610407.184120:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00000001:2.0:1749610407.184121:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749610407.184123:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f180. 00000100:00000001:0.0:1749610407.184123:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610407.184125:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000400:00000010:3.0:1749610407.184127:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000020:00000010:2.0:1749610407.184127:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000020:00000010:2.0:1749610407.184130:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:3.0:1749610407.184131:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610407.184133:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000040:2.0:1749610407.184136:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1749610407.184137:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.184138:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610407.184139:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610407.184141:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610407.184142:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610407.184145:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:0.0:1749610407.184145:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610407.184147:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610407.184148:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.184148:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000200:3.0:1749610407.184151:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.184154:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610407.184154:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749610407.184157:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:2.0:1749610407.184159:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610407.184161:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610407.184161:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610407.184163:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610407.184164:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:3.0:1749610407.184166:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610407.184167:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00080000:1.0:1749610407.184167:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:0.0:1749610407.184168:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.184169:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610407.184169:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922130688 : -131938787420928 : ffff88009b719500) 02000000:00000001:3.0:1749610407.184172:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749610407.184173:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749610407.184174:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719500 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:598/0 lens 224/0 e 0 to 0 dl 1749610418 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.184175:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610407.184178:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610407.184182:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610407.184183:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610407.184189:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=62 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610407.184189:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610407.184191:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00000100:00000001:2.0:1749610407.184193:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.184193:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610407.184194:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=62 v=5 (1 1 0 0) 00000020:00000010:2.0:1749610407.184216:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f180. 00000100:00000001:0.0:1749610407.184218:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610407.184221:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494501632:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610407.184223:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610407.184223:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749610407.184225:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501632 00000100:00000001:3.0:1749610407.184226:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.184226:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749610407.184227:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610407.184229:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610407.184230:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749610407.184230:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610407.184232:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184232:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.184235:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00080000:3.0:1749610407.184236:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.184236:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.184237:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610407.184239:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610407.184242:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610407.184243:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610407 v=5 (0 0 0 0) 00000020:00000001:2.0:1749610407.184244:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610407.184246:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749610407.184248:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.184248:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610407.184249:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=62 v=20 (1 20 0 0) 00000020:00000001:2.0:1749610407.184250:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610407.184252:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610407.184253:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610407.184254:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610407.184255:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1749610407.184255:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610407.184258:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1749610407.184258:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3800. 00000100:00000001:0.0:1749610407.184258:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610407.184260:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.184260:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184261:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610407.184262:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.184265:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610407.184266:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749610407.184267:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494501632 00000100:00000040:0.0:1749610407.184268:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610407.184270:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749610407.184274:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b719500 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.184277:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.184280:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610407.184281:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610407.184282:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749610407.184283:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184284:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184284:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749610407.184286:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610407.184286:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184289:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610407.184289:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749610407.184290:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.184292:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610407.184292:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610407.184295:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610407.184297:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:0.0:1749610407.184297:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610407.184299:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.184301:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610407.184301:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749610407.184303:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610407.184304:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494501376:0@lo:400:kworker.0 00000400:00000010:2.0:1749610407.184305:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610407.184305:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610407.184308:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494501632, offset 224 00000100:00000001:3.0:1749610407.184310:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610407.184311:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610407.184313:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610407.184314:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610407.184318:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610407.184319:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494501376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610407.184323:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494501248:0@lo:38:kworker.0 00000400:00000200:2.0:1749610407.184324:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fb00 00000400:00000200:2.0:1749610407.184328:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x54f9 [1] + 224 00000100:00000001:0.0:1749610407.184328:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610407.184333:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610407.184333:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610407.184337:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610407.184339:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610407.184339:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610407.184342:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749610407.184343:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184343:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610407.184345:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610407.184347:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:0.0:1749610407.184349:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610407.184352:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610407.184352:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.184352:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610407.184355:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749610407.184355:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610407.184358:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749610407.184359:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494501504:0@lo:38:kworker.0 00000020:00000001:3.0:1749610407.184361:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610407.184363:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:3.0:1749610407.184364:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5b00. 00000100:00000001:0.0:1749610407.184365:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749610407.184367:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 02000000:00000001:3.0:1749610407.184368:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610407.184368:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749610407.184369:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 02000000:00000001:3.0:1749610407.184371:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610407.184371:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610407.184371:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.184372:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:3.0:1749610407.184374:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 02000000:00000001:0.0:1749610407.184374:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610407.184375:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184378:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749610407.184378:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749610407.184378:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7000. 00000100:00000001:3.0:1749610407.184380:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610407.184380:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610407.184381:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.184381:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184383:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610407.184383:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749610407.184386:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719500 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:598/0 lens 224/224 e 0 to 0 dl 1749610418 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610407.184386:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:3.0:1749610407.184389:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610407.184391:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.184391:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749610407.184394:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610407.184395:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494501632:12345-0@lo:400:kworker.0 Request processed in 205us (430us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610407.184396:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494501504, portal 10 00000100:00000001:3.0:1749610407.184397:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184399:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610407.184401:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00100000:2.0:1749610407.184402:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1749610407.184405:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610407.184408:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610407.184410:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610407.184410:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610407.184413:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749610407.184416:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000020:00000010:2.0:1749610407.184420:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:0.0:1749610407.184421:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749610407.184423:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:0.0:1749610407.184424:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610407.184425:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610407.184427:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749610407.184431:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494501504, offset 0 00000400:00000200:0.0:1749610407.184435:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610407.184438:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610407.184440:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610407.184443:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749610407.184443:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749610407.184444:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610407.184446:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 00000400:00000200:2.0:1749610407.184449:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000200:0.0:1749610407.184449:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91fa80 00000400:00000010:2.0:1749610407.184451:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749610407.184453:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610407.184455:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 87968 00000100:00000200:2.0:1749610407.184457:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610407.184460:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610407.184464:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610407.184466:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184467:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610407.184469:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610407.184472:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610407.184472:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f800. 00000100:00000001:2.0:1749610407.184473:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184475:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610407.184475:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f800 x1834598494501504 msgsize 520 02000000:00000001:2.0:1749610407.184477:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610407.184479:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610407.184479:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610407.184480:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610407.184482:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610407.184486:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=12 v=5 (5 5 0 0) 00000100:00001000:2.0:1749610407.184490:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=12 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610407.184492:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610407.184494:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610407.184496:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610407.184499:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184500:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610407.184505:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00010000:00000001:2.0:1749610407.184507:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.184507:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610407.184510:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610407.184510:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610407.184512:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610407.184514:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610407.184516:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610407.184516:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610407.184520:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610407.184565:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.184565:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610407.184567:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610407.184568:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610407.184570:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610407.184571:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299680642, at 4299680642 00000100:00000040:2.0:1749610407.184572:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184580:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610407.184581:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee7c0. 00000100:00100000:2.0:1749610407.184581:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494501632:0@lo:400:kworker.0 00000100:00000001:0.0:1749610407.184583:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610407.184585:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184587:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610407.184589:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610407.184590:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494501632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610407.184591:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299680642, at 4299680642 00000100:00000040:0.0:1749610407.184593:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 478 usecs (1 jiffies) 00000100:00000001:2.0:1749610407.184596:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610407.184597:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299680643 02000000:00000001:2.0:1749610407.184598:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610407.184599:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610407.184600:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828e00. 00000100:00100000:3.0:1749610407.184602:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501504 00000100:00000010:1.0:1749610407.184602:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eef80. 00000100:00000001:0.0:1749610407.184602:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299680642 02000000:00000001:2.0:1749610407.184604:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610407.184605:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749610407.184605:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610407.184606:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610407.184607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299680643 00000100:00000001:3.0:1749610407.184608:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610407.184608:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610407.184610:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 00000100:00000001:3.0:1749610407.184611:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610407.184611:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee140. 02000000:00000001:2.0:1749610407.184612:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610407.184614:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610407.184615:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610407.184615:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:0.0:1749610407.184617:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610407.184618:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749610407.184619:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501504 00000100:00000001:2.0:1749610407.184619:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610407.184621:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610407.184622:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610407.184622:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299680643 00000020:00000040:3.0:1749610407.184624:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610407.184624:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610407.184626:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610407.184627:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610407.184628:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610407.184628:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299680642 00000020:00000001:3.0:1749610407.184630:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610407.184630:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610407.184632:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184632:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299680643 00000100:00000010:0.0:1749610407.184637:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee980. 00000020:00000010:3.0:1749610407.184638:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000100:00000001:0.0:1749610407.184640:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000020:00000010:3.0:1749610407.184642:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:0.0:1749610407.184643:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610407.184646:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610407.184648:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000400:00000001:0.0:1749610407.184650:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610407.184651:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610407.184653:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:3.0:1749610407.184654:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610407.184656:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610407.184657:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749610407.184659:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610407.184659:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610407.184661:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610407.184664:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610407.184666:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610407.184674:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184681:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610407.184683:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184685:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610407.184687:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610407.184688:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184688:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610407.184690:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.184692:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610407.184697:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610407 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610407.184701:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749610407.184701:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=130 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610407.184704:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610407.184704:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610407.184706:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610407.184708:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610407.184710:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:0.0:1749610407.184712:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.184714:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640220160 : -131939069331456 : ffff88008aa3f800) 00000100:00000001:0.0:1749610407.184719:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610407.184721:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f800 x1834598494501504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610427 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184721:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610407.184723:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184725:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610407.184726:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610407.184729:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610407.184732:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610407.184734:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610407.184737:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494501504:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610407.184738:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610407.184742:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501504 00000100:00100000:0.0:1749610407.184745:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494500992:0@lo:38:kworker.0 00000020:00000001:3.0:1749610407.184746:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610407.184749:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610407.184749:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184751:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610407.184754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494501248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610407.184761:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184761:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610407.184763:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610407.184765:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f4000. 00010000:00020000:3.0:1749610407.184767:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610407.184768:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610407.184769:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610407.184770:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749610407.184771:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610407.184773:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749610407.184774:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610407.184775:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2c00. 00000100:00000001:3.0:1749610407.184778:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610407.184779:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610407.184780:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610407.184781:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610407.184783:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1749610407.184783:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610407.184785:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610407.184787:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184788:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610407.184792:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494500992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184798:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1749610407.184799:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64400. 02000000:00000001:0.0:1749610407.184799:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610407.184800:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7400. 02000000:00000001:3.0:1749610407.184802:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.184802:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610407.184803:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610407.184804:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610407.184805:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610407.184806:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610407.184807:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 02000000:00000001:0.0:1749610407.184809:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749610407.184810:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610407.184810:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610407.184812:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00010000:00000001:3.0:1749610407.184813:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184814:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610407.184815:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610407.184817:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610407.184817:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610407.184822:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610407.184822:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610407.184823:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184825:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610407.184826:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610407.184826:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610407.184828:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610407.184829:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:0.0:1749610407.184829:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610407.184831:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000100:00000001:3.0:1749610407.184833:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610407.184833:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610407.184834:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610407.184836:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610407.184837:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:0.0:1749610407.184839:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610407.184842:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610407.184846:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610407.184847:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610407.184848:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.184851:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610407.184854:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610407.184855:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610407.184856:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184857:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749610407.184859:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 02000000:00000001:0.0:1749610407.184859:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610407.184860:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610407.184862:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610407.184864:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610407.184865:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494501504, offset 0 00000100:00001000:0.0:1749610407.184867:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610407 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610407.184869:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=112 v=20 (1 20 0 0) 00000400:00000200:3.0:1749610407.184872:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610407.184872:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610407.184873:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610407.184875:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610407.184879:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610407.184883:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610407.184885:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610407.184887:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610407.184888:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184890:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610407.184891:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610407.184892:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fa80 00000100:00080000:0.0:1749610407.184894:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610407.184896:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610407.184898:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610407.184899:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5521 [1] + 0 00000100:00000040:0.0:1749610407.184902:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610407.184907:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610407.184909:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494501120:0@lo:38:kworker.0 00000400:00000200:3.0:1749610407.184912:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610407.184913:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184915:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610407.184917:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610407.184917:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494501120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610407.184923:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749610407.184924:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.184924:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610407.184926:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 02000000:00000001:0.0:1749610407.184929:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610407.184930:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610407.184931:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610407.184934:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610407.184935:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2400. 02000000:00000001:0.0:1749610407.184937:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749610407.184938:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610407.184938:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610407.184939:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:0.0:1749610407.184942:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610407.184943:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.184944:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.184946:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610407.184947:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610407.184952:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610407.184991:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000400:00000010:3.0:1749610407.184995:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:3.0:1749610407.185000:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610407.185002:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610407.185007:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610407.185010:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610407.185012:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:1.0:1749610407.185013:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610407.185015:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610407.185015:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000020:00000001:3.0:1749610407.185018:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610407.185021:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:1.0:1749610407.185022:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:3.0:1749610407.185024:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f800 x1834598494501504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610427 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610407.185026:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610407.185031:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610407.185041:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494501504:12345-0@lo:38:kworker.0 Request processed in 303us (562us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610407.185041:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610407.185049:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610407.185051:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610407.185053:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610407.185055:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749610407.185057:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:1.0:1749610407.185057:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610407.185059:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610407.185061:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610407.185062:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610407.185064:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1749610407.185067:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610407 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610407.185069:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00001000:1.0:1749610407.185070:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=12 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610407.185073:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610407.185074:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610407.185075:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610407.185078:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610407.185079:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000040:1.0:1749610407.185082:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610407.185083:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610407.185089:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610407.185092:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610407.185094:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610407.185095:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610407.185097:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610407.185100:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610407.185104:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610407.185107:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610407.185111:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610407.185119:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494501504:0@lo:38:kworker.0 00000100:00000001:1.0:1749610407.185124:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610407.185126:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610407.185128:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494501504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610407.185135:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610407.185137:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610407.185139:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7000. 02000000:00000001:1.0:1749610407.185142:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610407.185144:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610407.185145:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610407.185148:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610407.185150:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 02000000:00000001:1.0:1749610407.185152:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610407.185154:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610407.185155:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000001:1.0:1749610407.185158:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610407.185159:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610407.185161:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610407.185163:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610407.185164:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610407.185166:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610407.185168:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610407.185598:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299680643, at 4299680643 00000100:00000010:3.0:1749610407.185607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee980. 00000100:00000040:2.0:1749610407.185615:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299680643, at 4299680643 00000100:00000010:2.0:1749610407.185625:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee6c0. 00000100:00000040:1.0:1749610407.186588:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299680643, at 4299680644 00000100:00000010:1.0:1749610407.186597:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee140. 00000100:00000040:0.0:1749610407.186604:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299680643, at 4299680644 00000100:00000010:0.0:1749610407.186615:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610407.455679:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610407.455687:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610407.455690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610407.455695:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610407.455699:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610407.455703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.455706:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610407.455710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.455713:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610407.457626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610407.457632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610407.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610407.457640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610407.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610407.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610407.457653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610407.457656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610407.946639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610407.946645:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610407.946710:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610407.946715:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610407.946718:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610408.184656:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610408.184675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610408.184678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610408.184683:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610408.184686:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610408.184690:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610408.184692:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610408.455630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610408.455636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610408.455637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610408.455640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610408.455643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610408.455646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610408.455647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610408.455650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610408.455651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610408.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610408.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610408.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610408.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610408.457574:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610408.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610408.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610408.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610408.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610408.948636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610408.948641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610408.948728:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610408.948731:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610408.948733:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610409.184663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610409.184675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610409.184677:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610409.184680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610409.184682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610409.184685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610409.184687:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610409.455631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610409.455637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610409.455638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610409.455641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610409.455644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610409.455646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610409.455648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610409.455650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610409.455652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610409.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610409.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610409.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610409.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610409.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610409.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610409.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610409.457583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610409.457584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610409.950635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610409.950641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610409.950687:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610409.950691:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610409.950694:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610410.184645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610410.184657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610410.184658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610410.184662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610410.184663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610410.184666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610410.184667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610410.455621:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610410.455627:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610410.455629:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610410.455632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610410.455634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610410.455637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610410.455638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610410.455641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610410.455642:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610410.457561:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610410.457564:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610410.457565:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610410.457567:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610410.457568:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610410.457569:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610410.457571:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610410.457573:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610410.457574:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610410.952652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610410.952658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610410.952746:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610410.952749:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610410.952751:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610411.184628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610411.184641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610411.184642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610411.184646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610411.184648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610411.184650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610411.184652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610411.455652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610411.455660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610411.455662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610411.455666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610411.455669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610411.455672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610411.455675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610411.455677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610411.455680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610411.457569:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610411.457572:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610411.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610411.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610411.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610411.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610411.457583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610411.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610411.457586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610411.954684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610411.954690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610411.954780:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610411.954784:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610411.954787:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610412.184631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610412.184636:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1749610412.184646:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610387/real 1749610387] req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610412.184660:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610412.184661:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610412.184663:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:1.0:1749610412.184669:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:1.0:1749610412.184671:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610412.184674:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610412.184676:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610412.184681:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.184689:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610412.184690:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184692:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610412.184693:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610412.184695:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.184699:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.184707:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.184709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.184710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.184712:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610412.184714:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.184718:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749610412.184720:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184721:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610412.184721:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184723:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610412.184725:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1749610412.184728:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610412.184750:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:1.0:1749610412.184751:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1749610412.184753:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610412.184758:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494497536:0@lo:250:kworker.0 00000100:00000001:1.0:1749610412.184761:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.184764:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494497536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610412 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.184768:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610412.184770:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610412.184773:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5000. 02000000:00000001:1.0:1749610412.184776:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610412.184778:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610412.184779:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749610412.184781:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610412.184782:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d741800. 02000000:00000001:1.0:1749610412.184784:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610412.184785:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610412.184787:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:1.0:1749610412.184788:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610412.184789:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184790:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.184792:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.184792:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.184793:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.184794:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610412.184803:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610412.184808:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749610412.184810:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610412.184812:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610412.184815:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610412.184817:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1749610412.184820:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610412.184822:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610412.184825:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.184827:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610412.184829:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610412.184831:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610412.184833:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749610412.184836:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610412.184838:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749610412.184840:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749610412.184842:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749610412.184844:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610412.184846:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.184847:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610412.184849:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610412.184851:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749610412.184853:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749610412.184856:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.184858:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610412.184861:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610412.184863:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.184865:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610412.184867:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610412.184872:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:2.0:1749610412.184874:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749610412.184877:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610412.184879:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.184881:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610412.184883:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610412.184886:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610412.184891:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3c00. 00000100:00000001:2.0:1749610412.184896:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610412.184902:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610412.184910:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610412.184913:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.184917:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.184935:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610412.184938:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610412.184941:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610412.184942:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610412.184943:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610412.184945:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610412.184947:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1749610412.184949:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610412.184949:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610412.184951:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610412.184951:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610412.184952:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610412.184952:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610412.184954:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610412.184955:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.184956:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610412.184958:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610412.184959:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:1.0:1749610412.184960:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610412.184961:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610412.184961:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610412.184962:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 02000000:00000001:1.0:1749610412.184962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610412.184964:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:1.0:1749610412.184964:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610412.184965:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.184966:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00100000:1.0:1749610412.184967:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494501760:0@lo:250:kworker.0 00000100:00000040:2.0:1749610412.184968:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610412.184969:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610412.184970:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.184971:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610412.184971:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610412.184972:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.184973:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610412.184974:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749610412.184975:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000010:1.0:1749610412.184976:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb9ac00. 00000100:00080000:2.0:1749610412.184977:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749610412.184978:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.184979:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.184980:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749610412.184982:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db420. 02000000:00000001:2.0:1749610412.184985:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610412.184986:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:2.0:1749610412.184987:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.184988:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610412.184990:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610412.184990:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494501760, portal 25 00000100:00000001:1.0:1749610412.184991:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610412.184992:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000100:00000010:2.0:1749610412.184993:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718a80. 00000020:00000040:2.0:1749610412.184995:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749610412.184995:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610412.184997:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610412.184998:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.184999:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610412.185000:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610412.185001:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610412.185001:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610412.185002:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185002:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749610412.185003:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494501760, offset 0 00000400:00000200:1.0:1749610412.185006:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610412.185007:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000001:2.0:1749610412.185010:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610412.185014:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610412.185016:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610412.185020:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610412.185022:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185024:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf91fb80 00000100:00000040:2.0:1749610412.185025:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718a80] to pc [ptlrpcd_rcv+-1] req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000100:1.0:1749610412.185028:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494501760 offset 0 length 520: 4 00000400:00000200:1.0:1749610412.185030:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88009dae8630 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1749610412.185032:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749610412.185033:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610412.185035:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610412.185038:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:1.0:1749610412.185038:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:2.0:1749610412.185039:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1749610412.185039:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00080000:2.0:1749610412.185040:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610412.185041:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610412.185042:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:1.0:1749610412.185043:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610412.185044:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5013 00000100:00080000:2.0:1749610412.185046:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610412.185047:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610412.185048:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749610412.185049:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185050:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.185051:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610412.185052:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185053:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610412.185053:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610412.185054:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.185055:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610412.185056:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610412.185057:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610412.185057:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299685665 00000020:00000040:2.0:1749610412.185059:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000010:1.0:1749610412.185060:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3740. 00000020:00000001:2.0:1749610412.185061:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610412.185063:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:1.0:1749610412.185064:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610412.185065:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610412.185066:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.185068:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610412.185069:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610412.185071:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610412.185073:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610412.185074:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299685665 00000100:00000001:2.0:1749610412.185075:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.185076:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1749610412.185077:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3880. 02000000:00000001:2.0:1749610412.185079:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610412.185079:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749610412.185080:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185080:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299685665 00000100:00000010:1.0:1749610412.185081:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b34c0. 00000100:00000001:2.0:1749610412.185082:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610412.185083:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610412.185084:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185085:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299685665 00000100:00000010:2.0:1749610412.185086:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000100:00000010:1.0:1749610412.185086:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3600. 00000100:00000001:1.0:1749610412.185087:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1749610412.185088:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610412.185090:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610412.185091:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185092:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610412.185094:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749610412.185094:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610412.185095:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185096:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185097:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610412.185098:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2400. 00000100:00000001:1.0:1749610412.185098:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185100:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610412.185101:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185101:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749610412.185102:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.185102:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.185103:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610412.185104:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749610412.185105:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185109:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610412.185109:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610412.185109:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185110:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610412.185111:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185111:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610412.185112:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185114:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610412.185114:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494501888:0@lo:38:kworker.0 00000100:00000001:1.0:1749610412.185115:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610412.185116:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610412.185117:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185118:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610412.185120:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb9b000. 00000100:00000001:2.0:1749610412.185121:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185121:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185122:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00000100:00080000:2.0:1749610412.185124:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:1.0:1749610412.185124:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749610412.185126:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494501888, portal 4 00000100:00080000:2.0:1749610412.185127:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610412.185127:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610412.185127:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922128000 : -131938787423616 : ffff88009b718a80) 00000100:00000001:2.0:1749610412.185128:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610412.185129:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610412.185131:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:1.0:1749610412.185131:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610412.185133:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5013 00000100:00000001:1.0:1749610412.185134:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610412.185135:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610412.185135:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610412.185136:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000040:2.0:1749610412.185138:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:1.0:1749610412.185138:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494501888, offset 0 00000100:00000001:2.0:1749610412.185139:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610412.185140:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610412.185141:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610412.185142:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610412.185142:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610412.185144:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610412.185144:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91fc00 00000020:00000040:2.0:1749610412.185145:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610412.185146:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610412.185148:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000200:1.0:1749610412.185148:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 7280 00000020:00000001:2.0:1749610412.185167:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610412.185169:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610412.185171:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610412.185173:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610412.185174:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610412.185175:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610412.185176:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610412.185177:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610412.185178:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610412.185180:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610412.185180:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610412.185182:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610412.185182:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749610412.185183:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1749610412.185185:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04e00. 02000000:00000001:2.0:1749610412.185186:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610412.185187:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04e00 x1834598494501888 msgsize 520 02000000:00000001:2.0:1749610412.185188:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610412.185189:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610412.185190:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610412.185191:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610412.185193:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610412.185196:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610412.185198:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610412.185198:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610412.185199:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185200:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749610412.185201:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 02000000:00000001:2.0:1749610412.185202:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749610412.185202:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 02000000:00000001:2.0:1749610412.185203:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185203:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610412.185205:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610412.185206:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:2.0:1749610412.185208:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.185210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610412.185212:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610412.185213:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185214:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610412.185216:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185218:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1051 usecs (2 jiffies) 00000100:00000001:2.0:1749610412.185219:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610412.185220:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185220:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299685644 00000100:00000001:1.0:1749610412.185222:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299685665 00000100:00000040:2.0:1749610412.185223:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185223:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299685644 00000100:00000001:1.0:1749610412.185224:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299685665 00000100:00000001:1.0:1749610412.185225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299685644 00000100:00000001:0.0:1749610412.185225:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610412.185226:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299685665 00000100:00000001:1.0:1749610412.185227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299685644 00000100:00000001:1.0:1749610412.185228:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299685665 00000100:00100000:0.0:1749610412.185228:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494501888 00000100:00000001:2.0:1749610412.185229:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185229:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610412.185230:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185230:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610412.185231:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185232:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610412.185232:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.185232:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610412.185233:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.185234:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610412.185234:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185235:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610412.185235:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.185236:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.185236:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610412.185236:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610412.185238:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000100:00000040:1.0:1749610412.185238:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610412.185239:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494501888 00000020:00000001:0.0:1749610412.185240:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610412.185241:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610412.185241:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610412.185241:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610412.185242:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610412.185242:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610412.185243:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610412.185243:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610412.185243:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.185244:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610412.185244:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610412.185244:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185245:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.185246:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610412.185246:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494502016:0@lo:38:kworker.0 00000100:00000001:1.0:1749610412.185248:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749610412.185248:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 02000000:00000010:2.0:1749610412.185249:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5a00. 02000000:00000001:1.0:1749610412.185249:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610412.185250:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185250:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610412.185251:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610412.185252:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb9b400. 00000020:00000010:0.0:1749610412.185252:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 02000000:00000001:1.0:1749610412.185253:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185254:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749610412.185255:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000020:00000010:0.0:1749610412.185256:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000400:00000010:1.0:1749610412.185257:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:1.0:1749610412.185258:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502016, portal 10 00000100:00000001:1.0:1749610412.185259:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610412.185259:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610412.185260:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000100:00000001:0.0:1749610412.185260:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610412.185261:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610412.185261:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185262:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185263:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185265:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185266:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_00_00+0] req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185266:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610412.185268:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610412.185269:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:1.0:1749610412.185270:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494502016, offset 0 00000400:00000200:1.0:1749610412.185271:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610412.185271:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610412.185273:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610412.185276:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91fc80 00000100:00000001:0.0:1749610412.185276:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610412.185278:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610412.185279:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 88488 00000400:00000200:1.0:1749610412.185281:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610412.185281:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1749610412.185282:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209015296 : -131939500536320 : ffff880070f04e00) 00000400:00000200:1.0:1749610412.185283:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610412.185285:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610412.185286:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610412.185286:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04e00 x1834598494501888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610412.185287:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05180. 00000100:00000001:2.0:1749610412.185288:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185289:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05180 x1834598494502016 msgsize 520 00000100:00080000:2.0:1749610412.185290:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749610412.185291:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610412.185293:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1749610412.185293:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494501888:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610412.185294:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610412.185295:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749610412.185295:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494501888 00000100:00080000:2.0:1749610412.185296:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749610412.185296:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610412.185297:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000001:0.0:1749610412.185297:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610412.185298:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610412.185298:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610412.185300:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5013 00000100:00000200:1.0:1749610412.185300:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610412.185300:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:2.0:1749610412.185302:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610412.185303:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610412.185304:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749610412.185305:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185306:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610412.185308:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610412.185308:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185309:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610412.185309:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185310:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610412.185310:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185311:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:0.0:1749610412.185311:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610412.185312:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610412.185312:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 697 usecs (1 jiffies) 00000020:00000040:2.0:1749610412.185313:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:1.0:1749610412.185313:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299685643 00010000:00000001:0.0:1749610412.185313:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610412.185314:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610412.185314:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299685665 00000100:00100000:3.0:1749610412.185315:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749610412.185315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299685643 00010000:00000001:0.0:1749610412.185315:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610412.185316:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749610412.185316:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299685665 00000100:00000001:3.0:1749610412.185317:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185317:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299685643 00000100:00000001:0.0:1749610412.185317:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610412.185318:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610412.185318:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299685665 00000100:00000001:0.0:1749610412.185318:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610412.185319:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299685643 02000000:00000001:0.0:1749610412.185319:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610412.185320:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610412.185320:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299685665 00000100:00000001:3.0:1749610412.185321:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.185321:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610412.185322:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185322:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610412.185322:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5800. 00000100:00000040:2.0:1749610412.185323:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610412.185323:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610412.185323:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185324:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610412.185324:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185325:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610412.185325:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610412.185325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610412.185326:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610412.185327:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1749610412.185327:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610412.185328:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610412.185328:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610412.185328:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610412.185328:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185329:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610412.185330:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:1.0:1749610412.185330:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610412.185330:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610412.185331:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610412.185332:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1749610412.185332:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494502144:0@lo:38:kworker.0 00000100:00000001:0.0:1749610412.185332:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610412.185333:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185334:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185334:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610412.185334:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610412.185335:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610412.185335:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610412.185335:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610412.185336:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185336:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610412.185337:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610412.185337:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610412.185338:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610412.185338:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb9b800. 02000000:00000001:1.0:1749610412.185339:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610412.185339:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610412.185340:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185340:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 02000000:00000001:0.0:1749610412.185340:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610412.185341:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185342:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610412.185342:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:1.0:1749610412.185342:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610412.185342:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610412.185343:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610412.185343:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502144, portal 10 00000100:00000001:2.0:1749610412.185344:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185344:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610412.185344:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610412.185345:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610412.185345:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000400:00000010:0.0:1749610412.185345:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000010:2.0:1749610412.185346:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 02000000:00000001:3.0:1749610412.185347:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610412.185347:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610412.185348:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:0.0:1749610412.185348:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494501888, offset 0 02000000:00000001:3.0:1749610412.185349:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.185350:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749610412.185350:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610412.185351:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185351:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610412.185352:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494502272:0@lo:400:kworker.0 00000100:00000040:1.0:1749610412.185352:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610412.185353:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1749610412.185353:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 02000000:00000001:2.0:1749610412.185354:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749610412.185354:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494502144, offset 0 00000400:00000200:0.0:1749610412.185354:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610412.185355:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185356:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610412.185356:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610412.185358:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749610412.185358:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2c00. 00000400:00000200:0.0:1749610412.185358:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91fc00 00000400:00000200:1.0:1749610412.185359:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610412.185360:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610412.185361:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610412.185361:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185362:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91fd00 00000400:00000200:0.0:1749610412.185362:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5535 [1] + 0 02000000:00000010:3.0:1749610412.185364:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00100000:2.0:1749610412.185365:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610412.185365:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 89008 00000400:00000200:0.0:1749610412.185365:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610412.185366:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185367:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610412.185367:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610412.185368:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610412.185368:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610412.185369:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749610412.185370:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000200:1.0:1749610412.185370:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610412.185371:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610412.185371:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185372:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610412.185372:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04380. 00000400:00000010:3.0:1749610412.185373:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000040:1.0:1749610412.185373:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04380 x1834598494502144 msgsize 520 00000100:00000040:2.0:1749610412.185375:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_rcv+-1] req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610412.185376:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494502272, portal 10 00000100:00100000:1.0:1749610412.185376:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610412.185377:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185378:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610412.185379:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610412.185380:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000200:1.0:1749610412.185381:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:2.0:1749610412.185382:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185382:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610412.185383:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610412.185384:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749610412.185385:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610412.185385:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185386:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610412.185387:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610412.185388:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749610412.185389:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000100:00000040:1.0:1749610412.185389:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610412.185389:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000020:00000040:2.0:1749610412.185391:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:0.0:1749610412.185391:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610412.185392:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610412.185392:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610412.185393:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610412.185393:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185393:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610412.185393:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610412.185394:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610412.185394:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610412.185394:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185395:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610412.185396:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 02000000:00000001:2.0:1749610412.185396:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185396:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 667 usecs (1 jiffies) 00000100:00000040:0.0:1749610412.185396:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610412.185397:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610412.185398:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494502272, offset 0 02000000:00000010:2.0:1749610412.185398:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 00000100:00000001:1.0:1749610412.185398:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299685643 00000020:00000001:0.0:1749610412.185398:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610412.185399:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299685665 00000100:00000001:2.0:1749610412.185400:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299685643 00000100:00000040:0.0:1749610412.185400:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04e00 x1834598494501888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610412.185402:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610412.185402:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299685665 00000100:00000040:2.0:1749610412.185403:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610412.185403:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299685643 00000100:00000001:1.0:1749610412.185404:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299685665 00000100:00000001:1.0:1749610412.185404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299685643 00000100:00000001:1.0:1749610412.185405:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299685665 00000100:00000001:1.0:1749610412.185406:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610412.185406:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494501888:12345-0@lo:38:kworker.0 Request processed in 113us (217us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610412.185407:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610412.185407:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185409:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1749610412.185409:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610412.185410:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610412.185410:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:2.0:1749610412.185411:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185411:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000400:00000200:3.0:1749610412.185412:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91fd80 00000400:00000200:1.0:1749610412.185412:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610412.185412:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610412.185412:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610412.185412:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610412.185413:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610412.185414:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_00_01+1] req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610412.185415:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610412.185415:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000400:00000200:3.0:1749610412.185417:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 89528 00000020:00000010:0.0:1749610412.185417:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000200:1.0:1749610412.185419:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610412.185419:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000400:00000200:3.0:1749610412.185421:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610412.185421:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610412.185422:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185422:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610412.185423:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610412.185424:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610412.185424:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610412.185426:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610412.185426:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5023) 02000000:00000001:1.0:1749610412.185426:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610412.185427:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610412.185428:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610412.185428:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185429:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610412.185431:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01d880. 00000100:00000040:3.0:1749610412.185433:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006a01d880 x1834598494502272 msgsize 224 00000100:00001000:1.0:1749610412.185433:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610412 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610412.185435:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=135 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610412.185435:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.185436:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610412.185437:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610412.185437:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749610412.185438:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610412.185438:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610412.185438:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185439:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610412.185440:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610412.185441:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185441:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.185442:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610412.185443:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610412.185443:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610412.185444:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610412.185446:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610412.185447:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610412.185448:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00100000:2.0:1749610412.185448:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502016 00000100:00000001:1.0:1749610412.185449:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610412.185450:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610412.185450:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610412.185451:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610412.185451:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610412.185451:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185452:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610412.185452:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610412.185452:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610412.185453:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185453:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610412.185453:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610412.185454:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610412.185455:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610412.185455:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610412.185455:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749610412.185455:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610412.185456:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749610412.185457:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502016 00000100:00000001:1.0:1749610412.185457:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610412.185457:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494502528:0@lo:400:kworker.0 00000020:00000001:2.0:1749610412.185459:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610412.185459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185459:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610412.185460:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610412.185460:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610412.185461:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610412.185461:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.185462:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185462:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610412.185463:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494501888:0@lo:38:kworker.0 00000020:00000001:2.0:1749610412.185464:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610412.185464:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 00000100:00000001:1.0:1749610412.185465:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185465:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185466:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749610412.185467:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000400:00000010:0.0:1749610412.185467:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000001:3.0:1749610412.185468:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.185468:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718a80 x1834598494501888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610412.185469:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000010:2.0:1749610412.185470:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000040:3.0:1749610412.185471:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185471:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610412.185471:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494502528, portal 10 02000000:00000001:1.0:1749610412.185472:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610412.185472:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749610412.185473:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 02000000:00000010:1.0:1749610412.185473:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb9b000. 00000100:00000001:0.0:1749610412.185473:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 02000000:00000001:1.0:1749610412.185474:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610412.185475:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610412.185476:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1749610412.185476:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:0.0:1749610412.185476:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185477:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185477:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749610412.185477:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610412.185477:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 00000100:00000001:3.0:1749610412.185478:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610412.185479:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185479:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610412.185480:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610412.185480:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610412.185481:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610412.185481:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718a80. 00000100:00000040:0.0:1749610412.185481:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610412.185482:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749610412.185482:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:3.0:1749610412.185483:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 676 usecs (1 jiffies) 00000100:00000001:2.0:1749610412.185483:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185483:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610412.185483:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494502528, offset 0 00000100:00000001:1.0:1749610412.185484:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610412.185485:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299685643 00000400:00000200:0.0:1749610412.185485:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610412.185486:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.185487:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610412.185488:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299685665 00000100:00000001:2.0:1749610412.185488:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185488:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610412.185488:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610412.185489:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.185489:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610412.185490:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299685643 00000400:00000200:0.0:1749610412.185490:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf91fe80 00000100:00000040:1.0:1749610412.185491:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185492:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299685665 00000100:00000001:2.0:1749610412.185493:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610412.185493:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 89752 00000100:00000001:3.0:1749610412.185494:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299685643 00000100:00100000:2.0:1749610412.185494:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502144 00000100:00000001:1.0:1749610412.185494:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610412.185495:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299685665 00000100:00000001:1.0:1749610412.185495:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610412.185495:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610412.185496:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610412.185496:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610412.185497:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299685643 00000100:00000001:2.0:1749610412.185497:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610412.185497:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610412.185497:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610412.185498:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185498:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185499:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299685665 00000100:00100000:1.0:1749610412.185499:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494502400:0@lo:38:kworker.0 00000100:00000001:0.0:1749610412.185499:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610412.185499:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610412.185500:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610412.185500:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610412.185501:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502144 00000100:00000001:1.0:1749610412.185501:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610412.185501:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3df80. 00000100:00000001:3.0:1749610412.185502:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185502:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610412.185502:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.185503:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610412.185503:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610412.185503:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3df80 x1834598494502528 msgsize 224 00000100:00000001:3.0:1749610412.185504:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610412.185504:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610412.185505:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1749610412.185505:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eb9b000. 00000100:00100000:0.0:1749610412.185505:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610412.185506:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.185506:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185506:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185507:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00000100:00000001:3.0:1749610412.185508:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610412.185508:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185508:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:3.0:1749610412.185509:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749610412.185509:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502400, portal 10 00000100:00000001:0.0:1749610412.185509:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610412.185510:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610412.185510:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000001:1.0:1749610412.185510:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610412.185511:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185511:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000400:00000200:0.0:1749610412.185511:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000010:2.0:1749610412.185512:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000400:00000010:0.0:1749610412.185513:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000020:00000010:2.0:1749610412.185514:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9960. 00000100:00000040:1.0:1749610412.185514:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185514:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610412.185516:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749610412.185516:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185517:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610412.185517:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610412.185518:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185518:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610412.185519:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610412.185520:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610412.185534:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494502400, offset 0 00000400:00000200:1.0:1749610412.185537:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610412.185540:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610412.185540:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610412.185542:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91fe00 00000100:00000040:0.0:1749610412.185543:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.185544:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 89976 00000100:00000001:3.0:1749610412.185545:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610412.185546:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610412.185547:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502272 00000400:00000200:1.0:1749610412.185547:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610412.185547:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610412.185549:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610412.185549:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610412.185549:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185550:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610412.185551:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185551:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185551:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610412.185551:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 598 usecs (1 jiffies) 00000100:00000200:1.0:1749610412.185552:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610412.185552:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299685644 00000100:00000010:1.0:1749610412.185553:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04000. 02000000:00000001:3.0:1749610412.185554:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185554:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299685665 00000100:00000001:2.0:1749610412.185555:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610412.185555:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04000 x1834598494502400 msgsize 520 00000100:00000001:0.0:1749610412.185555:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299685644 00000100:00100000:3.0:1749610412.185556:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502272 00000100:00000001:0.0:1749610412.185556:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299685665 00000100:00100000:2.0:1749610412.185557:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502528 00000100:00100000:1.0:1749610412.185557:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610412.185557:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299685644 00000020:00000001:3.0:1749610412.185558:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610412.185558:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610412.185558:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610412.185558:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299685665 00000020:00000040:3.0:1749610412.185559:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610412.185559:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610412.185559:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299685644 00000100:00000001:2.0:1749610412.185560:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185560:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610412.185560:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299685665 00000020:00000001:3.0:1749610412.185561:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610412.185561:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610412.185561:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610412.185562:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185562:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610412.185562:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610412.185563:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000200:1.0:1749610412.185563:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610412.185564:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502528 00000100:00000001:0.0:1749610412.185564:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610412.185565:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610412.185565:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610412.185565:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610412.185566:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610412.185567:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610412.185567:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610412.185568:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610412.185569:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:1.0:1749610412.185569:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185571:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749610412.185571:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610412.185572:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185572:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610412.185573:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749610412.185573:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502400 00000020:00000010:3.0:1749610412.185574:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84d40. 00000100:00000001:1.0:1749610412.185574:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185574:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610412.185575:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 488 usecs (1 jiffies) 00000100:00000001:0.0:1749610412.185575:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610412.185576:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299685644 00000100:00000001:0.0:1749610412.185576:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185577:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610412.185578:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610412.185578:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299685665 00000020:00000040:3.0:1749610412.185579:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610412.185579:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299685644 00000100:00100000:0.0:1749610412.185579:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502400 00000100:00000001:2.0:1749610412.185580:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610412.185580:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299685665 00000020:00000001:0.0:1749610412.185580:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610412.185581:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299685644 00000020:00000040:0.0:1749610412.185581:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610412.185582:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299685665 00000020:00000001:0.0:1749610412.185582:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749610412.185583:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00000020:00000001:0.0:1749610412.185583:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185584:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299685644 00000020:00000001:0.0:1749610412.185584:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185585:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610412.185585:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299685665 00000020:00000010:2.0:1749610412.185586:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610412.185586:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610412.185586:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749610412.185587:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610412.185587:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000020:00000010:3.0:1749610412.185588:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610412.185588:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185589:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610412.185589:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610412.185589:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000020:00000010:3.0:1749610412.185591:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:2.0:1749610412.185591:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f180. 00000100:00000001:1.0:1749610412.185591:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.185592:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610412.185592:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610412.185593:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610412.185593:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610412.185594:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000020:00000010:2.0:1749610412.185594:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000100:00000001:1.0:1749610412.185594:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.185594:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185594:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185595:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610412.185596:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610412.185597:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185598:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610412.185599:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1749610412.185599:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:3.0:1749610412.185601:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610412.185602:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610412.185602:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610412.185603:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610412.185603:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610412.185604:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610412.185604:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185604:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610412.185604:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610412.185605:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610412.185607:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000001:0.0:1749610412.185609:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209016192 : -131939500535424 : ffff880070f05180) 00000100:00100000:1.0:1749610412.185610:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:1.0:1749610412.185612:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209012608 : -131939500539008 : ffff880070f04380) 00000100:00000040:0.0:1749610412.185612:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05180 x1834598494502016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185613:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610412.185614:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04380 x1834598494502144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185615:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610412.185616:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610412.185616:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185618:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610412.185618:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610412.185620:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610412.185620:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502144:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749610412.185620:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494502016:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610412.185621:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610412.185622:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610412.185622:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502144 00000020:00000001:1.0:1749610412.185623:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610412.185623:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502016 00000100:00000001:2.0:1749610412.185624:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610412.185624:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610412.185625:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:0.0:1749610412.185626:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610412.185627:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610412.185627:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000001:3.0:1749610412.185629:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610412.185629:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749610412.185630:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185631:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640213888 : -131939069337728 : ffff88008aa3df80) 00000100:00100000:3.0:1749610412.185632:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00010000:00020000:1.0:1749610412.185632:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610412.185633:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610412.185633:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610412.185635:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:2.0:1749610412.185635:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3df80 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1749610423 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610412.185635:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610412.185636:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092724352 : -131939616827264 : ffff88006a01d880) 00000100:00000001:1.0:1749610412.185636:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00020000:0.0:1749610412.185636:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610412.185637:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610412.185638:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610412.185638:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749610412.185640:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9bc00. 00010000:00000001:0.0:1749610412.185640:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610412.185641:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01d880 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/0 e 0 to 0 dl 1749610423 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610412.185641:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185641:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610412.185642:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610412.185642:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610412.185643:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610412.185643:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749610412.185644:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00010000:00000001:1.0:1749610412.185644:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185644:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610412.185646:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610412.185646:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749610412.185646:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7400. 00000020:00000010:2.0:1749610412.185647:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f180. 00000100:00000001:3.0:1749610412.185648:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610412.185648:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610412.185648:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185649:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610412.185649:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610412.185650:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84f80. 00000100:00000040:1.0:1749610412.185650:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610412.185651:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494502528:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610412.185651:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610412.185651:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610412.185652:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610412.185653:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:0.0:1749610412.185653:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610412.185654:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84f80. 00000100:00000200:2.0:1749610412.185654:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502528 00000020:00000001:2.0:1749610412.185655:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610412.185655:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610412.185655:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610412.185656:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610412.185657:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185657:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749610412.185658:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494502272:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610412.185658:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610412.185658:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610412.185659:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610412.185659:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749610412.185660:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610412.185660:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000040:0.0:1749610412.185661:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:2.0:1749610412.185662:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1749610412.185662:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502144, offset 0 00000100:00000001:0.0:1749610412.185662:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610412.185663:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610412.185664:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502272 00000020:00000001:2.0:1749610412.185664:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610412.185665:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610412.185666:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610412.185666:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749610412.185666:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610412.185667:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749610412.185667:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:2.0:1749610412.185668:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610412.185668:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fd00 00000020:00000001:3.0:1749610412.185669:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610412.185669:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749610412.185670:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749610412.185670:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610412.185671:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749610412.185671:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5545 [1] + 0 00000020:00000001:3.0:1749610412.185672:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610412.185672:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610412.185672:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610412.185673:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610412.185673:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610412.185674:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610412.185674:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185675:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610412.185675:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000001:3.0:1749610412.185676:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610412.185676:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610412.185676:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610412.185678:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749610412.185678:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610412.185678:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502016, offset 0 00000020:00000001:3.0:1749610412.185679:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610412.185679:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610412.185681:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610412.185681:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610412.185681:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610412.185683:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749610412.185683:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1c00. 00000100:00000040:1.0:1749610412.185683:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185685:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610412.185685:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610412.185686:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610412.185686:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610412.185686:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610412.185688:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610412.185689:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880076277000. 00000100:00000001:1.0:1749610412.185689:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610412.185690:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fc80 02000000:00000001:3.0:1749610412.185691:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610412.185691:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494502528 00000400:00000200:1.0:1749610412.185691:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610412.185692:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610412.185693:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610412.185693:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610412.185693:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610412.185694:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610412.185695:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185695:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610412.185695:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x553d [1] + 0 00010000:00000040:3.0:1749610412.185697:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494502272 00010000:00000200:2.0:1749610412.185697:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008aa3df80 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610412.185697:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610412.185698:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610412.185698:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610412.185699:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610412.185699:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610412.185701:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04380 x1834598494502144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610412.185701:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1749610412.185702:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01d880 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610412.185703:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610412.185703:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610412.185705:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610412.185705:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502144:12345-0@lo:38:kworker.0 Request processed in 85us (330us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610412.185707:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 0 0) 00000100:00000200:0.0:1749610412.185707:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610412.185708:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610412.185709:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185710:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749610412.185711:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 0 0) 00000100:00000040:2.0:1749610412.185712:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:1.0:1749610412.185712:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000001:1.0:1749610412.185713:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610412.185714:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610412.185714:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610412.185714:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610412.185714:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610412.185715:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000040:3.0:1749610412.185716:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749610412.185716:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610412.185717:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185718:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749610412.185718:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9960. 00000100:00000001:2.0:1749610412.185719:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610412.185720:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610412.185721:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185721:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610412.185721:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:0.0:1749610412.185721:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610412.185723:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610412.185723:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610412.185723:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610412.185724:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610412.185724:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:3.0:1749610412.185726:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000010:0.0:1749610412.185726:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610412.185727:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610412.185727:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749610412.185728:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502528, offset 224 00000100:00000001:1.0:1749610412.185728:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610412.185728:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610412.185729:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502272, offset 224 00000100:00100000:1.0:1749610412.185730:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1749610412.185730:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185731:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209011712 : -131939500539904 : ffff880070f04000) 00000400:00000200:2.0:1749610412.185733:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610412.185733:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04000 x1834598494502400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610432 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610412.185733:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610412.185734:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610412.185736:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610412.185737:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610412.185738:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502400:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610412.185739:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610412.185739:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502400 00000100:00000040:0.0:1749610412.185739:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05180 x1834598494502016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610412.185740:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610412.185741:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610412.185742:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610412.185744:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610412.185745:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fe80 00010000:00020000:1.0:1749610412.185746:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749610412.185746:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494502016:12345-0@lo:38:kworker.0 Request processed in 126us (455us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610412.185747:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fd80 00010000:00000001:1.0:1749610412.185747:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610412.185748:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5559 [1] + 224 00010000:00000001:1.0:1749610412.185748:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610412.185749:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610412.185750:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610412.185751:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610412.185752:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610412.185752:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000400:00000200:3.0:1749610412.185753:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5551 [1] + 224 00000100:00000001:0.0:1749610412.185754:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610412.185755:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610412.185755:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610412.185757:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610412.185758:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610412.185758:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000400:00000200:3.0:1749610412.185760:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610412.185761:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000200:2.0:1749610412.185762:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185763:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610412.185764:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584000. 00000020:00000010:0.0:1749610412.185764:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000100:00000200:3.0:1749610412.185766:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610412.185766:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185767:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610412.185768:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610412.185768:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610412.185769:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610412.185770:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610412.185771:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610412.185772:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610412.185774:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610412.185775:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610412.185775:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749610412.185777:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610412.185778:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610412.185779:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610412.185781:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610412.185781:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610412.185781:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185782:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610412.185783:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610412.185784:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610412.185784:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000400:00000200:2.0:1749610412.185785:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:0.0:1749610412.185786:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610412.185787:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749610412.185788:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610412.185789:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610412.185790:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610412.185791:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610412.185792:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610412.185792:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610412.185793:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000100:00000040:2.0:1749610412.185794:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610412.185796:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00010000:00000001:2.0:1749610412.185797:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749610412.185797:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000020:00000001:2.0:1749610412.185798:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185799:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610412.185800:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610412.185800:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502400, offset 0 00000400:00000200:1.0:1749610412.185802:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610412.185802:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610412.185803:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3df80 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610412.185804:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610412.185806:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000400:00000200:1.0:1749610412.185806:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610412.185808:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610412.185808:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91fe00 00000100:00000001:3.0:1749610412.185809:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610412.185810:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185812:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610412.185812:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5561 [1] + 0 00000100:00100000:2.0:1749610412.185813:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494502528:12345-0@lo:400:kworker.0 Request processed in 168us (306us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610412.185814:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610412.185814:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610412.185815:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610412.185815:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610412.185816:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610412.185817:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610412.185817:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610412.185818:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185818:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749610412.185819:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610412.185819:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000200:1.0:1749610412.185819:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610412.185820:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610412.185821:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610412.185822:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610412.185822:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610412.185823:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d880 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:603/0 lens 224/224 e 0 to 0 dl 1749610423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610412.185824:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610412.185824:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610412.185824:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610412.185825:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610412.185827:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610412.185828:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749610412.185828:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=17 v=5 (5 5 0 0) 00000020:00000010:2.0:1749610412.185830:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000400:00000200:1.0:1749610412.185830:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610412.185831:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00001000:0.0:1749610412.185831:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=17 v=5 (1 1 0 0) 00000100:00100000:3.0:1749610412.185832:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494502272:12345-0@lo:400:kworker.0 Request processed in 181us (396us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610412.185832:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610412.185832:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749610412.185833:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000100:00000001:0.0:1749610412.185833:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610412.185834:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.185834:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610412.185835:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:2.0:1749610412.185836:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610412.185836:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610412.185837:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610412.185837:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749610412.185838:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1749610412.185838:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610412.185839:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04000 x1834598494502400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610432 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610412.185840:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00080000:0.0:1749610412.185840:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185842:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610412.185843:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610412.185845:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00010000:00000001:0.0:1749610412.185846:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610412.185847:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502400:12345-0@lo:38:kworker.0 Request processed in 109us (291us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610412.185848:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749610412.185848:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610412.185850:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:3.0:1749610412.185851:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00100000:1.0:1749610412.185851:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1749610412.185851:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610412.185852:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610412.185852:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185853:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1749610412.185854:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:1.0:1749610412.185855:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000040:0.0:1749610412.185855:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185856:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610412.185856:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00080000:2.0:1749610412.185858:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:1.0:1749610412.185858:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749610412.185859:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610412.185861:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610412.185861:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610412.185862:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610412.185864:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610412.185865:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610412.185866:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.185866:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610412.185866:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185867:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610412.185869:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610412.185870:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610412.185871:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00100000:0.0:1749610412.185873:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494502528:0@lo:400:kworker.0 00000400:00000200:3.0:1749610412.185874:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000400:00000010:3.0:1749610412.185875:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:3.0:1749610412.185877:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610412.185877:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610412.185878:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610412.185878:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1749610412.185879:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610412.185880:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610412.185880:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000100:00000040:0.0:1749610412.185880:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494502528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.185882:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610412.185883:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610412.185884:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610412.185884:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749610412.185886:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610412.185886:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610412.185887:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610412.185887:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 02000000:00000001:0.0:1749610412.185889:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749610412.185890:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610412.185890:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610412.185891:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610412.185893:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610412.185893:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610412.185893:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610412.185894:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610412.185894:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 00000100:00000001:3.0:1749610412.185895:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185895:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610412.185896:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610412.185896:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610412.185896:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610412.185897:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610412.185897:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610412.185897:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610412.185898:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610412.185898:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:3.0:1749610412.185899:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610412.185899:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185900:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610412.185901:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610412 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610412.185901:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749610412.185902:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610412.185902:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=17 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610412.185902:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.185903:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185904:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1749610412.185905:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=67 v=5 (5 5 0 0) 00000100:00000001:1.0:1749610412.185905:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610412.185906:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610412.185906:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610412.185907:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610412.185908:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=67 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610412.185908:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610412.185909:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610412.185910:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610412.185910:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185911:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.185912:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610412.185913:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610412.185913:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610412.185914:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185915:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00080000:3.0:1749610412.185916:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185916:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610412.185917:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610412.185918:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610412.185919:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610412.185921:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610412.185922:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185924:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610412.185925:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:1.0:1749610412.185925:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494502400:0@lo:38:kworker.0 00000100:00000001:3.0:1749610412.185926:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610412.185927:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610412.185927:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610412.185928:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610412.185929:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00000040:3.0:1749610412.185930:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610412.185930:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610412.185931:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610412.185932:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610412.185933:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185936:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610412.185937:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185938:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610412.185940:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185940:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610412.185941:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185942:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610412.185942:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610412.185943:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185943:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610412.185943:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185944:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610412.185946:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610412 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610412.185948:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=117 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610412.185949:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610412.185950:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494502272:0@lo:400:kworker.0 00000100:00000001:1.0:1749610412.185950:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610412.185951:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610412.185953:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610412.185953:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185954:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610412.185956:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610412.185957:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494502272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185957:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610412.185958:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185959:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610412.185959:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610412.185960:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610412.185962:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610412.185963:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610412.185963:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610412.185964:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749610412.185964:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610412.185966:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610412.185968:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749610412.185968:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494502016:0@lo:38:kworker.0 00000020:00000001:3.0:1749610412.185969:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610412.185970:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000001:1.0:1749610412.185970:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610412.185971:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610412.185971:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000020:00000001:3.0:1749610412.185972:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610412.185972:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000010:3.0:1749610412.185973:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 00000400:00000010:1.0:1749610412.185973:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610412.185974:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610412.185975:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749610412.185975:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610412.185977:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610412.185978:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000200:1.0:1749610412.185979:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610412.185980:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610412.185981:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185982:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610412.185982:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610412.185983:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185983:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610412.185984:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610412.185985:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610412.185986:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610412.185986:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610412.185987:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610412.185987:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610412.185988:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610412 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610412.185989:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610412.185990:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610412.185990:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=67 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610412.185991:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610412.185991:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610412.185992:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610412.185994:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.185997:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610412.185998:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610412.185999:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.185999:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610412.186000:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610412.186001:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610412.186002:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610412.186003:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610412.186005:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610412.186008:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494502144:0@lo:38:kworker.0 00000100:00000001:1.0:1749610412.186010:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.186011:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.186012:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494502400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.186016:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610412.186016:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610412.186017:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb9b000. 02000000:00000001:1.0:1749610412.186019:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610412.186020:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610412.186021:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610412.186022:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610412.186023:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2c00. 02000000:00000001:1.0:1749610412.186024:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610412.186025:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610412.186026:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:1.0:1749610412.186027:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610412.186028:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.186029:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.186030:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494502016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.186033:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610412.186034:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610412.186034:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb9b400. 02000000:00000001:1.0:1749610412.186036:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610412.186037:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610412.186037:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610412.186038:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610412.186039:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2400. 02000000:00000001:1.0:1749610412.186040:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610412.186041:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610412.186041:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:1.0:1749610412.186042:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610412.186043:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.186044:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610412.186045:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494502144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610412.186048:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610412.186048:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610412.186049:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb9b800. 02000000:00000001:1.0:1749610412.186050:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610412.186050:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610412.186051:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610412.186052:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610412.186052:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 02000000:00000001:1.0:1749610412.186053:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610412.186054:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610412.186055:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000001:1.0:1749610412.186056:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610412.186057:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610412.186058:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.186059:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610412.186059:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610412.186060:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610412.186061:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610412.207608:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299685665, at 4299685665 00000100:00000040:2.0:1749610412.207608:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299685665, at 4299685665 00000100:00000040:1.0:1749610412.207608:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299685665, at 4299685665 00000100:00000040:0.0:1749610412.207608:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299685665, at 4299685665 00000100:00000010:2.0:1749610412.207622:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b34c0. 00000100:00000010:1.0:1749610412.207633:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3880. 00000100:00000010:3.0:1749610412.207647:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3600. 00000100:00000010:0.0:1749610412.207653:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3740. 00000100:00000001:0.0:1749610412.455644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610412.455651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610412.455653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610412.455657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610412.455659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610412.455663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.455665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610412.455668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.455670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610412.457571:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610412.457574:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610412.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610412.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610412.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610412.457579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.457581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610412.457582:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610412.457583:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610412.956659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610412.956664:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610412.956751:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610412.956754:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610412.956756:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610413.455615:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610413.455622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610413.455623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610413.455626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610413.455629:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610413.455631:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610413.455633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610413.455635:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610413.455637:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610413.457565:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610413.457568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610413.457569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610413.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610413.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610413.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610413.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610413.457576:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610413.457577:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610413.958654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610413.958660:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610413.958662:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610413.958664:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610413.958667:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610413.958668:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610413.958670:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610413.958671:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610413.958692:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610413.958693:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610413.958694:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610414.455645:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610414.455651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610414.455652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610414.455657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610414.455659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610414.455662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610414.455665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610414.455668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610414.455670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610414.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610414.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610414.457571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610414.457573:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610414.457575:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610414.457576:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610414.457579:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610414.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610414.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610414.960672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610414.960678:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610414.960731:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610414.960735:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610414.960739:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610415.455628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610415.455634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610415.455635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610415.455638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610415.455640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610415.455643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610415.455645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610415.455647:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610415.455648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610415.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610415.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610415.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610415.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610415.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610415.457579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610415.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610415.457581:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610415.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610415.962643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610415.962649:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610415.962711:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610415.962715:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610415.962718:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610416.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610416.455641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610416.455643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610416.455646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610416.455648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610416.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610416.455653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610416.455655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610416.455656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610416.457562:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610416.457564:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610416.457565:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610416.457567:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610416.457569:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610416.457570:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610416.457572:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610416.457573:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610416.457574:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610416.964756:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610416.964764:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610416.964896:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610416.964901:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610416.964905:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610417.185584:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610417.185597:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610417.185599:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.185603:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610417.185605:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610417.185608:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.185610:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610417.198620:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610417.198626:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610417.198629:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610417.198631:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610417.198633:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610417.198635:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610417.198638:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610417.198643:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:2.0:1749610417.198646:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610417.198648:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198650:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198652:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198653:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610417.198656:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610417.198658:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610417.198661:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610417.198663:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610417.198665:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610417.198667:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610417.198669:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198670:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198671:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198672:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610417.198675:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610417.198677:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610417.198678:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.198681:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610417.198686:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610417.198688:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198689:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610417.198693:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610417.198698:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000020:00000040:2.0:1749610417.198701:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610417.198704:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610417.198705:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198708:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610417.198710:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198713:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.198719:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:2.0:1749610417.198740:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610417.198746:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610417.198753:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610417.198755:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198758:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.198774:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610417.198776:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610417.198778:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610417.198779:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610417.198780:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610417.198781:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610417.198782:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:2.0:1749610417.198784:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610417.198785:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198786:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198787:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198788:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610417.198789:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610417.198790:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610417.198790:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610417.198791:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610417.198793:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610417.198794:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610417.198796:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198797:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198798:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198798:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610417.198800:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610417.198801:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610417.198802:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.198803:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610417.198804:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610417.198805:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198806:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610417.198807:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610417.198810:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610417.198811:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610417.198812:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610417.198813:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198814:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610417.198814:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198815:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.198817:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610417.198818:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610417.198820:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610417.198824:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610417.198825:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198827:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.198831:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610417.198832:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610417.198832:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610417.198834:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610417.198835:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610417.198836:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610417.198836:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610417.198837:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610417.198838:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018 00000100:00000001:1.0:1749610417.198838:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610417.198840:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610417.198841:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198842:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610417.198842:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610417.198843:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198844:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610417.198844:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610417.198845:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610417.198846:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610417.198847:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610417.198848:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610417.198849:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:1.0:1749610417.198849:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610417.198850:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198851:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610417.198851:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198852:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198852:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610417.198853:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:1.0:1749610417.198853:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610417.198855:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749610417.198855:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610417.198856:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.198856:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610417.198856:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.198858:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610417.198858:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494502656:0@lo:38:kworker.0 02000000:00000001:2.0:1749610417.198859:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198860:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610417.198860:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.198860:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749610417.198862:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000020:00000040:2.0:1749610417.198862:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610417.198862:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610417.198864:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610417.198864:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.198864:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.198865:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610417.198865:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610417.198866:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198867:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.198868:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1000. 02000000:00000010:1.0:1749610417.198869:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113584400. 00000100:00000001:2.0:1749610417.198870:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.198870:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610417.198872:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610417.198875:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749610417.198875:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000100:00000001:2.0:1749610417.198876:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198878:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610417.198880:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749610417.198881:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198883:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610417.198885:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749610417.198885:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502656, portal 4 00000100:00000010:2.0:1749610417.198887:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000100:00000001:1.0:1749610417.198887:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610417.198888:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610417.198888:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000001:2.0:1749610417.198889:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610417.198890:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198891:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.198893:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5600. 00000100:00000040:1.0:1749610417.198893:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.198894:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198896:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610417.198900:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610417.198900:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610417.198901:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610417.198903:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610417.198904:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_00_02+2] req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610417.198905:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:1.0:1749610417.198907:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494502656, offset 0 00000400:00000200:1.0:1749610417.198912:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610417.198919:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610417.198921:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610417.198922:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610417.198923:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610417.198924:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610417.198926:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749610417.198926:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610417.198927:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018 00000100:00080000:2.0:1749610417.198928:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610417.198929:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198931:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198931:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198932:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610417.198933:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610417.198934:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610417.198934:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610417.198935:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf91ff00 00000020:00000040:2.0:1749610417.198936:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610417.198937:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610417.198938:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610417.198939:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610417.198940:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610417.198941:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610417.198942:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610417.198942:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 7800 00000020:00000040:2.0:1749610417.198943:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610417.198945:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610417.198946:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.198946:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610417.198948:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610417.198949:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.198949:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610417.198950:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610417.198951:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610417.198952:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:2.0:1749610417.198953:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:1.0:1749610417.198953:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610417.198954:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610417.198955:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.198956:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610417.198956:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610417.198956:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198957:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.198957:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749610417.198959:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000200:1.0:1749610417.198959:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749610417.198960:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610417.198961:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.198962:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610417.198963:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749610417.198963:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05880. 00000100:00000040:1.0:1749610417.198966:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05880 x1834598494502656 msgsize 520 00000100:00000040:3.0:1749610417.198967:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.198967:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610417.198968:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198969:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610417.198969:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610417.198973:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198974:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610417.198976:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610417.198976:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610417.198977:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610417.198977:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610417.198978:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610417.198979:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610417.198980:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610417.198980:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610417.198980:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610417.198982:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610417.198982:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5800. 00000100:00000001:2.0:1749610417.198983:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610417.198984:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198985:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610417.198985:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610417.198986:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494503040:0@lo:400:kworker.0 00000100:00000001:3.0:1749610417.198989:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610417.198989:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610417.198990:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.198991:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_00_03+3] req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610417.198991:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 02000000:00000001:3.0:1749610417.198992:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610417.198993:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610417.198993:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 02000000:00000001:3.0:1749610417.198995:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610417.198995:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.198995:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749610417.198998:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00000040:2.0:1749610417.198998:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5028) 00000100:00000200:1.0:1749610417.198998:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610417.198999:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610417.199003:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00000100:00000001:1.0:1749610417.199003:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610417.199005:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610417.199005:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.199006:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749610417.199007:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610417.199007:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610417.199009:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199009:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610417.199010:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494503040, portal 10 00000100:00000001:1.0:1749610417.199010:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610417.199012:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610417.199012:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610417.199012:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199013:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00000001:2.0:1749610417.199013:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.199015:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610417.199016:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610417.199016:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1040 usecs (2 jiffies) 02000000:00000001:2.0:1749610417.199017:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199018:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299690658 00000100:00000040:3.0:1749610417.199019:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610417.199019:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494503296:0@lo:400:kworker.0 00000100:00000001:2.0:1749610417.199021:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749610417.199021:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3880. 02000000:00000001:2.0:1749610417.199022:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610417.199023:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.199024:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610417.199026:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749610417.199026:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828c00. 00000100:00000001:1.0:1749610417.199026:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610417.199027:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610417.199028:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610417.199029:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 00000100:00000001:1.0:1749610417.199029:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299690658 00000400:00000010:3.0:1749610417.199030:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000010:1.0:1749610417.199031:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b35c0. 00000100:00000200:3.0:1749610417.199032:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494503040, offset 0 00000400:00000010:2.0:1749610417.199032:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610417.199032:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000200:2.0:1749610417.199034:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494503296, portal 10 00000100:00000001:1.0:1749610417.199034:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299690658 00000100:00000001:2.0:1749610417.199035:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1749610417.199035:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b31c0. 00000400:00000200:3.0:1749610417.199036:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610417.199036:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:1.0:1749610417.199037:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749610417.199039:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199039:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299690658 00000100:00000001:0.0:1749610417.199039:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1749610417.199040:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3700. 00000400:00000200:3.0:1749610417.199042:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610417.199042:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610417.199043:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610417.199043:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610417.199043:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502656 00000100:00000001:1.0:1749610417.199044:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.199045:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610417.199045:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610417.199046:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749610417.199046:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610417.199047:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494503296, offset 0 00000100:00000040:1.0:1749610417.199047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610417.199047:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610417.199048:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920080 00000400:00000200:2.0:1749610417.199050:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610417.199050:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199051:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610417.199052:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199053:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610417.199053:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610417.199054:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 90496 00000400:00000200:2.0:1749610417.199054:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610417.199054:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610417.199055:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199057:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494502784:0@lo:38:kworker.0 00000100:00100000:0.0:1749610417.199057:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502656 00000400:00000200:3.0:1749610417.199058:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610417.199058:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920180 00000100:00000001:1.0:1749610417.199058:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610417.199059:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610417.199060:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610417.199060:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610417.199061:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610417.199061:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610417.199062:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 90720 02000000:00000001:1.0:1749610417.199062:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610417.199062:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1749610417.199063:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113584800. 02000000:00000001:1.0:1749610417.199064:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610417.199064:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199065:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610417.199065:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610417.199065:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610417.199066:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00000200:3.0:1749610417.199067:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610417.199067:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610417.199068:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:1.0:1749610417.199070:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502784, portal 10 00000020:00000010:0.0:1749610417.199070:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000010:3.0:1749610417.199071:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078803800. 00000100:00000001:1.0:1749610417.199071:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610417.199072:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000040:3.0:1749610417.199073:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880078803800 x1834598494503040 msgsize 224 00000020:00000010:0.0:1749610417.199074:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000040:1.0:1749610417.199075:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610417.199076:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610417.199079:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610417.199079:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000040:1.0:1749610417.199080:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610417.199081:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749610417.199082:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494502784, offset 0 00000100:00000001:3.0:1749610417.199084:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610417.199084:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610417.199084:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610417.199085:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610417.199086:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199087:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610417.199090:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000200:1.0:1749610417.199091:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf91ff80 00000400:00000010:3.0:1749610417.199092:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610417.199092:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199095:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610417.199096:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610417.199097:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610417.199098:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610417.199099:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718a80. 00000100:00000001:0.0:1749610417.199099:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610417.199100:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718a80 x1834598494503296 msgsize 224 00000400:00000200:1.0:1749610417.199100:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 90944 00000400:00000200:1.0:1749610417.199102:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610417.199103:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610417.199118:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610417.199123:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610417.199124:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610417.199125:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610417.199127:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199128:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610417.199129:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503040 02000000:00000001:1.0:1749610417.199130:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610417.199130:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000001:1.0:1749610417.199131:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199132:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199133:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.199133:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209017984 : -131939500533632 : ffff880070f05880) 00000100:00000001:3.0:1749610417.199134:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610417.199134:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199135:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503040 00000100:00000001:2.0:1749610417.199136:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610417.199136:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610417.199137:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:0.0:1749610417.199137:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05880 x1834598494502656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199138:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199138:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610417.199140:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:3.0:1749610417.199141:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 676 usecs (1 jiffies) 00000020:00000001:1.0:1749610417.199141:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:2.0:1749610417.199142:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000020:00000001:1.0:1749610417.199142:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610417.199143:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299690657 00000400:00000010:2.0:1749610417.199144:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749610417.199145:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299690658 00000100:00000001:2.0:1749610417.199145:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610417.199145:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610417.199147:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299690657 00000020:00000010:1.0:1749610417.199147:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3480. 00000100:00000200:2.0:1749610417.199148:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610417.199148:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494502656:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610417.199149:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299690658 00000100:00000001:3.0:1749610417.199150:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299690657 00000020:00000040:1.0:1749610417.199151:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610417.199152:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299690658 00000100:00000001:2.0:1749610417.199152:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610417.199152:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502656 00000100:00000001:3.0:1749610417.199153:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299690657 00000100:00000040:2.0:1749610417.199154:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199155:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299690658 00000020:00000001:0.0:1749610417.199155:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610417.199156:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610417.199157:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610417.199158:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199158:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610417.199159:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610417.199159:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00010000:00000001:0.0:1749610417.199159:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610417.199160:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199161:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610417.199161:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000040:2.0:1749610417.199162:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 593 usecs (1 jiffies) 00000100:00000001:3.0:1749610417.199163:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610417.199163:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:2.0:1749610417.199164:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299690657 00000100:00000001:2.0:1749610417.199165:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299690658 00000100:00000001:2.0:1749610417.199167:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299690657 00000100:00000040:1.0:1749610417.199167:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610417.199168:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610417.199168:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299690658 00000100:00000001:1.0:1749610417.199168:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610417.199169:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610417.199169:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299690657 00000100:00000001:1.0:1749610417.199169:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610417.199169:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199170:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299690658 00000100:00000001:3.0:1749610417.199171:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610417.199171:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299690657 00000100:00000001:1.0:1749610417.199171:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610417.199172:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610417.199172:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299690658 00000100:00000001:3.0:1749610417.199173:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199173:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:0.0:1749610417.199173:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610417.199174:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199174:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610417.199175:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199175:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1749610417.199175:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610417.199176:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199176:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199177:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610417.199178:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610417.199179:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.199180:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610417.199181:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610417.199182:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610417.199182:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610417.199183:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610417.199183:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610417.199184:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610417.199184:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199184:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503296 02000000:00000001:1.0:1749610417.199184:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610417.199184:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610417.199185:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199185:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199186:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199187:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610417.199187:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610417.199188:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4000. 00000100:00000001:3.0:1749610417.199189:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610417.199189:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503296 00000020:00000001:1.0:1749610417.199189:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610417.199190:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749610417.199190:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199191:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610417.199191:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749610417.199192:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000020:00000001:1.0:1749610417.199192:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610417.199192:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610417.199193:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749610417.199194:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610417.199195:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000040:2.0:1749610417.199195:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610417.199195:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749610417.199195:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749610417.199196:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b32c0. 00010000:00000001:0.0:1749610417.199196:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199197:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335887360 : -131939373664256 : ffff880078803800) 00000020:00000010:1.0:1749610417.199197:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb84d40. 00000020:00000040:1.0:1749610417.199199:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00001000:0.0:1749610417.199199:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610417.199201:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078803800 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/0 e 0 to 0 dl 1749610428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199202:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610417.199202:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749610417.199203:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610417.199204:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1749610417.199205:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749610417.199206:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:1.0:1749610417.199206:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000040:0.0:1749610417.199207:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610417.199208:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610417.199208:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610417.199209:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610417.199209:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:1.0:1749610417.199210:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610417.199210:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749610417.199211:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84f80. 00000100:00000001:1.0:1749610417.199211:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610417.199212:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199213:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1749610417.199213:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610417.199214:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610417.199214:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610417.199215:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610417.199215:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749610417.199216:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84f80. 02000000:00000001:0.0:1749610417.199217:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199218:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.199218:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610417.199220:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494503040:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610417.199220:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610417.199220:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610417.199221:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610417.199223:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503040 00000100:00100000:1.0:1749610417.199223:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000400:00000010:0.0:1749610417.199223:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:1.0:1749610417.199224:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:3.0:1749610417.199225:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610417.199225:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922128000 : -131938787423616 : ffff88009b718a80) 00000100:00000200:0.0:1749610417.199226:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494502656, offset 0 00000020:00000001:3.0:1749610417.199227:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749610417.199228:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718a80 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:608/0 lens 224/0 e 0 to 0 dl 1749610428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610417.199229:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610417.199230:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610417.199232:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610417.199233:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610417.199234:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:1.0:1749610417.199234:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b32c0. 00000100:00000001:1.0:1749610417.199235:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610417.199236:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749610417.199236:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b32c0. 00000400:00000200:0.0:1749610417.199236:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610417.199238:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494503296:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610417.199239:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610417.199240:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503296 00000020:00000001:3.0:1749610417.199241:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610417.199241:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610417.199242:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610417.199242:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf91ff00 00000020:00000001:3.0:1749610417.199243:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610417.199243:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610417.199244:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199244:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610417.199245:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610417.199246:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610417.199246:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x557d [1] + 0 00000020:00000001:1.0:1749610417.199247:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610417.199249:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610417.199249:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610417.199250:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610417.199250:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610417.199251:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610417.199251:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610417.199252:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199253:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610417.199253:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610417.199254:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749610417.199255:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63cc00. 02000000:00000001:1.0:1749610417.199255:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610417.199256:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584c00. 00000100:00000001:0.0:1749610417.199256:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610417.199257:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199257:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199258:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199258:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610417.199260:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199260:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610417.199260:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749610417.199262:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494503040 00010000:00000040:1.0:1749610417.199262:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494503296 00010000:00000001:1.0:1749610417.199263:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749610417.199264:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610417.199265:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b718a80 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749610417.199268:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078803800 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610417.199270:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610417.199270:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610417.199271:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610417.199273:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 0 0) 00010000:00000001:3.0:1749610417.199274:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610417.199275:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610417.199276:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610417.199276:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610417.199277:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610417.199277:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610417.199278:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 0 0) 02000000:00000001:1.0:1749610417.199278:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610417.199279:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199280:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610417.199281:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610417.199281:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610417.199281:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:1.0:1749610417.199282:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000040:3.0:1749610417.199283:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:0.0:1749610417.199283:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610417.199285:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610417.199285:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749610417.199286:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503296, offset 224 02000000:00000001:3.0:1749610417.199287:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610417.199287:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610417.199288:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199288:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610417.199289:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610417.199289:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199291:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610417.199292:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610417.199292:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610417.199294:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:1.0:1749610417.199294:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920180 00000100:00000001:0.0:1749610417.199294:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610417.199296:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610417.199297:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x558d [1] + 224 00000400:00000200:1.0:1749610417.199299:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610417.199300:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05880 x1834598494502656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610417.199301:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610417.199305:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503040, offset 224 00000100:00000001:1.0:1749610417.199305:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610417.199307:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610417.199308:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494502656:12345-0@lo:38:kworker.0 Request processed in 159us (340us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610417.199309:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610417.199313:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610417.199315:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610417.199315:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000001:0.0:1749610417.199317:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749610417.199319:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920080 00000100:00000001:0.0:1749610417.199319:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610417.199322:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000400:00000200:3.0:1749610417.199323:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5585 [1] + 224 00000100:00000001:1.0:1749610417.199325:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610417.199325:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000400:00000200:3.0:1749610417.199327:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610417.199328:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000020:00000010:0.0:1749610417.199328:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000400:00000010:1.0:1749610417.199329:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000400:00000200:3.0:1749610417.199330:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610417.199330:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610417.199331:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610417.199331:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610417.199333:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610417.199333:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610417.199335:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:3.0:1749610417.199336:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610417.199336:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610417.199337:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199338:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610417.199339:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610417.199340:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610417.199340:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718a80 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610417.199343:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610417.199344:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610417.199344:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610417.199345:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 00000100:00100000:1.0:1749610417.199346:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494503296:12345-0@lo:400:kworker.0 Request processed in 111us (244us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610417.199347:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749610417.199348:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749610417.199349:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610417.199349:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:1.0:1749610417.199351:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:2.0:1749610417.199352:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199352:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610417.199353:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610417.199355:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610417.199355:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000200:2.0:1749610417.199357:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610417.199357:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000400:00000200:3.0:1749610417.199358:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000020:00000010:1.0:1749610417.199358:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000400:00000010:3.0:1749610417.199360:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610417.199361:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610417.199361:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610417.199362:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199362:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610417.199363:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610417.199363:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610417.199364:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610417.199364:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610417.199365:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610417.199366:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199366:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610417.199368:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199368:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610417.199369:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610417.199369:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610417.199371:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:2.0:1749610417.199371:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=22 v=5 (5 5 0 0) 00000100:00000010:1.0:1749610417.199371:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05500. 00000020:00000001:3.0:1749610417.199372:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610417.199372:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05500 x1834598494502784 msgsize 520 00000100:00001000:2.0:1749610417.199373:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=22 v=5 (1 1 0 0) 00000020:00000001:3.0:1749610417.199374:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610417.199374:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610417.199375:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199375:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610417.199376:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610417.199377:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078803800 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:608/0 lens 224/224 e 0 to 0 dl 1749610428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749610417.199379:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199381:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610417.199383:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199383:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:2.0:1749610417.199384:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1749610417.199384:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00100000:3.0:1749610417.199385:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494503040:12345-0@lo:400:kworker.0 Request processed in 175us (310us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610417.199385:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610417.199386:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610417.199386:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610417.199387:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610417.199387:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610417.199389:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199391:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610417.199392:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:1.0:1749610417.199393:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610417.199394:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610417.199394:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610417.199396:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610417.199396:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199396:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199397:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610417.199397:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199397:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610417.199399:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199399:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610417.199400:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000040:1.0:1749610417.199400:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 700 usecs (1 jiffies) 00000100:00000001:1.0:1749610417.199401:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299690657 00000020:00000010:3.0:1749610417.199403:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00100000:2.0:1749610417.199403:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494503296:0@lo:400:kworker.0 00000100:00000001:1.0:1749610417.199403:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299690658 00000100:00000001:1.0:1749610417.199404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299690657 00000100:00000001:2.0:1749610417.199405:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610417.199406:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:2.0:1749610417.199406:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610417.199406:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299690658 00000100:00000001:1.0:1749610417.199406:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299690657 00000100:00000040:2.0:1749610417.199407:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494503296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199408:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299690658 00000100:00000001:1.0:1749610417.199408:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299690657 00000020:00000040:3.0:1749610417.199409:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610417.199409:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299690658 00000100:00000001:2.0:1749610417.199410:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610417.199410:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610417.199411:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610417.199411:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610417.199411:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610417.199412:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.199413:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828c00. 00000100:00000001:1.0:1749610417.199413:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610417.199413:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502784 00000100:00000001:1.0:1749610417.199414:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610417.199414:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610417.199416:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610417.199416:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610417.199416:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610417.199417:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610417.199417:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.199417:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610417.199418:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610417.199418:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610417.199418:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610417.199419:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610417.199419:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610417.199419:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610417.199420:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5800. 00000100:00000001:3.0:1749610417.199421:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610417.199421:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610417.199421:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502784 02000000:00000001:2.0:1749610417.199422:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610417.199423:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610417.199423:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610417.199424:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:1.0:1749610417.199424:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610417.199424:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1749610417.199425:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610417.199425:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610417.199425:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610417.199425:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000001:3.0:1749610417.199426:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610417.199426:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610417.199426:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610417.199426:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610417.199427:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610417.199427:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610417.199428:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00000001:2.0:1749610417.199428:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610417.199428:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610417.199428:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199429:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199429:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494502912:0@lo:38:kworker.0 00000100:00000001:2.0:1749610417.199430:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610417.199430:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610417.199431:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000100:00000001:2.0:1749610417.199431:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610417.199432:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610417.199432:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610417.199433:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610417.199433:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610417.199433:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:3.0:1749610417.199434:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610417.199434:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610417.199436:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113585000. 00000020:00000010:0.0:1749610417.199436:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 02000000:00000001:1.0:1749610417.199437:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610417.199438:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610417.199438:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000400:00000010:1.0:1749610417.199439:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00000400:00000010:1.0:1749610417.199440:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610417.199441:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1749610417.199442:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494502912, portal 10 00000100:00000001:0.0:1749610417.199442:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610417.199443:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610417.199443:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199444:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000100:00000200:3.0:1749610417.199445:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610417.199447:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610417.199447:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199451:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610417.199452:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610417.199453:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610417.199453:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610417.199454:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494502912, offset 0 00000400:00000200:1.0:1749610417.199455:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610417.199456:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610417.199458:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610417.199458:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610417.199459:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610417.199459:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610417.199460:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610417.199460:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920000 00000100:00000001:0.0:1749610417.199460:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610417.199461:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610417.199461:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610417.199462:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610417.199463:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199463:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 91464 00000100:00100000:0.0:1749610417.199464:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 02000000:00000001:3.0:1749610417.199465:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199465:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610417.199466:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.199466:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209017088 : -131939500534528 : ffff880070f05500) 00000100:00000001:2.0:1749610417.199467:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199467:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610417.199468:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:3.0:1749610417.199469:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=72 v=5 (5 5 0 0) 00000100:00000200:1.0:1749610417.199469:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610417.199469:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05500 x1834598494502784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610417.199470:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f07100. 00000100:00001000:3.0:1749610417.199471:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=72 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610417.199472:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f07100 x1834598494502912 msgsize 520 00000100:00000001:3.0:1749610417.199474:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749610417.199474:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610417.199475:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610417.199476:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610417.199476:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610417.199477:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502784:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610417.199478:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610417.199479:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00010000:00080000:3.0:1749610417.199480:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199480:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610417.199480:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502784 00000100:00000001:2.0:1749610417.199481:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610417.199482:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610417.199482:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610417.199483:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494502912 02000000:00000001:2.0:1749610417.199484:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749610417.199484:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610417.199485:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610417.199486:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199486:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199486:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610417.199487:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610417.199487:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199488:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749610417.199488:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494502912 00000100:00000040:3.0:1749610417.199489:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:2.0:1749610417.199489:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749610417.199489:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610417.199490:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610417.199491:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1749610417.199491:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610417.199492:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610417.199492:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610417.199492:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610417.199493:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199494:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610417.199494:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610417.199495:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610417.199495:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000100:00000001:1.0:1749610417.199495:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610417.199496:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610417.199496:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610417.199497:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000040:1.0:1749610417.199498:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 670 usecs (1 jiffies) 00000100:00000001:0.0:1749610417.199498:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749610417.199499:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:1.0:1749610417.199499:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299690657 00000100:00000001:0.0:1749610417.199499:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610417.199500:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610417.199500:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299690658 02000000:00000001:0.0:1749610417.199500:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610417.199501:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610417.199501:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610417.199501:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299690657 00000100:00000001:2.0:1749610417.199502:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199502:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299690658 00000100:00000001:3.0:1749610417.199503:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199503:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299690657 02000000:00000010:0.0:1749610417.199503:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6800. 00000100:00000001:3.0:1749610417.199504:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610417.199504:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199504:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299690658 02000000:00000001:0.0:1749610417.199504:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299690657 00000100:00000001:1.0:1749610417.199506:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299690658 00000100:00000001:0.0:1749610417.199506:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610417.199507:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.199507:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199507:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610417.199508:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610417.199508:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610417.199509:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610417.199509:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1749610417.199509:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199510:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610417.199510:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610417.199512:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00001000:0.0:1749610417.199512:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749610417.199514:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494503040:0@lo:400:kworker.0 00000100:00000001:2.0:1749610417.199514:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209024256 : -131939500527360 : ffff880070f07100) 00000100:00000001:1.0:1749610417.199514:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610417.199514:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610417.199515:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.199516:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f07100 x1834598494502912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610417.199516:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610417.199516:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610417.199517:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610417.199517:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610417.199517:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610417.199518:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610417.199518:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610417.199519:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494503168:0@lo:38:kworker.0 00000100:00000001:0.0:1749610417.199519:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610417.199521:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494503040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610417.199534:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494502912:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610417.199535:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610417.199536:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749610417.199537:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494502912 02000000:00000001:1.0:1749610417.199537:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610417.199538:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610417.199538:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610417.199538:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749610417.199539:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749610417.199540:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113585400. 02000000:00000001:1.0:1749610417.199541:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610417.199542:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610417.199543:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db580. 00000020:00000001:2.0:1749610417.199544:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610417.199544:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 02000000:00000001:0.0:1749610417.199544:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749610417.199545:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494503168, portal 10 02000000:00000001:0.0:1749610417.199545:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610417.199546:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610417.199546:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610417.199546:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610417.199547:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00010000:00000001:2.0:1749610417.199548:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610417.199549:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610417.199549:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610417.199550:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.199551:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610417.199551:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610417.199552:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610417.199553:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610417.199554:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610417.199554:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502784, offset 0 02000000:00000010:2.0:1749610417.199555:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0000. 00000100:00000040:1.0:1749610417.199555:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610417.199556:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610417.199556:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610417.199557:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610417.199557:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610417.199558:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610417.199559:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610417.199559:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494503168, offset 0 00000100:00001000:2.0:1749610417.199561:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749610417.199561:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610417.199562:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610417.199562:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610417.199564:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610417.199564:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610417.199565:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610417.199566:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610417.199567:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610417.199568:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920100 00000400:00000200:0.0:1749610417.199568:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf91ff80 00000100:00000040:2.0:1749610417.199569:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610417.199570:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610417.199570:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 91984 02000000:00000001:2.0:1749610417.199571:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199572:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610417.199572:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610417.199573:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749610417.199573:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610417.199573:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5595 [1] + 0 00000400:00000200:1.0:1749610417.199574:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610417.199575:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1749610417.199575:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610417.199576:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749610417.199577:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 00000100:00000200:2.0:1749610417.199577:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494502912, offset 0 00000100:00000200:1.0:1749610417.199577:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610417.199577:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610417.199579:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749610417.199579:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749610417.199579:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f06680. 00000020:00000001:3.0:1749610417.199580:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610417.199580:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f06680 x1834598494503168 msgsize 520 00000400:00000200:0.0:1749610417.199580:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610417.199581:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610417.199583:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610417.199583:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610417.199583:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610417.199583:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610417.199585:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5600. 00000400:00000200:2.0:1749610417.199586:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920000 00000100:00000001:1.0:1749610417.199586:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610417.199587:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1749610417.199587:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610417.199588:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749610417.199588:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000010:3.0:1749610417.199589:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000400:00000010:1.0:1749610417.199589:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610417.199590:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610417.199591:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55a9 [1] + 0 00000100:00000001:3.0:1749610417.199592:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610417.199592:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199593:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610417.199594:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610417.199594:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610417.199595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610417.199595:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610417.199596:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610417.199597:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610417.199597:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610417.199598:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610417.199599:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199600:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610417.199600:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199600:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610417.199601:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199601:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610417.199601:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610417.199602:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610417.199604:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610417.199604:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 487 usecs (1 jiffies) 00000400:00000200:0.0:1749610417.199604:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:1.0:1749610417.199605:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299690658 00000100:00000001:1.0:1749610417.199606:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299690658 00000400:00000010:0.0:1749610417.199606:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610417.199607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299690658 00000100:00000001:1.0:1749610417.199608:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299690658 00000100:00000001:0.0:1749610417.199608:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610417.199609:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610417.199609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299690658 00000100:00000001:0.0:1749610417.199609:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610417.199610:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299690658 00000100:00000001:1.0:1749610417.199611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299690658 00000100:00000001:0.0:1749610417.199611:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610417.199612:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:1.0:1749610417.199612:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299690658 00000400:00000010:2.0:1749610417.199613:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749610417.199613:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610417.199614:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610417.199614:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610417.199615:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610417.199615:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.199615:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199616:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610417.199616:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610417.199616:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1749610417.199617:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610417.199618:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:1.0:1749610417.199618:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00000001:2.0:1749610417.199619:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610417.199619:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000001:2.0:1749610417.199620:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610417.199620:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000040:0.0:1749610417.199620:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05500 x1834598494502784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199621:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610417.199622:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f07100 x1834598494502912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.199622:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199624:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610417.199626:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503168 00000100:00100000:2.0:1749610417.199627:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494502912:12345-0@lo:38:kworker.0 Request processed in 105us (153us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610417.199627:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610417.199628:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610417.199628:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494502784:12345-0@lo:38:kworker.0 Request processed in 151us (253us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610417.199629:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199630:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610417.199631:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610417.199631:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000001:1.0:1749610417.199631:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610417.199632:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610417.199632:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610417.199633:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199633:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610417.199633:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610417.199634:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610417.199634:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1749610417.199635:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503168 00000020:00000010:2.0:1749610417.199635:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610417.199635:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610417.199636:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610417.199636:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1749610417.199637:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1749610417.199637:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 02000000:00000001:1.0:1749610417.199637:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.199637:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610417.199639:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1749610417.199639:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610417 v=5 (0 0 0 0) 00000020:00000010:0.0:1749610417.199639:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000001:3.0:1749610417.199640:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610417.199640:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000100:00001000:1.0:1749610417.199641:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=140 v=20 (1 20 0 0) 00000020:00000010:0.0:1749610417.199641:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000020:00000001:3.0:1749610417.199642:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610417.199642:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199642:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610417.199643:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:1.0:1749610417.199644:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610417.199645:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000100:00000001:1.0:1749610417.199645:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610417.199645:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610417.199647:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610417.199648:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610417.199651:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610417.199651:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610417.199653:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610417.199653:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199653:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610417.199654:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610417.199654:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610417.199656:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199656:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610417.199657:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610417.199659:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610417.199659:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610417.199660:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610417.199662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199664:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610417.199665:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494502656:0@lo:38:kworker.0 00000400:00000001:1.0:1749610417.199668:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610417.199668:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610417.199669:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749610417.199669:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00000001:3.0:1749610417.199670:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610417.199671:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610417.199671:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610417.199671:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610417.199672:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610417.199673:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:0.0:1749610417.199673:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610417.199674:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199675:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209021568 : -131939500530048 : ffff880070f06680) 00000100:00000001:0.0:1749610417.199675:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.199677:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610417.199678:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610417.199679:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f06680 x1834598494503168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610437 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199681:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610417.199681:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199682:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610417.199683:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610417.199683:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199684:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199685:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610417.199687:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494503168:12345-0@lo:38:kworker.0 00000100:00001000:1.0:1749610417.199687:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610417 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610417.199688:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=122 v=20 (1 20 0 0) 00000100:00000200:3.0:1749610417.199690:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503168 00000100:00000001:1.0:1749610417.199690:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610417.199691:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610417.199692:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610417.199692:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610417.199693:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610417.199694:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610417.199697:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610417.199698:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199698:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199699:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610417.199700:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199700:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610417.199701:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610417.199702:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00020000:3.0:1749610417.199703:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610417.199703:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610417.199705:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610417.199705:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610417.199707:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610417.199708:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494502784:0@lo:38:kworker.0 00000100:00000001:3.0:1749610417.199709:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610417.199710:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610417.199710:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199711:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610417.199712:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610417.199713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494502656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610417.199714:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63e800. 02000000:00000001:3.0:1749610417.199716:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199716:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610417.199717:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610417.199718:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610417.199718:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113584400. 02000000:00000001:1.0:1749610417.199719:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749610417.199720:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610417.199720:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610417.199720:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749610417.199721:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610417.199721:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1749610417.199723:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749610417.199723:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 02000000:00000001:1.0:1749610417.199724:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610417.199725:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610417.199726:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:1.0:1749610417.199726:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:3.0:1749610417.199727:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610417.199727:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610417.199728:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610417.199729:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610417.199729:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610417.199730:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494502784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610417.199731:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610417.199733:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610417.199733:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610417.199734:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610417.199735:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610417.199735:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113584800. 02000000:00000001:1.0:1749610417.199736:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610417.199736:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610417.199737:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610417.199738:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610417.199738:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610417.199738:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:3.0:1749610417.199739:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199739:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610417.199740:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610417.199740:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000001:3.0:1749610417.199741:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610417.199742:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610417.199742:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610417.199742:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199743:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610417.199744:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:1.0:1749610417.199745:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610417.199746:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610417.199747:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503168, offset 0 00000100:00000001:1.0:1749610417.199747:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610417.199747:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610417.199749:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610417.199749:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610417.199750:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000400:00000200:1.0:1749610417.199751:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610417.199752:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610417.199753:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610417.199754:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610417.199754:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.199758:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610417.199759:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610417.199763:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920100 00000100:00000001:1.0:1749610417.199765:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610417.199766:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199766:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610417.199767:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610417.199768:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55b1 [1] + 0 00000100:00000001:1.0:1749610417.199768:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199768:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199769:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610417.199771:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610417.199771:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610417 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610417.199772:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=72 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610417.199773:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610417.199774:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610417.199774:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610417.199775:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610417.199776:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610417.199777:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610417.199780:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199780:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610417.199781:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199781:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199782:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610417.199783:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610417.199784:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610417.199785:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610417.199786:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610417.199787:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610417.199788:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610417.199791:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494502912:0@lo:38:kworker.0 00000100:00000001:3.0:1749610417.199794:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610417.199801:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000400:00000010:3.0:1749610417.199802:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 00000100:00000001:3.0:1749610417.199805:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610417.199806:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610417.199808:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610417.199808:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610417.199809:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610417.199810:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:1.0:1749610417.199810:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db580. 00000400:00000200:1.0:1749610417.199811:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:3.0:1749610417.199812:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610417.199812:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000001:3.0:1749610417.199814:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610417.199814:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610417.199815:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610417.199817:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f06680 x1834598494503168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610437 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610417.199820:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199824:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610417.199824:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610417.199825:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494503168:12345-0@lo:38:kworker.0 Request processed in 138us (243us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610417.199825:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610417.199826:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610417.199826:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610417.199827:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610417.199828:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610417.199829:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610417 v=5 (0 0 0 0) 00000100:00100000:3.0:1749610417.199830:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00001000:1.0:1749610417.199830:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=22 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610417.199832:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610417.199832:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610417.199832:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610417.199833:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610417.199834:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610417.199835:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610417.199836:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610417.199838:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610417.199839:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610417.199840:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610417.199840:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610417.199841:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000001:1.0:1749610417.199841:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610417.199842:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610417.199843:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610417.199843:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610417.199844:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610417.199845:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610417.199847:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610417.199850:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494503168:0@lo:38:kworker.0 00000100:00000001:1.0:1749610417.199854:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199855:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610417.199856:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494502912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199859:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610417.199860:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610417.199861:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113585000. 02000000:00000001:1.0:1749610417.199862:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610417.199863:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610417.199863:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610417.199864:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610417.199865:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1000. 02000000:00000001:1.0:1749610417.199866:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610417.199866:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610417.199867:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:1.0:1749610417.199868:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610417.199869:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199869:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610417.199871:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494503168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610417.199874:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610417.199874:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610417.199875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113585400. 02000000:00000001:1.0:1749610417.199876:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610417.199876:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610417.199877:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610417.199878:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610417.199878:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 02000000:00000001:1.0:1749610417.199880:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610417.199880:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610417.199881:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:1.0:1749610417.199882:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610417.199883:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610417.199884:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199885:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610417.199886:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610417.199887:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610417.199888:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610417.200552:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299690658, at 4299690658 00000100:00000010:3.0:1749610417.200557:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3700. 00000100:00000040:2.0:1749610417.200560:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299690658, at 4299690658 00000100:00000010:2.0:1749610417.200565:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b31c0. 00000100:00000040:0.0:1749610417.200569:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299690658, at 4299690658 00000100:00000010:0.0:1749610417.200574:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3880. 00000100:00000040:1.0:1749610417.200598:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299690658, at 4299690658 00000100:00000010:1.0:1749610417.200603:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b35c0. 00000100:00000001:0.0:1749610417.455630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610417.455636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610417.455638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610417.455641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610417.455643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610417.455645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.455647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610417.455650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.455651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610417.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610417.457569:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610417.457570:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610417.457572:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610417.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610417.457575:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610417.457578:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610417.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610417.966622:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610417.966627:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610417.966708:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610417.966712:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610417.966715:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610418.199637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610418.199650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610418.199651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610418.199655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610418.199656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610418.199659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610418.199660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610418.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610418.455640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610418.455641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610418.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610418.455648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610418.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610418.455653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610418.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610418.455658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610418.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610418.457567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610418.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610418.457570:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610418.457571:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610418.457572:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610418.457574:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610418.457575:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610418.457576:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610418.968677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610418.968682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610418.968711:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610418.968714:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610418.968716:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610419.199659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610419.199672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610419.199674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610419.199677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610419.199679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610419.199681:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610419.199683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610419.455633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610419.455638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610419.455641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610419.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610419.455647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610419.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610419.455653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610419.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610419.455658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610419.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610419.457566:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610419.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610419.457569:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610419.457571:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610419.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610419.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610419.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610419.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610419.970644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610419.970650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610419.970734:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610419.970737:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610419.970739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610420.199637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610420.199650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610420.199652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610420.199655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610420.199657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610420.199660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610420.199661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610420.455629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610420.455635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610420.455637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610420.455640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610420.455642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610420.455645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610420.455647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610420.455649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610420.455650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610420.457569:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610420.457572:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610420.457573:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610420.457575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610420.457576:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610420.457578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610420.457579:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610420.457580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610420.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610420.687055:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610420.687068:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610420.687071:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610420.687086:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610420.687096:0:28315:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610420.687111:0:28315:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00580 00000400:00000100:0.0:1749610420.687116:0:28315:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138198912 offset 0 length 520: 4 00000400:00000200:0.0:1749610420.687119:0:28315:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610420.687121:0:28315:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610420.687127:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610420.687137:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610420.687138:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610420.687141:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610420.972635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610420.972641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610420.972697:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610420.972702:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610420.972704:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610421.199652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610421.199666:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610421.199668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610421.199673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610421.199675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610421.199678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610421.199680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610421.455631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610421.455638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610421.455640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610421.455643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610421.455645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610421.455648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610421.455650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610421.455652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610421.455653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610421.457551:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610421.457554:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610421.457555:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610421.457557:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610421.457558:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610421.457559:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610421.457561:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610421.457562:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610421.457563:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610421.974647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610421.974653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610421.974709:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610421.974713:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610421.974715:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610422.199626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610422.199638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610422.199639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.199643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610422.199645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610422.199647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.199649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610422.206599:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610422.206603:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610422.206605:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610422.206607:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610422.206609:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610422.206611:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610422.206614:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610422.206618:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:2.0:1749610422.206621:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610422.206623:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206625:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206626:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206628:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610422.206630:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610422.206632:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610422.206634:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610422.206636:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610422.206637:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610422.206638:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610422.206640:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206641:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206641:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206642:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610422.206644:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610422.206646:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610422.206647:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610422.206649:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610422.206654:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610422.206655:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206656:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610422.206658:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610422.206664:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610422.206666:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610422.206669:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610422.206671:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206673:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610422.206674:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610422.206677:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610422.206682:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1000. 00000100:00000001:2.0:1749610422.206687:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.206693:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610422.206700:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610422.206703:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206705:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.206720:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610422.206722:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610422.206725:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610422.206725:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610422.206726:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610422.206728:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610422.206729:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:2.0:1749610422.206730:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610422.206732:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206733:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206734:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206735:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610422.206736:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610422.206736:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610422.206737:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610422.206738:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610422.206739:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610422.206740:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610422.206741:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206743:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206744:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206745:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610422.206746:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610422.206747:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610422.206748:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610422.206749:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610422.206750:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610422.206751:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206752:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610422.206753:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610422.206756:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:2.0:1749610422.206757:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610422.206758:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610422.206759:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206760:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610422.206760:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610422.206761:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610422.206763:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610422.206764:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.206766:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610422.206767:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610422.206770:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610422.206771:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206771:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610422.206773:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.206773:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610422.206777:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610422.206779:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:1.0:1749610422.206779:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610422.206780:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610422.206781:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610422.206782:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610422.206783:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610422.206785:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023 00000100:00080000:2.0:1749610422.206786:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610422.206788:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610422.206788:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610422.206789:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206789:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610422.206789:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206790:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610422.206791:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610422.206792:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:1.0:1749610422.206792:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610422.206793:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610422.206794:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:1.0:1749610422.206794:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610422.206795:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610422.206796:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610422.206797:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:1.0:1749610422.206797:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206798:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206799:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610422.206799:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494503424:0@lo:38:kworker.0 00000100:00000001:2.0:1749610422.206800:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610422.206801:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610422.206802:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610422.206803:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206803:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610422.206804:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610422.206805:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610422.206805:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610422.206806:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206807:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610422.206807:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.206807:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610422.206809:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000020:00000040:2.0:1749610422.206810:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610422.206810:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610422.206811:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610422.206812:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206812:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610422.206813:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610422.206814:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610422.206814:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113585400. 02000000:00000010:2.0:1749610422.206815:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610422.206816:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.206816:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.206819:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610422.206822:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749610422.206822:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db580. 00000100:00000001:2.0:1749610422.206823:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206825:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.206829:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206830:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1749610422.206830:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610422.206832:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610422.206834:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610422.206835:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610422.206836:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1749610422.206836:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494503424, portal 4 02000000:00000001:2.0:1749610422.206837:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610422.206837:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610422.206839:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5d00. 00000100:00000001:1.0:1749610422.206839:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610422.206840:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:2.0:1749610422.206841:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206842:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610422.206846:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749610422.206846:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.206847:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206850:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_00_00+0] req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.206853:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610422.206855:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610422.206857:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749610422.206859:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494503424, offset 0 00000400:00000200:1.0:1749610422.206863:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610422.206870:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610422.206871:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610422.206873:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610422.206874:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610422.206874:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610422.206876:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749610422.206876:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610422.206877:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023 00000100:00080000:2.0:1749610422.206878:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610422.206880:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206881:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610422.206882:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206883:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610422.206884:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610422.206885:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000200:1.0:1749610422.206885:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf920200 00000020:00000001:2.0:1749610422.206886:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610422.206887:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610422.206888:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610422.206889:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610422.206890:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610422.206891:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610422.206891:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 8320 00000100:00000040:2.0:1749610422.206892:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610422.206893:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610422.206894:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610422.206895:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610422.206896:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610422.206897:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610422.206898:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610422.206898:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610422.206899:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206900:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610422.206901:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610422.206902:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000400:00000200:1.0:1749610422.206902:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610422.206903:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610422.206904:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610422.206905:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.206905:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610422.206906:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610422.206907:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610422.206908:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:1.0:1749610422.206908:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610422.206909:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610422.206910:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.206912:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749610422.206914:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04000. 00000100:00000040:1.0:1749610422.206917:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04000 x1834598494503424 msgsize 520 00000100:00000001:2.0:1749610422.206919:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610422.206920:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610422.206921:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610422.206922:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.206925:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.206927:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610422.206928:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610422.206929:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749610422.206930:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000020:00000040:2.0:1749610422.206931:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610422.206932:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610422.206932:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610422.206932:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610422.206933:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610422.206935:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5800. 00000100:00000001:2.0:1749610422.206936:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.206936:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610422.206936:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610422.206937:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610422.206937:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610422.206938:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610422.206940:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610422.206941:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610422.206942:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.206942:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610422.206943:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_00_01+1] req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610422.206943:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610422.206946:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610422.206947:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.206947:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610422.206948:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610422.206948:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.206949:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610422.206950:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610422.206950:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5033) 00000100:00000040:1.0:1749610422.206950:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610422.206950:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610422.206952:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610422.206953:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206954:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610422.206955:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610422.206955:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494503808:0@lo:400:kworker.0 00000100:00000001:1.0:1749610422.206957:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.206957:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610422.206959:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610422.206960:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1038 usecs (2 jiffies) 02000000:00000001:0.0:1749610422.206960:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.206961:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610422.206961:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610422.206962:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299695666 02000000:00000001:3.0:1749610422.206964:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749610422.206964:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f000. 02000000:00000001:3.0:1749610422.206965:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749610422.206965:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b35c0. 02000000:00000001:0.0:1749610422.206965:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610422.206966:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610422.206968:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494504064:0@lo:400:kworker.0 00000400:00000010:0.0:1749610422.206968:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000001:3.0:1749610422.206970:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610422.206970:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:0.0:1749610422.206971:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610422.206972:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610422.206973:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610422.206973:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494503808, portal 10 02000000:00000001:3.0:1749610422.206974:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610422.206974:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299695666 00000100:00000010:1.0:1749610422.206975:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610422.206975:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610422.206975:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 02000000:00000010:3.0:1749610422.206976:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00000001:2.0:1749610422.206977:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610422.206977:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610422.206978:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.206978:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503424 00000100:00000001:1.0:1749610422.206978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299695666 00000100:00000010:1.0:1749610422.206979:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b37c0. 00000400:00000010:3.0:1749610422.206980:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 02000000:00000001:2.0:1749610422.206980:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610422.206980:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.206981:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610422.206982:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610422.206982:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299695666 00000400:00000010:3.0:1749610422.206983:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed908. 00000100:00000001:2.0:1749610422.206983:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610422.206984:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3980. 00000100:00000001:0.0:1749610422.206984:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610422.206985:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494504064, portal 10 00000100:00000001:1.0:1749610422.206985:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749610422.206986:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.206986:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610422.206987:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749610422.206987:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503424 00000100:00000001:1.0:1749610422.206987:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610422.206987:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610422.206988:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000020:00000001:2.0:1749610422.206988:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610422.206988:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494503808, offset 0 00000020:00000040:2.0:1749610422.206989:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610422.206989:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.206990:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610422.206990:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.206991:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206991:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610422.206991:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610422.206992:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610422.206992:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.206994:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749610422.206995:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000100:00000001:1.0:1749610422.206995:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610422.206995:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610422.206996:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610422.206997:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749610422.206998:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610422.206998:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610422.206999:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610422.206999:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920380 00000100:00000040:1.0:1749610422.207000:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207001:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749610422.207001:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000400:00000010:3.0:1749610422.207002:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:0.0:1749610422.207002:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 92504 00000100:00000001:1.0:1749610422.207004:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610422.207005:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494504064, offset 0 00000100:00000001:2.0:1749610422.207005:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610422.207005:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207006:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610422.207006:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749610422.207006:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610422.207007:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.207007:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610422.207008:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610422.207008:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610422.207008:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610422.207010:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610422.207010:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494503552:0@lo:38:kworker.0 00000100:00000001:0.0:1749610422.207010:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610422.207011:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610422.207012:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610422.207012:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610422.207013:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610422.207014:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610422.207014:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610422.207014:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3fb80. 02000000:00000001:1.0:1749610422.207015:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610422.207015:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3fb80 x1834598494503808 msgsize 224 00000400:00000200:3.0:1749610422.207016:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920480 02000000:00000010:1.0:1749610422.207016:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113585000. 02000000:00000001:1.0:1749610422.207017:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207017:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610422.207019:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 92728 00000400:00000010:1.0:1749610422.207019:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00000100:00000001:2.0:1749610422.207020:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610422.207021:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610422.207022:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610422.207022:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000400:00000200:3.0:1749610422.207024:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610422.207024:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000200:1.0:1749610422.207024:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494503552, portal 10 00000100:00000001:0.0:1749610422.207024:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610422.207025:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610422.207025:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000100:00000001:3.0:1749610422.207026:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610422.207026:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843400192 : -131938866151424 : ffff880096c04000) 00000100:00000200:3.0:1749610422.207027:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610422.207028:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04000 x1834598494503424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610422.207028:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610422.207028:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610422.207029:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000010:3.0:1749610422.207030:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801180. 00000100:00000001:0.0:1749610422.207030:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610422.207031:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880078801180 x1834598494504064 msgsize 224 00000100:00000001:1.0:1749610422.207032:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610422.207033:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610422.207035:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610422.207036:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749610422.207037:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494503424:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749610422.207037:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610422.207037:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610422.207038:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494503552, offset 0 00000100:00000200:2.0:1749610422.207039:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503424 00000100:00000040:0.0:1749610422.207039:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610422.207040:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610422.207041:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610422.207042:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610422.207043:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610422.207043:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207044:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610422.207044:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610422.207045:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:0.0:1749610422.207046:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610422.207047:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000400:00000200:1.0:1749610422.207047:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920280 00000100:00000040:0.0:1749610422.207048:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 673 usecs (1 jiffies) 00000100:00000001:3.0:1749610422.207049:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610422.207050:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 92952 00000100:00000001:0.0:1749610422.207050:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299695665 00000100:00000200:3.0:1749610422.207051:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207051:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299695666 00000020:00000001:2.0:1749610422.207052:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207052:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610422.207053:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299695665 00000100:00000001:0.0:1749610422.207054:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299695666 00010000:00020000:2.0:1749610422.207055:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610422.207055:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610422.207055:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299695665 00000100:00000001:3.0:1749610422.207056:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610422.207056:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299695666 00000100:00000001:1.0:1749610422.207057:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610422.207057:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299695665 00000100:00000200:1.0:1749610422.207071:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610422.207073:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05c00. 00010000:00000001:2.0:1749610422.207074:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610422.207075:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05c00 x1834598494503552 msgsize 520 00010000:00000001:2.0:1749610422.207076:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610422.207077:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207077:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610422.207077:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610422.207079:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610422.207080:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610422.207080:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299695666 00000100:00000001:3.0:1749610422.207081:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207082:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:2.0:1749610422.207082:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2800. 00000100:00000001:1.0:1749610422.207082:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610422.207082:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610422.207084:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207084:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000001:0.0:1749610422.207084:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207085:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610422.207085:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610422.207085:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207086:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207086:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610422.207087:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610422.207088:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 588 usecs (1 jiffies) 00010000:00000001:2.0:1749610422.207088:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749610422.207088:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610422.207089:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299695665 00010000:00000001:2.0:1749610422.207089:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207091:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299695666 00000100:00001000:2.0:1749610422.207091:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610422.207091:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610422.207092:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299695665 00000100:00000001:1.0:1749610422.207092:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610422.207092:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610422.207093:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299695666 00000100:00000001:2.0:1749610422.207093:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610422.207093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207094:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610422.207095:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299695665 00000100:00000001:2.0:1749610422.207095:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610422.207095:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610422.207096:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299695666 00000100:00000040:2.0:1749610422.207096:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610422.207096:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207097:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299695665 00000100:00000001:1.0:1749610422.207097:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207098:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299695666 00000100:00000001:2.0:1749610422.207098:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610422.207098:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610422.207098:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207099:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610422.207099:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610422.207099:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207100:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.207100:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610422.207101:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610422.207101:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610422.207101:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 701 usecs (1 jiffies) 00000100:00000001:3.0:1749610422.207102:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610422.207102:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299695665 00000100:00000001:2.0:1749610422.207103:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610422.207104:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610422.207104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299695666 00000100:00000001:1.0:1749610422.207105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299695665 00000100:00000001:3.0:1749610422.207106:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749610422.207106:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610422.207106:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299695666 00000100:00000001:3.0:1749610422.207107:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610422.207107:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299695665 00000100:00000001:3.0:1749610422.207108:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610422.207108:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610422.207108:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494503424, offset 0 00000100:00000001:1.0:1749610422.207108:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299695666 00000100:00000001:3.0:1749610422.207109:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299695665 00000100:00000001:0.0:1749610422.207109:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610422.207110:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207110:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299695666 00000400:00000200:2.0:1749610422.207111:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610422.207111:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503808 00000100:00000001:1.0:1749610422.207112:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610422.207113:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610422.207113:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610422.207114:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610422.207114:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610422.207116:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610422.207116:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207116:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610422.207118:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207119:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610422.207120:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf920200 00000100:00000001:1.0:1749610422.207120:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610422.207120:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207120:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503808 00000100:00100000:3.0:1749610422.207121:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504064 02000000:00000001:1.0:1749610422.207121:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610422.207121:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610422.207122:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610422.207122:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x55c5 [1] + 0 02000000:00000001:1.0:1749610422.207122:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610422.207123:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610422.207123:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610422.207123:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610422.207124:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610422.207124:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610422.207125:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610422.207125:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494503680:0@lo:38:kworker.0 02000000:00000001:3.0:1749610422.207126:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207126:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610422.207127:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504064 00000400:00000200:2.0:1749610422.207127:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610422.207127:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610422.207127:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610422.207128:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610422.207128:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610422.207129:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610422.207129:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610422.207129:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610422.207129:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610422.207130:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610422.207131:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610422.207131:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113584800. 00000020:00000001:0.0:1749610422.207131:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000040:3.0:1749610422.207132:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:1.0:1749610422.207132:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610422.207133:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:1.0:1749610422.207133:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000020:00000001:3.0:1749610422.207134:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:1.0:1749610422.207134:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610422.207135:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610422.207136:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610422.207136:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494503680, portal 10 00000100:00000001:3.0:1749610422.207137:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610422.207137:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610422.207138:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84f80. 00000100:00000001:1.0:1749610422.207138:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000020:00000010:0.0:1749610422.207138:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610422.207140:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610422.207141:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610422.207143:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610422.207143:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000020:00000010:0.0:1749610422.207143:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3480. 00000400:00000010:2.0:1749610422.207144:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610422.207144:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610422.207145:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610422.207146:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749610422.207146:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610422.207147:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610422.207147:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610422.207147:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494503680, offset 0 00000100:00000001:0.0:1749610422.207147:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610422.207148:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610422.207148:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee0c0. 00000020:00000010:3.0:1749610422.207149:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000400:00000200:1.0:1749610422.207149:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610422.207150:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610422.207151:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610422.207151:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207152:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610422.207152:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000020:00000010:3.0:1749610422.207153:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000020:00000001:2.0:1749610422.207153:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610422.207154:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920300 00000020:00000010:0.0:1749610422.207154:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000040:2.0:1749610422.207155:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04000 x1834598494503424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207156:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1749610422.207156:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 93472 00000020:00000010:0.0:1749610422.207157:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000001:3.0:1749610422.207158:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610422.207158:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610422.207159:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610422.207159:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610422.207160:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610422.207160:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494503424:12345-0@lo:38:kworker.0 Request processed in 126us (241us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610422.207160:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610422.207160:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610422.207161:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207162:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610422.207163:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610422.207164:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749610422.207164:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000010:1.0:1749610422.207164:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04380. 00000100:00000001:3.0:1749610422.207165:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610422.207166:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207166:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610422.207166:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610422.207166:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04380 x1834598494503680 msgsize 520 00000100:00100000:1.0:1749610422.207168:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610422.207169:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610422.207169:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610422.207171:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610422.207172:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749610422.207172:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:1.0:1749610422.207172:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610422.207172:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749610422.207173:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503552 00000400:00000200:1.0:1749610422.207173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749610422.207173:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610422.207174:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610422.207174:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610422.207175:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610422.207175:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000100:00000001:1.0:1749610422.207175:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610422.207176:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610422.207177:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610422.207177:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207177:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610422.207178:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503552 00000100:00000001:2.0:1749610422.207178:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610422.207179:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610422.207179:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610422.207180:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610422.207180:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610422.207181:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610422.207181:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207181:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610422.207182:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207182:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503680 00000020:00000010:3.0:1749610422.207183:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2800. 02000000:00000001:0.0:1749610422.207183:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610422.207184:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:0.0:1749610422.207184:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610422.207185:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207185:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610422.207186:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000001:1.0:1749610422.207186:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610422.207186:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207187:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610422.207187:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610422.207187:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207187:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503680 00000100:00000001:3.0:1749610422.207188:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610422.207188:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610422.207189:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000020:00000040:0.0:1749610422.207189:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610422.207190:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207190:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610422.207190:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610422.207190:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299695665 00000020:00000001:0.0:1749610422.207190:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610422.207191:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207191:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299695666 00000020:00000001:0.0:1749610422.207191:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207192:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299695665 00000020:00000001:0.0:1749610422.207192:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207193:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610422.207193:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1749610422.207193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299695666 00000020:00000010:0.0:1749610422.207193:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749610422.207194:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610422.207194:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610422.207194:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299695665 00000100:00000001:2.0:1749610422.207195:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335877504 : -131939373674112 : ffff880078801180) 00000100:00000001:1.0:1749610422.207195:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299695666 00000100:00000001:1.0:1749610422.207195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299695665 00000020:00000010:0.0:1749610422.207195:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00100000:3.0:1749610422.207196:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000020:00000010:0.0:1749610422.207196:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000040:3.0:1749610422.207197:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610422.207197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299695666 00000100:00000001:0.0:1749610422.207197:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610422.207198:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640221056 : -131939069330560 : ffff88008aa3fb80) 00000100:00000040:2.0:1749610422.207198:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078801180 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:613/0 lens 224/0 e 0 to 0 dl 1749610433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207198:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610422.207198:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610422.207199:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207199:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207200:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610422.207201:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3fb80 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/0 e 0 to 0 dl 1749610433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207201:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207202:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610422.207202:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207202:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610422.207204:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00000100:00000001:2.0:1749610422.207205:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610422.207205:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610422.207206:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f180. 00000100:00000001:1.0:1749610422.207206:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610422.207206:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610422.207207:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.207208:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610422.207208:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000001:3.0:1749610422.207209:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610422.207209:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494504064:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749610422.207209:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610422.207209:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207209:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843407360 : -131938866144256 : ffff880096c05c00) 00000020:00000010:3.0:1749610422.207210:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000200:2.0:1749610422.207211:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504064 00000100:00100000:1.0:1749610422.207211:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494503936:0@lo:38:kworker.0 00000100:00000040:0.0:1749610422.207211:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05c00 x1834598494503552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610422.207212:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610422.207212:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610422.207212:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610422.207213:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 02000000:00000001:1.0:1749610422.207213:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610422.207214:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749610422.207214:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.207214:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749610422.207215:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610422.207216:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494503808:12345-0@lo:400:kworker.0 02000000:00000010:1.0:1749610422.207216:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113584400. 00000020:00000001:2.0:1749610422.207217:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749610422.207217:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207217:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494503552:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610422.207218:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503808 00000020:00000001:2.0:1749610422.207218:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749610422.207218:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000020:00000001:3.0:1749610422.207219:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610422.207219:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749610422.207219:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749610422.207219:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503552 00000020:00000001:3.0:1749610422.207220:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610422.207220:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494503936, portal 10 00000020:00000001:0.0:1749610422.207220:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610422.207221:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749610422.207221:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610422.207222:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.207222:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207222:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000020:00000001:3.0:1749610422.207223:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610422.207223:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610422.207224:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610422.207224:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610422.207225:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610422.207226:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610422.207226:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610422.207226:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.207227:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610422.207228:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610422.207228:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610422.207228:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:0.0:1749610422.207228:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610422.207229:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610422.207229:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610422.207229:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610422.207229:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610422.207230:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749610422.207230:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000001:3.0:1749610422.207231:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610422.207231:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494503936, offset 0 00010000:00000001:0.0:1749610422.207231:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610422.207232:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749610422.207232:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2400. 00000400:00000200:1.0:1749610422.207232:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610422.207232:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610422.207233:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610422.207233:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207233:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610422.207234:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610422.207234:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207234:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610422.207234:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610422.207235:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610422.207236:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920400 02000000:00000010:0.0:1749610422.207236:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5000. 02000000:00000010:3.0:1749610422.207237:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b0000. 00010000:00000040:2.0:1749610422.207237:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494504064 02000000:00000001:0.0:1749610422.207237:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610422.207238:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610422.207238:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749610422.207238:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 93992 00000100:00000001:0.0:1749610422.207238:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207239:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610422.207240:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749610422.207240:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078801180 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610422.207240:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610422.207240:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610422.207241:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610422.207242:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494503808 00000400:00000200:1.0:1749610422.207242:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610422.207242:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610422.207243:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610422.207243:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610422.207243:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610422.207244:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000200:3.0:1749610422.207245:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008aa3fb80 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610422.207245:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1749610422.207245:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04700. 00000100:00000001:0.0:1749610422.207245:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749610422.207246:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610422.207247:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04700 x1834598494503936 msgsize 520 00000100:00000040:0.0:1749610422.207247:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:2.0:1749610422.207248:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610422.207248:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610422.207249:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610422.207249:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610422.207249:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610422.207249:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749610422.207250:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.207250:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610422.207250:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610422.207251:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610422.207251:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:0.0:1749610422.207251:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:3.0:1749610422.207252:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 0 0) 02000000:00000001:2.0:1749610422.207252:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610422.207252:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749610422.207252:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610422.207253:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610422.207253:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207253:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610422.207253:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207254:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610422.207254:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207255:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:2.0:1749610422.207255:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610422.207255:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610422.207256:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749610422.207256:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610422.207257:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610422.207257:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610422.207257:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749610422.207258:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610422.207258:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504064, offset 224 02000000:00000001:3.0:1749610422.207259:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610422.207259:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610422.207259:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503552, offset 0 00000100:00000001:3.0:1749610422.207260:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610422.207260:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610422.207261:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610422.207262:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610422.207262:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749610422.207263:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:2.0:1749610422.207263:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610422.207263:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610422.207264:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503808, offset 224 00000100:00000001:1.0:1749610422.207264:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610422.207265:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 483 usecs (1 jiffies) 00000400:00000200:3.0:1749610422.207266:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610422.207266:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299695665 00000400:00000200:2.0:1749610422.207267:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920480 00000100:00000001:1.0:1749610422.207267:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299695666 00000400:00000200:0.0:1749610422.207267:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610422.207268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299695665 00000100:00000001:1.0:1749610422.207269:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299695666 00000400:00000200:2.0:1749610422.207270:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55d1 [1] + 224 00000100:00000001:1.0:1749610422.207270:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299695665 00000400:00000200:3.0:1749610422.207271:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610422.207271:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299695666 00000400:00000200:0.0:1749610422.207271:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920280 00000100:00000001:1.0:1749610422.207272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299695665 00000400:00000200:2.0:1749610422.207273:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610422.207273:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299695666 00000100:00000001:1.0:1749610422.207274:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610422.207275:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920380 00000400:00000200:2.0:1749610422.207275:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610422.207275:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610422.207275:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55dd [1] + 0 00000400:00000200:0.0:1749610422.207278:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610422.207279:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55cd [1] + 224 00000400:00000200:0.0:1749610422.207280:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610422.207281:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610422.207283:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610422.207285:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749610422.207285:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610422.207286:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610422.207287:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610422.207287:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db580. 00000400:00000200:1.0:1749610422.207289:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610422.207290:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610422.207291:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610422.207292:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610422.207292:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207292:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610422.207294:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610422.207294:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610422.207295:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207299:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610422.207299:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610422.207299:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207301:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610422.207301:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749610422.207302:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610422.207302:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610422.207303:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610422.207303:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610422.207304:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610422.207304:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610422.207304:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610422.207306:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610422.207307:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610422.207307:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207307:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610422.207307:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:1.0:1749610422.207308:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610422.207308:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749610422.207309:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610422.207309:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207309:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610422.207310:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00010000:00000001:2.0:1749610422.207310:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610422.207310:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610422.207311:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610422.207312:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000020:00000001:2.0:1749610422.207312:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1749610422.207312:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610422 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610422.207312:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.207313:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610422.207314:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610422.207314:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610422.207314:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078801180 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610422.207314:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=145 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610422.207315:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207316:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207316:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610422.207316:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610422.207318:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610422.207318:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610422.207318:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05c00 x1834598494503552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610422.207319:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749610422.207319:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494504064:12345-0@lo:400:kworker.0 Request processed in 115us (286us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610422.207319:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610422.207320:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610422.207321:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610422.207322:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207323:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3fb80 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:613/0 lens 224/224 e 0 to 0 dl 1749610433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610422.207323:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1749610422.207323:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494503552:12345-0@lo:38:kworker.0 Request processed in 106us (246us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610422.207324:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610422.207326:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610422.207326:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610422.207327:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610422.207327:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1749610422.207328:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494503808:12345-0@lo:400:kworker.0 Request processed in 117us (312us total) trans 0 rc 0/0 00000020:00000010:2.0:1749610422.207328:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610422.207328:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610422.207328:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.207328:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749610422.207329:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749610422.207329:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610422.207330:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749610422.207331:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610422.207331:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610422.207331:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00100000:3.0:1749610422.207332:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1749610422.207332:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:2.0:1749610422.207333:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749610422.207333:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000100:00000040:3.0:1749610422.207334:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610422.207334:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610422.207334:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:0.0:1749610422.207334:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2800. 00000100:00000001:3.0:1749610422.207335:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610422.207335:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610422.207336:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610422.207336:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610422.207337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610422.207338:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:2.0:1749610422.207338:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610422.207339:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494503936 00000100:00000001:0.0:1749610422.207339:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610422.207340:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 02000000:00000001:2.0:1749610422.207340:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610422.207340:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610422.207341:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610422.207342:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610422.207342:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610422.207342:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494503424:0@lo:38:kworker.0 00000100:00100000:0.0:1749610422.207342:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 02000000:00000001:2.0:1749610422.207343:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207343:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843401088 : -131938866150528 : ffff880096c04380) 00000020:00000040:3.0:1749610422.207344:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:2.0:1749610422.207344:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494503936 00000100:00000001:1.0:1749610422.207344:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207345:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207345:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610422.207345:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04380 x1834598494503680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610422.207346:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610422.207346:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610422.207347:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610422.207347:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494503424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610422.207348:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.207349:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.207349:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494503680:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749610422.207351:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000100:00000001:1.0:1749610422.207351:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610422.207351:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503680 00000020:00000001:0.0:1749610422.207351:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:3.0:1749610422.207352:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749610422.207352:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 02000000:00000001:1.0:1749610422.207352:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1749610422.207352:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749610422.207353:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000020:00000040:3.0:1749610422.207354:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:1.0:1749610422.207354:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113585400. 00000100:00000001:2.0:1749610422.207355:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610422.207355:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610422.207355:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610422.207355:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207356:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207357:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610422.207357:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00020000:0.0:1749610422.207357:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610422.207358:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610422.207358:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610422.207358:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:0.0:1749610422.207358:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610422.207359:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749610422.207359:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749610422.207360:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1749610422.207360:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1000. 00000100:00000001:0.0:1749610422.207360:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:3.0:1749610422.207361:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610422.207361:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610422.207361:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610422.207361:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610422.207361:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749610422.207362:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 02000000:00000001:1.0:1749610422.207362:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610422.207363:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1749610422.207363:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5c00. 00000400:00000200:3.0:1749610422.207364:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610422.207364:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1749610422.207364:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 02000000:00000001:0.0:1749610422.207364:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610422.207365:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610422.207365:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610422.207365:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610422.207366:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:1.0:1749610422.207366:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610422.207366:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610422.207367:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610422.207367:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843401984 : -131938866149632 : ffff880096c04700) 00000100:00000001:1.0:1749610422.207367:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610422.207367:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610422.207368:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610422.207368:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610422.207369:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04700 x1834598494503936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610442 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207369:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610422.207370:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.207370:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610422.207371:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610422.207371:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610422.207372:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610422.207372:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:3.0:1749610422.207373:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610422.207373:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610422.207373:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610422.207374:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494503936:12345-0@lo:38:kworker.0 00000400:00000001:1.0:1749610422.207374:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610422.207374:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610422.207375:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000100:00000001:3.0:1749610422.207376:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610422.207376:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494503936 00000400:00000200:1.0:1749610422.207376:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:3.0:1749610422.207377:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610422.207377:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749610422.207377:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610422.207377:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610422.207377:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610422.207378:0:28321:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749610422.207378:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610422.207378:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610422.207379:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610422.207379:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610422.207379:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610422.207380:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610422.207380:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610422.207381:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.207381:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610422.207382:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.207382:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610422.207382:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:1.0:1749610422.207383:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610422.207383:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503680, offset 0 00000100:00001000:3.0:1749610422.207384:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=77 v=5 (5 5 0 0) 00010000:00020000:2.0:1749610422.207384:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610422.207385:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610422.207385:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749610422.207386:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=77 v=5 (1 1 0 0) 00010000:00000001:2.0:1749610422.207386:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610422.207387:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610422.207387:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610422.207387:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610422.207387:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610422.207388:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207388:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610422.207388:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207388:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749610422.207389:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749610422.207389:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610422.207389:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749610422.207389:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920300 00000100:00000001:1.0:1749610422.207390:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00080000:3.0:1749610422.207391:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610422.207391:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2c00. 00000100:00000001:1.0:1749610422.207391:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610422.207392:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.207392:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610422.207392:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55e9 [1] + 0 00000100:00000001:2.0:1749610422.207393:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610422.207393:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749610422.207394:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749610422.207394:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610422 v=5 (0 0 0 0) 00010000:00000001:2.0:1749610422.207395:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610422.207395:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=127 v=20 (1 20 0 0) 00000400:00000200:0.0:1749610422.207395:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610422.207396:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.207396:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610422.207397:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610422.207397:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610422.207397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610422.207398:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610422.207398:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610422.207398:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207399:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610422.207399:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610422.207400:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610422.207400:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610422.207400:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610422.207401:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.207401:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749610422.207402:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207402:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610422.207403:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610422.207403:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610422.207404:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610422.207404:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610422.207405:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610422.207405:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610422.207405:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610422.207406:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610422.207406:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207406:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610422.207407:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610422.207407:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610422.207407:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610422.207407:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610422.207408:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610422.207408:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749610422.207408:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610422.207408:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000040:3.0:1749610422.207409:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610422.207409:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00080000:1.0:1749610422.207409:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:0.0:1749610422.207409:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000200:2.0:1749610422.207410:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494503936, offset 0 00000100:00000001:1.0:1749610422.207410:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610422.207410:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610422.207411:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610422.207412:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610422.207412:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207412:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610422.207413:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494503808:0@lo:400:kworker.0 00000100:00000040:0.0:1749610422.207413:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610422.207414:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610422.207415:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610422.207415:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610422.207416:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610422.207416:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610422.207416:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494503552:0@lo:38:kworker.0 00000100:00000040:0.0:1749610422.207417:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04380 x1834598494503680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610422.207418:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610422.207418:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920400 00000400:00000001:1.0:1749610422.207418:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610422.207418:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610422.207419:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000400:00000200:1.0:1749610422.207420:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000001:3.0:1749610422.207421:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1749610422.207421:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 02000000:00000001:3.0:1749610422.207422:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610422.207422:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610422.207423:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f000. 00000400:00000200:2.0:1749610422.207423:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x55f1 [1] + 0 00000100:00000200:1.0:1749610422.207423:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610422.207423:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494503680:12345-0@lo:38:kworker.0 Request processed in 73us (256us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610422.207424:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610422.207425:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610422.207425:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749610422.207426:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610422.207426:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610422.207427:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5d00. 00000400:00000200:2.0:1749610422.207427:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610422.207427:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610422.207428:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 02000000:00000001:3.0:1749610422.207429:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610422.207429:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610422.207430:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610422.207430:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000100:00000200:2.0:1749610422.207430:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.207431:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610422.207432:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610422.207432:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610422.207433:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610422.207434:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207434:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610422.207434:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000040:2.0:1749610422.207435:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207435:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610422.207436:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610422.207436:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610422.207436:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000001:3.0:1749610422.207437:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610422.207437:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610422.207437:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610422.207438:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610422.207438:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610422.207438:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749610422.207439:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207439:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610422.207439:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610422.207440:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610422 v=5 (0 0 0 0) 00000400:00000200:2.0:1749610422.207441:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:0.0:1749610422.207441:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610422.207442:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00001000:1.0:1749610422.207442:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=77 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610422.207443:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610422.207443:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610422.207443:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610422.207443:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610422.207444:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610422.207445:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610422.207446:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610422.207446:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207447:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.207448:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610422.207450:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04700 x1834598494503936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610442 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207450:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610422.207451:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610422.207451:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207452:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610422.207453:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610422.207454:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749610422.207455:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494503936:12345-0@lo:38:kworker.0 Request processed in 80us (207us total) trans 0 rc -19/-19 00000100:00080000:1.0:1749610422.207455:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610422.207456:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610422.207458:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:1.0:1749610422.207458:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207459:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610422.207460:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610422.207461:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00100000:1.0:1749610422.207461:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494503680:0@lo:38:kworker.0 00000020:00000010:2.0:1749610422.207462:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000400:00000001:1.0:1749610422.207463:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749610422.207464:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000400:00000001:1.0:1749610422.207464:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610422.207465:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00000001:2.0:1749610422.207466:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610422.207466:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610422.207466:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610422.207468:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610422.207469:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207472:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610422.207473:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749610422.207473:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610422.207475:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610422.207475:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610422.207477:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000100:00000001:1.0:1749610422.207477:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610422.207477:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207478:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610422.207479:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed908 00000400:00000010:2.0:1749610422.207479:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed908. 02000000:00000001:1.0:1749610422.207479:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610422.207479:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610422.207480:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207481:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610422.207481:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610422.207482:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610422 v=5 (0 0 0 0) 00000100:00000200:2.0:1749610422.207483:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610422.207483:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=27 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610422.207485:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610422.207485:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610422.207486:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610422.207487:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610422.207488:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610422.207491:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610422.207491:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610422.207492:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207492:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610422.207492:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610422.207493:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610422.207493:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610422.207493:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610422.207494:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610422.207494:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610422.207495:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610422.207495:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610422.207496:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610422.207496:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610422.207497:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610422.207498:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=27 v=5 (5 5 0 0) 00000100:00000040:1.0:1749610422.207499:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610422.207500:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=27 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610422.207502:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749610422.207502:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494503936:0@lo:38:kworker.0 00000100:00000001:2.0:1749610422.207503:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610422.207504:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610422.207506:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207506:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207507:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610422.207508:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494503552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610422.207510:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610422.207511:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610422.207511:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749610422.207512:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:1.0:1749610422.207512:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610422.207513:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610422.207513:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610422.207513:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113585000. 02000000:00000001:1.0:1749610422.207514:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610422.207514:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610422.207515:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610422.207515:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610422.207516:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610422.207517:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610422.207518:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610422.207518:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610422.207518:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610422.207519:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1749610422.207519:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:2.0:1749610422.207520:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207520:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610422.207536:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610422.207537:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610422.207537:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610422.207539:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494503680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610422.207541:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494504064:0@lo:400:kworker.0 00000100:00000001:1.0:1749610422.207542:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610422.207543:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610422.207543:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610422.207543:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113584800. 00000100:00000001:2.0:1749610422.207544:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610422.207545:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610422.207545:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610422.207546:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494504064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610422.207546:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610422.207547:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610422.207547:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:1.0:1749610422.207548:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610422.207549:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610422.207549:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610422.207550:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1749610422.207550:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 02000000:00000010:2.0:1749610422.207551:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 00000100:00000001:1.0:1749610422.207551:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610422.207551:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610422.207552:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610422.207552:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610422.207554:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610422.207554:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749610422.207554:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494503936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610422.207556:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610422.207557:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5800. 02000000:00000001:2.0:1749610422.207558:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610422.207559:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610422.207560:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:2.0:1749610422.207561:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610422.207561:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610422.207561:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610422.207562:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610422.207562:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113584400. 00000100:00000001:2.0:1749610422.207563:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610422.207563:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610422.207564:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610422.207564:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610422.207565:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610422.207565:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610422.207566:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610422.207566:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 00000100:00000001:2.0:1749610422.207567:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610422.207567:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610422.207567:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610422.207568:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610422.207568:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:1.0:1749610422.207569:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610422.207570:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610422.207570:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207571:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610422.207572:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610422.207573:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610422.207573:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.208563:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299695666, at 4299695666 00000100:00000040:2.0:1749610422.208567:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299695666, at 4299695666 00000100:00000010:0.0:1749610422.208569:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b35c0. 00000100:00000010:2.0:1749610422.208572:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b37c0. 00000100:00000040:3.0:1749610422.208579:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299695666, at 4299695666 00000100:00000010:3.0:1749610422.208586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3980. 00000100:00000040:1.0:1749610422.208604:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299695666, at 4299695666 00000100:00000010:1.0:1749610422.208609:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610422.455582:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610422.455587:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610422.455589:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.455592:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610422.455594:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610422.455596:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.455598:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610422.455607:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455613:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610422.455616:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455620:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610422.455622:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.455623:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610422.455625:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610422.455626:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610422.455631:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494500864:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610422.455634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.455635:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610422.455637:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610422.455638:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610422.455640:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455644:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610422.455646:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610422.455650:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610422.455651:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610422.455653:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610422.455655:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610422.455658:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610422.455660:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=4 00000020:00000001:0.0:1749610422.455661:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610422.455663:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00010000:0.0:1749610422.455667:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455673:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610422.455675:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455679:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610422.455681:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455684:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610422.455685:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610422.455687:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455690:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610422.455691:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610422.455693:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610422.455695:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610422.455702:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610422.455704:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610422.455706:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455709:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610422.455710:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610422.455710:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610422.455711:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=5 00000020:00000001:0.0:1749610422.455712:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610422.455713:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610422.455715:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610422.455716:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610422.455719:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610422.455720:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610422.455722:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749610422.455724:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610422.455725:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610422.455726:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610422.455727:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610422.455729:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610422.455729:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610422.455730:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610422.455731:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610422.455733:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f800 with handle 0x689c0ec07329d144 from hash 00010000:00000001:0.0:1749610422.455734:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610422.455734:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610422.455735:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610422.455735:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610422.455737:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610422.455737:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610422.455739:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610422.455739:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610422.455740:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610422.455741:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610422.455743:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610422.455745:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610422.455746:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610422.455746:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610422.455747:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610422.455747:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610422.455748:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610422.455748:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610422.455750:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d144 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610422.455754:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f900 count: 0 00010000:00000001:0.0:1749610422.455776:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610422.455777:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610422.455779:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610422.455780:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3c380 x1834598494500864/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455784:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610422.455785:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610422.455787:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610422.455788:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610422.455790:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610422.455793:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610422.455794:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610422.455795:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c380. 00000100:00000001:0.0:1749610422.455799:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610422.455800:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610422.455801:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610422.455803:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610422.455805:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610422.455808:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3ee0c0. 00000020:00000010:0.0:1749610422.455811:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610422.455814:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f600. 00000040:00000010:0.0:1749610422.455816:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ee00. 00000020:00000010:0.0:1749610422.455820:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b4800. 00000020:00000010:0.0:1749610422.455823:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ea00. 80000000:00000010:0.0:1749610422.455826:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610422.455830:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e800. 00080000:00000010:0.0:1749610422.455834:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610422.455837:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610422.455842:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610422.455844:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610422.455847:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f600. 00000040:00000010:0.0:1749610422.455850:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ee00. 00000020:00000010:0.0:1749610422.455851:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b4800. 00000020:00000010:0.0:1749610422.455854:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ea00. 80000000:00000010:0.0:1749610422.455856:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610422.455858:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e800. 00080000:00000010:0.0:1749610422.455860:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610422.455863:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610422.455865:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:0.0:1749610422.455866:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3ee0c0. 10000000:01000000:0.0:1749610422.455869:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749610422.455871:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610422.455872:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610422.455874:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610422.455875:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610422.455876:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:0.0:1749610422.455877:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610422.455878:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610422.455879:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:0.0:1749610422.455880:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610422.455881:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610422.455882:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1749610422.455883:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610422.455885:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749610422.455887:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610422.455887:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749610422.455890:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c380. 00000020:00000040:0.0:1749610422.455892:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610422.455895:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610422.455897:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610422.455900:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610422.455903:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610422.455906:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610422.455909:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610422.455910:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610422.455913:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f100. 00010000:00000001:0.0:1749610422.455916:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610422.455917:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:0.0:1749610422.455918:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610422.455920:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d14b to hash 00000020:00000001:0.0:1749610422.455921:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610422.455922:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610422.455923:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610422.455924:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610422.455925:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610422.455927:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610422.455931:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610422.455938:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610422.455940:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610422.455941:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610422.455946:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610422.455947:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610422.455949:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610422.455950:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640206720 : -131939069344896 : ffff88008aa3c380) 00000100:00000001:0.0:1749610422.455953:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610422.455955:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.455957:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610422.455958:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610422.455960:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455964:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610422.455965:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610422.455967:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610422.455971:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.455972:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610422.455973:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.455974:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610422.455975:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610422.455976:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.455976:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610422.455977:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.455978:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610422.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610422.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610422.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610422.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610422.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610422.457578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610422.457581:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610422.457582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610422.458637:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f900. 00010000:00000010:3.1:1749610422.458643:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f800. 00010000:00000001:0.0:1749610422.976649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610422.976655:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610422.976738:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610422.976741:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610422.976744:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610423.207692:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610423.207706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610423.207707:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610423.207711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610423.207712:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610423.207715:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610423.207716:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610423.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610423.455640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610423.455642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610423.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610423.455647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610423.455650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610423.455652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610423.455654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610423.455655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610423.457570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610423.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610423.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610423.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610423.457577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610423.457579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610423.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610423.457582:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610423.457583:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610423.978639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610423.978644:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610423.978646:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610423.978648:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610423.978650:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610423.978652:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610423.978653:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610423.978654:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610423.978703:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610423.978707:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610423.978709:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610424.207633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610424.207649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610424.207651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610424.207655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610424.207657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610424.207661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610424.207663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610424.455634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610424.455640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610424.455642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610424.455645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610424.455648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610424.455651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610424.455653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610424.455656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610424.455658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610424.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610424.457566:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610424.457567:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610424.457569:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610424.457572:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610424.457573:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610424.457575:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610424.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610424.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610424.980648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610424.980653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610424.980736:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610424.980740:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610424.980743:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610425.207631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610425.207643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610425.207645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610425.207648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610425.207650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610425.207653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610425.207654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610425.455686:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610425.455694:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610425.455696:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610425.455702:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610425.455710:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610425.455714:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610425.455717:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610425.455737:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610425.455739:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610425.457590:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610425.457595:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610425.457597:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610425.457600:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610425.457602:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610425.457605:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610425.457607:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610425.457609:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610425.457611:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610425.982646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610425.982651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610425.982745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610425.982750:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610425.982752:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610426.207631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610426.207643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610426.207645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610426.207649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610426.207650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610426.207653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610426.207654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610426.455648:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610426.455654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610426.455656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610426.455660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610426.455663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610426.455667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610426.455670:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610426.455673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610426.455674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610426.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610426.457570:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610426.457572:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610426.457574:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610426.457576:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610426.457578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610426.457580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610426.457581:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610426.457583:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610426.984649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610426.984654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610426.984683:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610426.984685:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610426.984687:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610427.207665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610427.207677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610427.207678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.207681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.207683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.207685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.207686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610427.214580:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610427.214584:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610427.214586:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610427.214588:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610427.214590:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610427.214592:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610427.214594:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610427.214598:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1749610427.214600:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610427.214602:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214604:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214605:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214606:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610427.214609:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.214610:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610427.214612:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610427.214614:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610427.214615:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610427.214617:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610427.214618:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214619:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214620:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214621:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610427.214623:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610427.214624:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610427.214626:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.214628:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610427.214633:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610427.214634:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214635:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610427.214637:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610427.214642:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000020:00000040:2.0:1749610427.214645:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610427.214647:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610427.214649:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214651:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610427.214652:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214654:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610427.214660:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000001:2.0:1749610427.214665:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610427.214671:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610427.214677:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610427.214680:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214682:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718380] to pc [ptlrpcd_rcv+-1] req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.214696:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610427.214698:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610427.214700:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610427.214701:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610427.214702:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610427.214703:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610427.214704:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1749610427.214705:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610427.214707:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214708:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214708:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214709:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610427.214711:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.214712:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610427.214713:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610427.214714:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610427.214715:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610427.214716:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610427.214717:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214718:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214719:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214720:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610427.214721:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610427.214722:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610427.214723:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.214724:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610427.214725:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610427.214726:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214727:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610427.214728:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610427.214732:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000020:00000040:2.0:1749610427.214733:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610427.214734:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610427.214734:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214735:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610427.214736:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214736:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610427.214738:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:2.0:1749610427.214740:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610427.214742:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610427.214746:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610427.214747:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214748:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.214750:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.214753:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.214755:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610427.214757:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610427.214758:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610427.214760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610427.214761:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610427.214761:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610427.214762:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610427.214763:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610427.214764:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1749610427.214765:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610427.214766:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610427.214767:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214768:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214768:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610427.214768:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214769:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610427.214770:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610427.214770:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610427.214771:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610427.214772:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610427.214772:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610427.214773:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:0.0:1749610427.214773:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610427.214774:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610427.214774:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:0.0:1749610427.214775:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494504320:0@lo:38:kworker.0 00000100:00000040:2.0:1749610427.214776:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214777:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610427.214777:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610427.214778:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214778:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610427.214779:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:0.0:1749610427.214780:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610427.214781:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610427.214781:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214782:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.214782:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610427.214783:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610427.214784:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610427.214785:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214786:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610427.214787:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610427.214787:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4063000. 00000100:00000010:2.0:1749610427.214788:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 02000000:00000001:0.0:1749610427.214788:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610427.214789:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610427.214791:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610427.214791:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214792:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610427.214793:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214793:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610427.214794:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 02000000:00000010:2.0:1749610427.214795:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610427.214797:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610427.214798:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610427.214798:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610427.214802:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610427.214802:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610427.214803:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494504320, portal 4 00000100:00000040:2.0:1749610427.214804:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.214805:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610427.214806:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00000001:2.0:1749610427.214807:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214809:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610427.214811:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749610427.214811:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610427.214813:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:2.0:1749610427.214814:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610427.214815:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610427.214815:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214816:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.214816:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749610427.214818:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5800. 00000100:00000040:0.0:1749610427.214818:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610427.214819:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610427.214820:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214821:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610427.214821:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494504320, offset 0 00000400:00000200:0.0:1749610427.214824:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610427.214825:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610427.214826:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214829:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_00_02+2] req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610427.214835:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610427.214842:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf920580 00000400:00000200:0.0:1749610427.214847:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 8840 00000100:00000001:2.0:1749610427.214848:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610427.214850:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610427.214852:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610427.214852:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610427.214853:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749610427.214853:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610427.214855:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749610427.214855:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610427.214856:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1749610427.214857:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610427.214859:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610427.214859:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610427.214860:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214860:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749610427.214860:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610427.214861:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610427.214862:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.214863:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610427.214863:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749610427.214863:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3e300. 00000020:00000040:2.0:1749610427.214864:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610427.214865:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610427.214865:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3e300 x1834598494504320 msgsize 520 00000020:00000001:2.0:1749610427.214866:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:0.0:1749610427.214867:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610427.214868:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610427.214869:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.214869:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610427.214870:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610427.214871:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610427.214872:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610427.214873:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.214874:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610427.214876:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610427.214877:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214878:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610427.214879:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610427.214880:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:2.0:1749610427.214881:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610427.214882:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610427.214883:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.214883:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610427.214884:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610427.214884:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214885:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610427.214887:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610427.214888:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.214889:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610427.214890:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610427.214890:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610427.214890:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610427.214892:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610427.214893:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610427.214894:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610427.214894:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610427.214895:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.214896:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610427.214896:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.214899:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610427.214900:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214901:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749610427.214901:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610427.214902:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.214903:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610427.214904:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610427.214905:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610427.214905:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214906:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610427.214906:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610427.214907:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610427.214908:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610427.214909:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5700. 00000100:00000001:0.0:1749610427.214909:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.214910:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610427.214910:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.214911:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214912:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610427.214912:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1031 usecs (2 jiffies) 02000000:00000001:3.0:1749610427.214914:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610427.214914:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299700674 00000100:00000001:2.0:1749610427.214915:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610427.214916:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610427.214916:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610427.214917:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 02000000:00000001:3.0:1749610427.214918:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214918:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_00_03+3] req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610427.214920:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494504704:0@lo:400:kworker.0 00000100:00000001:0.0:1749610427.214921:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610427.214923:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610427.214924:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299700674 02000000:00000001:3.0:1749610427.214925:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610427.214925:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610427.214926:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eec00. 02000000:00000001:3.0:1749610427.214927:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.214927:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5038) 00000100:00000001:0.0:1749610427.214927:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610427.214929:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610427.214931:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 00000100:00000001:0.0:1749610427.214932:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299700674 02000000:00000001:3.0:1749610427.214933:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.214933:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610427.214934:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eed40. 00000100:00000001:2.0:1749610427.214935:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610427.214936:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610427.214936:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000010:3.0:1749610427.214937:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000001:0.0:1749610427.214937:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299700674 00000100:00000040:2.0:1749610427.214938:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610427.214939:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeac0. 00000100:00000001:0.0:1749610427.214940:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749610427.214941:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610427.214942:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610427.214942:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610427.214943:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.214943:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.214944:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610427.214944:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610427.214945:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494504704, portal 10 02000000:00000001:2.0:1749610427.214945:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610427.214945:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.214946:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610427.214946:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.214948:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000100:00100000:2.0:1749610427.214948:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494504960:0@lo:400:kworker.0 00000100:00000001:0.0:1749610427.214948:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610427.214949:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.214950:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610427.214950:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.214951:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.214951:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610427.214952:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610427.214953:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610427.214953:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.214953:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610427.214954:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610427.214955:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828c00. 02000000:00000001:2.0:1749610427.214956:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.214957:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610427.214957:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610427.214958:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610427.214959:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 02000000:00000001:0.0:1749610427.214959:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610427.214960:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610427.214960:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504320 02000000:00000001:0.0:1749610427.214960:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610427.214961:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 02000000:00000001:0.0:1749610427.214961:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610427.214962:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610427.214962:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610427.214963:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494504448:0@lo:38:kworker.0 00000400:00000010:3.0:1749610427.214964:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:2.0:1749610427.214964:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494504960, portal 10 00000100:00000001:1.0:1749610427.214964:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.214964:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610427.214965:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749610427.214966:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494504704, offset 0 00000100:00000001:2.0:1749610427.214966:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:1.0:1749610427.214966:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610427.214966:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610427.214967:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610427.214968:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610427.214969:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610427.214969:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610427.214970:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610427.214970:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4062000. 00000100:00100000:1.0:1749610427.214971:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504320 02000000:00000001:0.0:1749610427.214971:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610427.214972:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610427.214973:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749610427.214973:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749610427.214973:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000020:00000001:1.0:1749610427.214974:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749610427.214974:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610427.214975:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610427.214975:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610427.214976:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610427.214976:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000020:00000001:1.0:1749610427.214976:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610427.214976:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494504448, portal 10 00000100:00000200:2.0:1749610427.214977:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494504960, offset 0 00000100:00000001:0.0:1749610427.214977:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610427.214978:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000400:00000200:2.0:1749610427.214980:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610427.214980:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000400:00000200:3.0:1749610427.214981:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920700 00000100:00000040:0.0:1749610427.214981:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610427.214984:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610427.214984:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610427.214985:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610427.214986:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 94512 00000100:00000040:0.0:1749610427.214986:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610427.214987:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000010:0.0:1749610427.214987:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:2.0:1749610427.214989:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920800 00000100:00000200:0.0:1749610427.214989:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494504448, offset 0 00000400:00000200:3.0:1749610427.214990:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610427.214990:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610427.214991:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 94736 00000100:00000001:1.0:1749610427.214991:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610427.214993:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610427.214993:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.214994:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610427.214996:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.214997:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610427.214997:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610427.215000:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610427.215003:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610427.215003:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920600 00000100:00000001:3.0:1749610427.215006:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610427.215007:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 94960 00000100:00000200:3.0:1749610427.215008:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610427.215008:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610427.215009:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610427.215010:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610427.215027:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610427.215028:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078800380. 00000100:00100000:1.0:1749610427.215030:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:3.0:1749610427.215031:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880078800380 x1834598494504704 msgsize 224 00000100:00000001:1.0:1749610427.215032:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640214784 : -131939069336832 : ffff88008aa3e300) 00000100:00100000:3.0:1749610427.215035:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610427.215035:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3e300 x1834598494504320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610427.215042:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494504320:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610427.215043:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749610427.215045:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504320 00000100:00000001:2.0:1749610427.215047:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610427.215047:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610427.215048:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504704 02000000:00000001:2.0:1749610427.215049:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749610427.215049:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610427.215050:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610427.215051:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610427.215053:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610427.215055:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504704 00000020:00000001:2.0:1749610427.215056:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.215057:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610427.215057:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610427.215058:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610427.215059:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000040:2.0:1749610427.215059:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:2.0:1749610427.215060:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00020000:1.0:1749610427.215060:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749610427.215061:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000001:2.0:1749610427.215061:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00000001:1.0:1749610427.215062:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610427.215064:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610427.215064:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610427.215064:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610427.215066:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f180. 00000100:00000001:1.0:1749610427.215066:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610427.215068:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610427.215068:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610427.215068:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610427.215069:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749610427.215069:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:2.0:1749610427.215070:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000010:0.0:1749610427.215071:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f100. 02000000:00000010:1.0:1749610427.215072:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584400. 02000000:00000001:1.0:1749610427.215073:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215073:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f100 x1834598494504448 msgsize 520 00000100:00000001:1.0:1749610427.215074:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215075:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610427.215075:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749610427.215075:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749610427.215076:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00010000:00000001:1.0:1749610427.215077:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610427.215078:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610427.215078:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00010000:00000001:1.0:1749610427.215078:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215079:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610427.215080:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00001000:1.0:1749610427.215081:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610427.215082:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:1.0:1749610427.215083:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1749610427.215083:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610427.215084:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.215084:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610427.215084:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610427.215085:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610427.215085:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610427.215085:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610427.215086:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610427.215086:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610427.215086:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610427.215087:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610427.215088:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215088:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610427.215089:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610427.215090:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610427.215091:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 670 usecs (1 jiffies) 00000100:00000001:2.0:1749610427.215091:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610427.215091:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610427.215092:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749610427.215092:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610427.215093:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299700673 00000100:00000001:2.0:1749610427.215093:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610427.215093:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610427.215094:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610427.215095:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299700674 00000100:00000040:1.0:1749610427.215095:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610427.215096:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215096:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215097:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299700673 00000400:00000010:1.0:1749610427.215097:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610427.215097:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610427.215099:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299700674 00000100:00000200:1.0:1749610427.215099:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494504320, offset 0 00000100:00000001:0.0:1749610427.215099:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215100:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610427.215100:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 697 usecs (1 jiffies) 00000100:00000001:3.0:1749610427.215101:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299700673 00000100:00100000:2.0:1749610427.215101:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504448 00000100:00000001:3.0:1749610427.215102:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299700674 02000000:00000001:2.0:1749610427.215102:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610427.215102:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610427.215102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299700673 00000100:00000001:2.0:1749610427.215103:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.215103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299700674 00000100:00000001:3.0:1749610427.215104:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299700673 00000100:00000001:2.0:1749610427.215104:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215105:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299700674 02000000:00000001:2.0:1749610427.215105:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299700673 00000100:00100000:2.0:1749610427.215106:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504448 00000400:00000200:1.0:1749610427.215106:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610427.215106:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299700674 00000100:00000001:3.0:1749610427.215107:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610427.215107:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610427.215107:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299700673 00000020:00000040:2.0:1749610427.215108:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610427.215108:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610427.215108:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299700674 00000100:00000001:3.0:1749610427.215109:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610427.215109:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299700673 00000020:00000001:2.0:1749610427.215110:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610427.215110:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf920580 00000100:00000001:0.0:1749610427.215110:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299700674 00000100:00000001:3.0:1749610427.215111:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610427.215111:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000100:00000001:0.0:1749610427.215111:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610427.215112:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610427.215112:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749610427.215112:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610427.215113:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x560d [1] + 0 00000100:00000001:0.0:1749610427.215113:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749610427.215114:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:2.0:1749610427.215115:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610427.215115:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749610427.215115:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610427.215115:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215116:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215117:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610427.215117:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610427.215117:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610427.215118:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610427.215118:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610427.215119:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610427.215119:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215120:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610427.215120:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610427.215120:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610427.215121:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610427.215121:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610427.215122:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610427.215122:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610427.215122:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215123:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215123:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610427.215123:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610427.215123:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494504576:0@lo:38:kworker.0 00000100:00100000:2.0:1749610427.215125:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000001:0.0:1749610427.215125:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610427.215126:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610427.215127:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:0.0:1749610427.215127:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215128:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335873920 : -131939373677696 : ffff880078800380) 00000100:00000040:1.0:1749610427.215128:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610427.215128:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610427.215130:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078800380 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1749610438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610427.215131:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c400. 00000100:00000001:1.0:1749610427.215132:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610427.215132:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610427.215133:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00080000:3.0:1749610427.215134:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610427.215134:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610427.215135:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000400:00000010:0.0:1749610427.215135:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:1.0:1749610427.215136:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000040:3.0:1749610427.215137:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610427.215137:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610427.215137:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000010:2.0:1749610427.215138:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610427.215138:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610427.215139:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610427.215141:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494504704:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610427.215141:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610427.215142:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749610427.215142:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494504576, portal 10 00000100:00000200:2.0:1749610427.215143:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504704 00000100:00000001:0.0:1749610427.215143:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749610427.215144:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610427.215144:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215144:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000020:00000001:1.0:1749610427.215145:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610427.215146:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610427.215147:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610427.215147:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3e300 x1834598494504320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610427.215147:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215149:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610427.215149:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610427.215150:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610427.215151:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610427.215151:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610427.215152:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749610427.215152:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494504320:12345-0@lo:38:kworker.0 Request processed in 110us (286us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610427.215152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610427.215153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00100000:3.0:1749610427.215154:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000200:0.0:1749610427.215154:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494504576, offset 0 00000020:00000001:2.0:1749610427.215155:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215156:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640218368 : -131939069333248 : ffff88008aa3f100) 00000020:00000001:2.0:1749610427.215156:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749610427.215156:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610427.215157:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610427.215158:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610427.215159:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749610427.215159:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000400:00000200:0.0:1749610427.215159:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610427.215160:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f100 x1834598494504448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610427.215161:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610427.215162:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610427.215162:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610427.215162:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920680 02000000:00000001:2.0:1749610427.215163:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610427.215164:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1000. 00000400:00000200:0.0:1749610427.215164:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 95480 00000020:00000010:1.0:1749610427.215165:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 02000000:00000001:2.0:1749610427.215166:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215166:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610427.215167:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610427.215167:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000001:2.0:1749610427.215168:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215168:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610427.215169:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494504448:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610427.215169:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000001:0.0:1749610427.215169:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000040:2.0:1749610427.215170:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494504704 00000100:00000200:0.0:1749610427.215170:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749610427.215171:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610427.215171:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610427.215172:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d500. 00000100:00000200:3.0:1749610427.215173:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504448 00000100:00000040:0.0:1749610427.215173:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d500 x1834598494504576 msgsize 520 00010000:00000200:2.0:1749610427.215174:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078800380 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610427.215175:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610427.215175:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610427.215177:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:2.0:1749610427.215178:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610427.215179:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215179:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749610427.215180:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 0 0) 00000400:00000200:0.0:1749610427.215180:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749610427.215181:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610427.215182:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610427.215182:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610427.215184:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.215184:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610427.215184:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215185:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610427.215186:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610427.215186:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610427.215187:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610427.215187:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610427.215187:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610427.215188:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610427.215188:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610427.215189:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610427.215189:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504576 00000100:00000040:0.0:1749610427.215189:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610427.215190:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 02000000:00000001:1.0:1749610427.215190:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749610427.215191:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610427.215191:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610427.215192:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749610427.215192:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504704, offset 224 00000100:00000001:1.0:1749610427.215192:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610427.215193:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215193:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215194:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610427.215194:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610427.215194:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504576 00000100:00000001:0.0:1749610427.215194:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610427.215195:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610427.215195:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610427.215196:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1749610427.215196:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610427.215197:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610427.215197:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610427.215197:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 658 usecs (1 jiffies) 00000020:00000001:1.0:1749610427.215198:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215198:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299700673 00000020:00000001:1.0:1749610427.215199:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215199:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299700674 02000000:00000010:3.0:1749610427.215200:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b0400. 00000400:00000200:2.0:1749610427.215200:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920700 00000020:00000010:1.0:1749610427.215200:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 02000000:00000001:3.0:1749610427.215201:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215201:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299700673 00000020:00000010:1.0:1749610427.215202:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610427.215202:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299700674 00000100:00000001:0.0:1749610427.215202:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299700673 00000100:00000001:3.0:1749610427.215203:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.215203:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5615 [1] + 224 00000020:00000010:1.0:1749610427.215203:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:1.0:1749610427.215204:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610427.215204:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299700674 00000100:00000001:0.0:1749610427.215204:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299700673 00000100:00000001:1.0:1749610427.215205:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610427.215205:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299700674 00010000:00000001:3.0:1749610427.215206:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610427.215206:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610427.215206:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215206:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610427.215207:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.215207:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215207:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.215208:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610427.215208:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1749610427.215209:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610427.215210:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610427.215210:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610427.215210:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215212:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610427.215212:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215213:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610427.215213:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610427.215214:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610427.215214:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610427.215215:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610427.215215:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610427.215215:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610427.215216:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610427.215217:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610427.215217:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610427.215217:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 02000000:00000001:0.0:1749610427.215217:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.215218:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640211200 : -131939069340416 : ffff88008aa3d500) 00000100:00100000:0.0:1749610427.215218:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494504832:0@lo:38:kworker.0 00000100:00000001:3.0:1749610427.215219:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610427.215220:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610427.215221:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610427.215221:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d500 x1834598494504576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610427.215221:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610427.215222:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610427.215223:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610427.215223:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610427.215223:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610427.215225:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610427.215225:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c800. 00000400:00000200:2.0:1749610427.215226:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00100000:1.0:1749610427.215226:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494504576:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610427.215226:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215227:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610427.215227:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000400:00000010:0.0:1749610427.215227:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffdc0. 00000100:00000040:3.0:1749610427.215228:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610427.215228:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749610427.215228:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504576 00000400:00000010:0.0:1749610427.215228:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610427.215229:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610427.215229:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610427.215230:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610427.215230:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610427.215230:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749610427.215230:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494504832, portal 10 00000100:00000001:0.0:1749610427.215231:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610427.215232:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610427.215232:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000200:3.0:1749610427.215233:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504448, offset 0 00010000:00000001:2.0:1749610427.215233:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610427.215234:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610427.215234:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610427.215235:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00020000:1.0:1749610427.215235:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610427.215235:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610427.215237:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610427.215237:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078800380 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610427.215237:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610427.215238:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610427.215239:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610427.215239:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610427.215240:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610427.215240:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610427.215241:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610427.215241:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:3.0:1749610427.215242:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610427.215242:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494504704:12345-0@lo:400:kworker.0 Request processed in 106us (209us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610427.215242:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494504832, offset 0 02000000:00000010:1.0:1749610427.215243:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584800. 02000000:00000001:1.0:1749610427.215244:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215244:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610427.215245:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:1.0:1749610427.215245:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610427.215246:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610427.215247:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920600 00000100:00000040:2.0:1749610427.215247:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00000001:1.0:1749610427.215247:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215247:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610427.215248:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1749610427.215248:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610427.215249:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610427.215249:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920780 00000020:00000010:2.0:1749610427.215250:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610427.215250:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749610427.215251:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5621 [1] + 0 00000100:00000001:1.0:1749610427.215251:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610427.215252:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:2.0:1749610427.215253:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:1.0:1749610427.215253:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610427.215254:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749610427.215256:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610427.215256:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00000040:1.0:1749610427.215256:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610427.215257:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610427.215257:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215257:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 96000 00000400:00000200:3.0:1749610427.215258:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610427.215258:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610427.215258:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610427.215259:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610427.215259:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610427.215260:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610427.215260:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610427.215261:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610427.215261:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610427.215262:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504576, offset 0 00000100:00000001:0.0:1749610427.215262:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610427.215263:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610427.215264:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610427.215264:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c700. 00000100:00000200:3.0:1749610427.215265:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610427.215266:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c700 x1834598494504832 msgsize 520 00000400:00000200:1.0:1749610427.215267:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610427.215268:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610427.215269:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920680 00000400:00000200:1.0:1749610427.215271:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5631 [1] + 0 00000100:00000001:0.0:1749610427.215271:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610427.215273:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215274:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610427.215274:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610427.215275:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504832 02000000:00000001:2.0:1749610427.215276:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610427.215276:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610427.215276:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:2.0:1749610427.215277:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610427.215277:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749610427.215278:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.215278:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610427.215278:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610427.215279:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215280:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610427.215280:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610427.215280:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610427.215281:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504832 00000020:00000001:2.0:1749610427.215282:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.215282:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610427.215283:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000001:2.0:1749610427.215283:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610427.215283:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610427.215284:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610427.215285:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000001:2.0:1749610427.215285:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215285:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610427.215286:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000100:00000040:1.0:1749610427.215286:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215287:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749610427.215288:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610427.215288:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215289:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749610427.215289:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749610427.215289:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610427.215290:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610427.215290:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215290:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215291:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610427.215292:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215292:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610427.215292:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:0.0:1749610427.215292:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 480 usecs (1 jiffies) 00000400:00000010:1.0:1749610427.215293:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610427.215293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299700673 00000100:00000040:3.0:1749610427.215294:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610427.215294:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.215294:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610427.215294:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299700674 00000100:00000001:2.0:1749610427.215295:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610427.215295:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610427.215296:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610427.215296:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215296:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299700673 00000020:00000001:3.0:1749610427.215297:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610427.215297:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610427.215297:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299700674 00000100:00000001:2.0:1749610427.215298:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610427.215298:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610427.215298:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299700673 00000100:00000001:1.0:1749610427.215299:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215299:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299700674 00000100:00100000:2.0:1749610427.215300:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000020:00000001:1.0:1749610427.215300:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610427.215300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299700673 00000100:00000040:3.0:1749610427.215301:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f100 x1834598494504448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215301:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640207616 : -131939069344000 : ffff88008aa3c700) 00000100:00000001:0.0:1749610427.215301:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299700674 00000100:00000040:1.0:1749610427.215302:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d500 x1834598494504576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215302:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610427.215303:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c700 x1834598494504832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610447 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215303:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610427.215305:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610427.215306:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494504576:12345-0@lo:38:kworker.0 Request processed in 80us (132us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749610427.215306:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610427.215307:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00100000:3.0:1749610427.215308:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494504448:12345-0@lo:38:kworker.0 Request processed in 139us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610427.215308:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494504832:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610427.215309:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000200:2.0:1749610427.215310:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504832 00000100:00100000:1.0:1749610427.215310:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000400:00000010:0.0:1749610427.215310:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000020:00000001:2.0:1749610427.215311:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610427.215311:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610427.215311:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610427.215311:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610427.215312:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749610427.215313:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000200:0.0:1749610427.215313:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610427.215314:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000020:00000010:1.0:1749610427.215314:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000010:1.0:1749610427.215315:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000020:00000001:2.0:1749610427.215316:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215317:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610427.215317:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610427.215317:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215318:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:2.0:1749610427.215318:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610427.215319:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610427.215321:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00010000:00000001:2.0:1749610427.215321:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610427.215321:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215321:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215322:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610427.215323:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610427.215323:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610427.215324:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 02000000:00000001:0.0:1749610427.215324:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610427.215325:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610427.215325:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.215326:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610427.215327:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 02000000:00000001:0.0:1749610427.215328:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215330:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610427.215331:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610427 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610427.215333:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=150 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610427.215335:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610427.215336:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610427.215337:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610427.215339:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0000. 02000000:00000001:2.0:1749610427.215340:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215340:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215341:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610427.215341:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610427.215342:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749610427.215343:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610427.215344:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610427.215345:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610427.215346:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749610427.215346:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749610427.215347:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00000001:2.0:1749610427.215347:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610427.215348:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610427.215348:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610427.215350:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000040:2.0:1749610427.215350:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610427.215350:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749610427.215351:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610427.215351:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610427.215351:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215352:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610427.215352:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610427.215353:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610427.215353:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610427.215353:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610427.215355:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:0.0:1749610427.215355:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610427.215356:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610427.215357:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215357:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610427.215357:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749610427.215358:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610427.215358:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610427.215360:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749610427.215360:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610427.215362:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504832, offset 0 00000100:00000200:3.0:1749610427.215364:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610427.215364:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610427.215364:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494504320:0@lo:38:kworker.0 00000100:00000001:0.0:1749610427.215366:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.215367:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610427.215367:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610427.215369:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610427.215369:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718380 x1834598494504320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610427.215370:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920780 00000100:00000001:3.0:1749610427.215371:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215372:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610427.215372:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749610427.215373:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x563d [1] + 0 02000000:00000001:0.0:1749610427.215373:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749610427.215374:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610427.215375:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610427.215375:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610427.215375:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4063000. 00000100:00000001:3.0:1749610427.215377:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610427.215377:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610427.215377:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610427.215378:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610427.215378:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749610427.215379:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610427.215379:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:2.0:1749610427.215380:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610427.215380:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610427.215381:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 00000100:00001000:3.0:1749610427.215383:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=82 v=5 (5 5 0 0) 02000000:00000001:0.0:1749610427.215383:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610427.215384:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1749610427.215385:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=82 v=5 (1 1 0 0) 00000100:00000040:2.0:1749610427.215385:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610427.215385:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 00000100:00000001:3.0:1749610427.215387:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610427.215387:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610427.215388:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215389:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215389:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215389:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610427.215390:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610427.215391:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:0.0:1749610427.215391:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749610427.215392:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610427.215393:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1749610427.215394:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215394:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610427.215394:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610427.215394:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.215395:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610427.215396:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610427.215396:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610427.215396:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610427.215397:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610427.215397:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000100:00000001:2.0:1749610427.215398:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610427.215398:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000020:00000001:2.0:1749610427.215399:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610427.215399:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610427.215400:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610427.215401:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610427.215401:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c700 x1834598494504832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610447 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610427.215402:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215404:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610427.215405:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:0.0:1749610427.215406:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215407:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1749610427.215407:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494504832:12345-0@lo:38:kworker.0 Request processed in 98us (139us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610427.215408:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215409:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215410:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610427.215411:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:0.0:1749610427.215411:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610427.215412:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215412:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749610427.215412:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610427.215412:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610427.215413:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610427.215413:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610427.215414:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610427.215415:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00001000:0.0:1749610427.215415:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610427 v=5 (0 0 0 0) 00000020:00000010:2.0:1749610427.215416:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00001000:0.0:1749610427.215417:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=132 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610427.215418:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610427.215418:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00000001:0.0:1749610427.215418:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610427.215418:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610427.215419:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610427.215419:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610427.215420:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215421:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610427.215421:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610427.215423:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215425:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610427.215426:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610427.215426:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610427.215426:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610427.215427:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610427.215427:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610427.215428:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749610427.215429:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 00000100:00080000:0.0:1749610427.215429:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610427.215430:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494504704:0@lo:400:kworker.0 00000100:00000040:2.0:1749610427.215430:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718380 x1834598494504960 msgsize 224 00000100:00080000:0.0:1749610427.215430:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610427.215432:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610427.215433:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610427.215433:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215434:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215435:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610427.215435:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610427.215436:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610427.215437:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000040:3.0:1749610427.215438:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494504704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610427.215438:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494504448:0@lo:38:kworker.0 00000100:00000001:2.0:1749610427.215439:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:0.0:1749610427.215440:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610427.215440:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610427.215441:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610427.215441:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610427.215442:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610427.215443:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749610427.215443:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 02000000:00000001:3.0:1749610427.215444:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610427.215444:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610427.215445:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610427.215445:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610427.215446:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 00000100:00000040:2.0:1749610427.215446:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610427.215449:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749610427.215449:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610427.215450:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610427.215450:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215451:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610427.215452:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610427.215452:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610427.215453:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610427.215453:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215453:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215454:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610427.215454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749610427.215455:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5800. 00000100:00000040:2.0:1749610427.215455:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 588 usecs (1 jiffies) 00000100:00000001:0.0:1749610427.215455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.215455:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215456:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299700673 02000000:00000001:0.0:1749610427.215456:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610427.215457:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610427.215458:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610427.215458:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299700674 00000100:00001000:0.0:1749610427.215458:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610427 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610427.215459:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299700673 00000100:00001000:0.0:1749610427.215459:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=82 v=20 (1 20 0 0) 00000100:00000010:3.0:1749610427.215460:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:2.0:1749610427.215460:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299700674 00000100:00000001:0.0:1749610427.215460:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610427.215461:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299700673 00000100:00000001:0.0:1749610427.215461:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610427.215462:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610427.215462:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299700674 00000100:00000001:0.0:1749610427.215462:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610427.215463:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299700673 00000100:00000040:0.0:1749610427.215463:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610427.215464:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215464:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299700674 00000100:00000001:3.0:1749610427.215465:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215465:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610427.215466:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215466:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610427.215467:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610427.215468:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610427.215468:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215468:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610427.215469:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215469:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215469:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610427.215470:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610427.215471:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610427.215471:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749610427.215471:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610427.215472:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215472:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610427.215473:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610427.215473:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610427.215474:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.215474:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610427.215475:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215475:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215476:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610427.215479:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494504576:0@lo:38:kworker.0 00000400:00000001:0.0:1749610427.215481:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610427.215481:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610427.215482:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749610427.215482:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffdc0. 00000100:00100000:2.0:1749610427.215483:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494504960 00000400:00000200:0.0:1749610427.215483:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000001:2.0:1749610427.215484:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749610427.215484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749610427.215484:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610427.215485:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610427.215485:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610427.215486:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610427.215487:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610427.215488:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494504960 00000020:00000001:2.0:1749610427.215489:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610427.215490:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000200:0.0:1749610427.215490:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610427.215491:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610427.215492:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749610427.215493:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610427.215493:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215493:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610427.215494:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610427.215494:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610427.215494:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610427.215495:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.215496:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215497:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610427.215497:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610427.215498:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000100:00001000:0.0:1749610427.215498:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610427 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610427.215499:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=32 v=20 (1 20 0 0) 00000020:00000010:2.0:1749610427.215500:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb84f80. 00000100:00000001:0.0:1749610427.215500:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610427.215501:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610427.215502:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610427.215502:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610427.215503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215507:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610427.215509:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610427.215509:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215510:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610427.215511:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610427.215512:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:0.0:1749610427.215512:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749610427.215513:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00080000:0.0:1749610427.215513:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610427.215514:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610427.215515:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:2.0:1749610427.215516:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000040:0.0:1749610427.215516:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610427.215518:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00100000:0.0:1749610427.215519:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494504832:0@lo:38:kworker.0 00000100:00000040:2.0:1749610427.215520:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610427.215521:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610427.215535:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:3.0:1749610427.215536:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610427.215537:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215538:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610427.215539:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610427.215539:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610427.215540:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610427.215540:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215540:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610427.215542:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494504448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215543:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215545:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610427.215546:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610427.215546:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610427.215546:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610427.215547:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4062000. 00000100:00100000:2.0:1749610427.215548:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 02000000:00000001:0.0:1749610427.215548:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610427.215548:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610427.215549:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749610427.215549:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749610427.215550:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:0.0:1749610427.215550:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610427.215551:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610427.215551:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 02000000:00000010:0.0:1749610427.215551:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 00000100:00000001:3.0:1749610427.215552:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610427.215552:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610427.215552:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610427.215553:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718380 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:618/0 lens 224/0 e 0 to 0 dl 1749610438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610427.215553:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:3.0:1749610427.215554:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215555:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610427.215555:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215556:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610427.215557:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610427.215558:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000100:00000040:0.0:1749610427.215558:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494504576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215559:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610427.215561:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00100000:2.0:1749610427.215563:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494504960:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610427.215565:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494504960 00000100:00000001:0.0:1749610427.215565:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610427.215565:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749610427.215566:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:0.0:1749610427.215566:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c400. 00000020:00000001:2.0:1749610427.215567:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610427.215567:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610427.215568:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610427.215568:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610427.215569:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610427.215569:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610427.215570:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1749610427.215570:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 00000020:00000001:2.0:1749610427.215571:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749610427.215571:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610427.215571:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610427.215572:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749610427.215572:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:0.0:1749610427.215573:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749610427.215574:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215574:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215574:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610427.215575:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610427.215575:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610427.215576:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215576:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494504832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610427.215577:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610427.215578:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610427.215579:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610427.215579:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610427.215579:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610427.215580:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c800. 02000000:00000010:2.0:1749610427.215581:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0400. 02000000:00000001:0.0:1749610427.215581:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610427.215581:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749610427.215582:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610427.215582:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610427.215583:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610427.215583:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610427.215583:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000020:00000001:2.0:1749610427.215584:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610427.215584:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:2.0:1749610427.215585:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494504960 02000000:00000001:0.0:1749610427.215585:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610427.215585:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00010000:00000001:2.0:1749610427.215586:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610427.215586:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610427.215587:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1749610427.215588:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b718380 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215589:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.215589:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.215590:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215591:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610427.215592:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610427.215593:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610427.215594:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610427.215596:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610427.215597:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610427.215598:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610427.215599:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610427.215599:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610427.215600:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610427.215601:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610427.215603:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000200:2.0:1749610427.215604:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494504960, offset 224 00000400:00000200:2.0:1749610427.215606:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610427.215609:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610427.215611:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920800 00000400:00000200:2.0:1749610427.215614:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5619 [1] + 224 00000400:00000200:2.0:1749610427.215616:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610427.215618:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610427.215619:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610427.215621:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610427.215625:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610427.215631:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610427.215633:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610427.215634:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610427.215634:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610427.215635:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610427.215635:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610427.215636:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610427.215637:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610427.215637:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610427.215638:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610427.215639:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610427.215639:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 00010000:00000001:2.0:1749610427.215640:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749610427.215640:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000020:00000001:2.0:1749610427.215641:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610427.215641:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000020:00000001:2.0:1749610427.215642:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610427.215642:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610427.215643:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:618/0 lens 224/224 e 0 to 0 dl 1749610438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610427.215645:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610427.215648:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494504960:12345-0@lo:400:kworker.0 Request processed in 89us (216us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610427.215649:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610427.215651:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:2.0:1749610427.215652:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610427.215653:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610427.215653:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610427.215654:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610427.215654:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610427.215655:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610427.215655:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610427.215656:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610427.215656:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610427.215656:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610427.215657:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 02000000:00000001:0.0:1749610427.215657:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610427.215659:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00001000:0.0:1749610427.215659:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=32 v=5 (5 5 0 0) 00000020:00000040:2.0:1749610427.215660:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00001000:0.0:1749610427.215660:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=32 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610427.215662:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215662:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610427.215662:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610427.215664:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749610427.215666:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610427.215670:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215671:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610427.215672:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610427.215673:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610427.215673:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610427.215675:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215678:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610427.215679:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610427.215679:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610427.215681:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610427.215686:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494504960:0@lo:400:kworker.0 00000100:00000001:0.0:1749610427.215688:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215688:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610427.215690:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494504960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610427.215693:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610427.215693:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610427.215694:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828c00. 02000000:00000001:0.0:1749610427.215697:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610427.215697:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610427.215698:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610427.215699:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610427.215699:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5700. 02000000:00000001:0.0:1749610427.215700:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610427.215701:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610427.215701:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000100:00000001:0.0:1749610427.215702:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610427.215703:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215704:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.215706:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610427.215707:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.215707:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610427.215708:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610427.216567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299700674, at 4299700674 00000100:00000040:2.0:1749610427.216570:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299700674, at 4299700674 00000100:00000010:3.0:1749610427.216571:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeac0. 00000100:00000010:2.0:1749610427.216575:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eed40. 00000100:00000040:1.0:1749610427.216577:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299700674, at 4299700674 00000100:00000010:1.0:1749610427.216582:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eec00. 00000100:00000040:0.0:1749610427.217566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299700674, at 4299700675 00000100:00000010:0.0:1749610427.217572:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610427.455639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610427.455647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610427.455649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610427.455653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610427.455656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.455659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.455661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610427.455665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.455667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610427.457568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610427.457571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610427.457573:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610427.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610427.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610427.457580:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.457582:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610427.457584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610427.457585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610427.986646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610427.986650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610427.986742:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610427.986746:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610427.986748:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610428.215626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610428.215638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610428.215640:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.215643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610428.215645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610428.215648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610428.215649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610428.455638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610428.455645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610428.455647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610428.455649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610428.455652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610428.455654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.455657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610428.455665:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610428.455672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610428.455674:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610428.455679:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610428.455680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.455682:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610428.455683:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610428.455685:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610428.455690:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494504192:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610428.455693:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.455694:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610428.455695:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610428.455697:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610428.455698:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610428.455702:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610428.455704:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610428.455708:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610428.455709:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610428.455711:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610428.455714:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610428.455716:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610428.455718:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:0.0:1749610428.455719:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610428.455720:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:0.0:1749610428.455724:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455729:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610428.455732:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455735:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610428.455738:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455741:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610428.455743:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610428.455744:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455748:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610428.455750:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610428.455751:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610428.455753:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610428.455756:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610428.455758:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610428.455759:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455762:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610428.455763:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610428.455763:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610428.455764:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:0.0:1749610428.455765:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610428.455766:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610428.455768:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610428.455769:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610428.455772:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610428.455773:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610428.455776:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610428.455777:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610428.455778:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610428.455779:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610428.455780:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610428.455782:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610428.455783:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610428.455784:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610428.455785:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610428.455787:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d14b from hash 00010000:00000001:0.0:1749610428.455788:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610428.455789:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610428.455790:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610428.455790:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610428.455791:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610428.455792:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610428.455793:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610428.455794:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610428.455794:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610428.455795:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610428.455796:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610428.455799:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610428.455799:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610428.455800:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610428.455801:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610428.455801:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610428.455802:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610428.455802:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610428.455803:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d14b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610428.455808:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f100 count: 0 00010000:00000001:0.0:1749610428.455829:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610428.455830:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610428.455832:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610428.455834:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3c380 x1834598494504192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610428.455837:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610428.455839:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610428.455840:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610428.455841:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610428.455845:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749610428.455848:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610428.455849:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610428.455850:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c380. 00000100:00000001:0.0:1749610428.455854:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610428.455855:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610428.455856:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610428.455857:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610428.455859:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610428.455862:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3ee0c0. 00000020:00000010:0.0:1749610428.455865:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:0.0:1749610428.455868:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e800. 00000040:00000010:0.0:1749610428.455870:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749610428.455874:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610428.455876:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ea00. 80000000:00000010:0.0:1749610428.455879:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610428.455883:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ee00. 00080000:00000010:0.0:1749610428.455886:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610428.455890:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610428.455896:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610428.455897:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610428.455901:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e800. 00000040:00000010:0.0:1749610428.455903:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749610428.455905:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610428.455908:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ea00. 80000000:00000010:0.0:1749610428.455909:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610428.455911:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ee00. 00080000:00000010:0.0:1749610428.455914:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610428.455916:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610428.455918:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:0.0:1749610428.455919:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3ee0c0. 10000000:01000000:0.0:1749610428.455922:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:0.0:1749610428.455925:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610428.455927:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610428.455929:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610428.455930:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610428.455932:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:0.0:1749610428.455933:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1749610428.457564:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610428.457567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610428.457568:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610428.457571:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610428.457573:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610428.457574:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.457576:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610428.457577:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610428.457579:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610428.458640:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f100. 00010000:00000010:3.1:1749610428.458646:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00000020:00000001:1.0:1749610428.988840:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610428.988849:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610428.988855:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610429.215689:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610429.215707:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610429.215709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610429.215714:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610429.215717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610429.215721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610429.215724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610429.457631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610429.457637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610429.457638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610429.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610429.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610429.457646:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610429.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610429.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610429.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610429.739606:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610429.739611:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749610429.739614:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610429.739616:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749610429.739617:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749610429.739618:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610429.739619:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749610429.739620:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610429.739622:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:0.0:1749610429.739624:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610429.739626:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749610429.739632:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c380. 00000020:00000040:0.0:1749610429.739635:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610429.739639:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610429.739642:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610429.739646:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610429.739651:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:0.0:1749610429.739656:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610429.739659:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610429.739661:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610429.739667:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3fa00. 00010000:00000001:0.0:1749610429.739670:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610429.739672:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f600. 00000020:00000001:0.0:1749610429.739676:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610429.739678:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f600 with handle 0x689c0ec07329d152 to hash 00000020:00000001:0.0:1749610429.739679:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610429.739680:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610429.739681:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610429.739684:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610429.739685:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610429.739688:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610429.739694:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610429.739701:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610429.739704:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610429.739705:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610429.739710:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af480. 00000100:00000001:0.0:1749610429.739711:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487168 : -131939591064448 : ffff88006b8af480) 00000100:00000001:0.0:1749610429.739713:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610429.739714:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640206720 : -131939069344896 : ffff88008aa3c380) 00000100:00000001:0.0:1749610429.739718:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610429.739721:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610429.739723:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610429.739724:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610429.739731:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610429.739737:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610429.739738:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610429.739740:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610429.739745:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610429.739746:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610429.739747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610429.739748:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610429.739750:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610429.739751:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610429.739752:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610429.739753:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610429.739754:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610429.990594:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610429.990598:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610429.990707:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610429.990710:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610429.990712:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749610429.994621:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610429.994625:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610429.994628:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749610429.994770:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:1.0:1749610429.994772:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610429.994781:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610429.994784:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610429.994785:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.215658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610430.215670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610430.215672:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.215675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610430.215677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610430.215679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610430.215681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610430.457617:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610430.457623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610430.457624:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610430.457628:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610430.457630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610430.457633:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.457635:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610430.457637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.457638:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610430.687458:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610430.687471:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610430.687474:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610430.687476:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610430.687485:0:28315:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610430.687500:0:28315:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00700 00000400:00000100:0.0:1749610430.687504:0:28315:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138199296 offset 0 length 520: 4 00000400:00000200:0.0:1749610430.687508:0:28315:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610430.687509:0:28315:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610430.687515:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610430.687549:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610430.687550:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610430.687552:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.739599:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610430.739605:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610430.739607:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610430.739609:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610430.739612:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610430.739614:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.739616:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610430.739618:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610430.739620:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610430.992705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610430.992713:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610430.992854:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610430.992860:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610430.992863:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610431.215680:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610431.215697:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610431.215699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610431.215704:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610431.215707:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610431.215711:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610431.215713:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610431.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610431.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610431.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610431.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610431.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610431.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610431.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610431.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610431.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610431.739604:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610431.739610:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610431.739612:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610431.739616:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610431.739620:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610431.739623:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610431.739625:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610431.739628:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610431.739630:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610431.994654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610431.994659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610431.994738:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610431.994741:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610431.994744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610432.215627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610432.215639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610432.215641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.215645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610432.215647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610432.215650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.215652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610432.222599:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610432.222604:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610432.222607:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610432.222610:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610432.222612:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610432.222615:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610432.222618:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610432.222623:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1749610432.222627:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610432.222629:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610432.222632:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610432.222634:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222637:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610432.222640:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610432.222643:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610432.222646:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610432.222648:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610432.222651:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610432.222653:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610432.222656:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610432.222657:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610432.222659:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222660:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610432.222663:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610432.222666:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610432.222668:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.222670:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610432.222676:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610432.222678:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.222681:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610432.222684:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610432.222690:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:2.0:1749610432.222694:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610432.222697:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610432.222699:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.222701:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610432.222704:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610432.222707:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610432.222713:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d0800. 00000100:00000001:2.0:1749610432.222719:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610432.222726:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610432.222735:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610432.222739:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610432.222743:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.222763:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610432.222766:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610432.222770:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610432.222771:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610432.222772:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610432.222774:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610432.222776:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1749610432.222778:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610432.222780:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610432.222782:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610432.222784:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222785:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610432.222788:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610432.222789:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610432.222790:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610432.222793:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610432.222795:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610432.222801:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610432.222803:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610432.222805:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610432.222806:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222808:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610432.222810:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610432.222812:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610432.222814:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.222815:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610432.222818:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610432.222820:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.222822:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610432.222823:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610432.222825:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000100:00000001:0.0:1749610432.222825:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610432.222827:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610432.222828:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610432.222829:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610432.222830:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.222830:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610432.222832:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610432.222833:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610432.222834:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.222834:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610432.222837:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d0c00. 00000100:00000001:2.0:1749610432.222840:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.222841:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610432.222842:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610432.222843:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610432.222845:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610432.222847:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610432.222849:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.222850:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749610432.222851:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494505216:0@lo:38:kworker.0 00000100:00000001:2.0:1749610432.222852:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.222854:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610432.222855:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610432.222856:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610432.222857:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.222859:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610432.222862:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c800. 00000100:00000001:2.0:1749610432.222863:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.222863:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610432.222865:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610432.222869:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749610432.222869:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffdc0. 00000100:00000001:2.0:1749610432.222870:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610432.222871:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749610432.222873:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610432.222874:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610432.222876:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1749610432.222877:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610432.222879:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749610432.222879:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494505216, portal 4 00000100:00000001:0.0:1749610432.222880:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610432.222881:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610432.222881:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000040:2.0:1749610432.222883:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222884:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610432.222886:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610432.222887:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000040:0.0:1749610432.222887:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610432.222888:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610432.222890:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610432.222891:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610432.222891:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610432.222893:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610432.222893:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610432.222894:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000040:2.0:1749610432.222896:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749610432.222896:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494505216, offset 0 00000100:00000001:2.0:1749610432.222897:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610432.222899:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610432.222900:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610432.222900:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610432.222902:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610432.222904:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610432.222905:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.222907:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610432.222909:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610432.222910:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.222911:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610432.222912:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610432.222913:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610432.222916:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000020:00000040:2.0:1749610432.222917:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1749610432.222918:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf920900 02000000:00000001:2.0:1749610432.222919:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610432.222920:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.222922:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610432.222923:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610432.222923:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 9360 02000000:00000001:2.0:1749610432.222925:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610432.222927:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1000. 00000400:00000200:0.0:1749610432.222928:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610432.222930:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.222931:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610432.222933:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610432.222935:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610432.222936:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610432.222939:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749610432.222939:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ca80. 00000100:00000001:2.0:1749610432.222941:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.222941:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ca80 x1834598494505216 msgsize 520 00000100:00000040:2.0:1749610432.222944:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_rcv+-1] req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610432.222944:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610432.222950:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610432.222953:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610432.222956:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610432.222958:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610432.222958:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749610432.222960:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610432.222962:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610432.222963:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610432.222964:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.222965:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 02000000:00000010:2.0:1749610432.222981:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5200. 00000100:00000001:2.0:1749610432.222984:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610432.222985:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000040:2.0:1749610432.222987:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610432.222987:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610432.222990:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.222994:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610432.222995:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610432.222996:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.222997:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610432.223000:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_00_00+0] req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223001:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223002:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610432.223005:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.223007:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000001:0.0:1749610432.223009:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299705682 00000100:00000010:0.0:1749610432.223012:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610432.223016:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610432.223020:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299705682 00000100:00000001:2.0:1749610432.223022:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610432.223022:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee240. 00000100:00000001:0.0:1749610432.223024:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749610432.223025:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610432.223026:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299705682 00000100:00000010:0.0:1749610432.223027:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee380. 00000100:00080000:2.0:1749610432.223028:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610432.223029:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749610432.223029:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610432.223030:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299705682 00000100:00080000:2.0:1749610432.223031:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:0.0:1749610432.223031:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eec40. 00000100:00000001:2.0:1749610432.223033:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610432.223033:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610432.223034:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:2.0:1749610432.223035:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1749610432.223037:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1749610432.223037:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505216 00000100:00000001:0.0:1749610432.223038:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610432.223039:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:1.0:1749610432.223039:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610432.223039:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223040:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610432.223040:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223041:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610432.223041:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610432.223042:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610432.223043:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223044:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610432.223044:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610432.223045:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610432.223045:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610432.223046:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610432.223047:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749610432.223047:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610432.223048:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610432.223048:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610432.223049:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505216 00000020:00000040:2.0:1749610432.223050:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610432.223050:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610432.223050:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610432.223051:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000040:1.0:1749610432.223051:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610432.223052:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610432.223053:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610432.223053:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223054:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223054:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610432.223055:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610432.223056:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749610432.223056:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610432.223057:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610432.223057:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610432.223058:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610432.223058:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610432.223059:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:2.0:1749610432.223060:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610432.223060:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494505344:0@lo:38:kworker.0 00000020:00000040:2.0:1749610432.223062:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000020:00000010:1.0:1749610432.223062:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610432.223062:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610432.223063:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610432.223063:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610432.223064:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610432.223064:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610432.223065:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610432.223065:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 02000000:00000001:2.0:1749610432.223067:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749610432.223067:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7000. 00000100:00000001:1.0:1749610432.223068:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610432.223068:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223069:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610432.223070:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610432.223070:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:1.0:1749610432.223071:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.223072:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610432.223072:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610432.223073:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749610432.223074:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494505344, portal 10 00000100:00000001:2.0:1749610432.223075:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223075:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223075:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610432.223076:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000010:2.0:1749610432.223077:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000100:00000001:3.0:1749610432.223079:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610432.223079:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:0.0:1749610432.223079:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610432.223081:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610432.223082:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223082:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223082:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610432.223083:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610432.223083:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749610432.223083:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610432.223084:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749610432.223084:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:2.0:1749610432.223085:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749610432.223085:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494505344, offset 0 02000000:00000001:2.0:1749610432.223087:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223087:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610432.223087:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610432.223088:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610432.223089:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610432.223089:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1400. 00000400:00000200:0.0:1749610432.223090:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610432.223092:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610432.223092:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000400:00000200:0.0:1749610432.223093:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920980 00000100:00000001:3.0:1749610432.223094:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610432.223094:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640208512 : -131939069343104 : ffff88008aa3ca80) 00000100:00100000:2.0:1749610432.223095:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610432.223096:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223096:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 96520 00000100:00000040:1.0:1749610432.223097:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ca80 x1834598494505216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610432.223098:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610432.223099:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610432.223099:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610432.223100:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223100:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610432.223101:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610432.223102:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494505600:0@lo:400:kworker.0 00000100:00000001:0.0:1749610432.223102:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610432.223103:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223104:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749610432.223104:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494505216:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610432.223104:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610432.223106:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610432.223106:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610432.223106:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505216 00000100:00000010:0.0:1749610432.223106:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 02000000:00000001:3.0:1749610432.223107:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.223107:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09180 x1834598494505344 msgsize 520 02000000:00000001:3.0:1749610432.223108:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610432.223109:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610432.223109:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749610432.223110:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 00010000:00000001:1.0:1749610432.223111:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610432.223112:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223113:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610432.223114:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000001:0.0:1749610432.223115:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749610432.223116:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000040:2.0:1749610432.223116:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610432.223117:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749610432.223118:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749610432.223118:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610432.223119:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610432.223120:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494505600, portal 10 00000020:00000001:1.0:1749610432.223120:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610432.223120:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610432.223121:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610432.223122:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000010:2.0:1749610432.223122:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00000020:00000040:2.0:1749610432.223124:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00010000:00020000:1.0:1749610432.223124:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610432.223124:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610432.223125:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1749610432.223125:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610432.223126:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610432.223126:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610432.223127:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610432.223127:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610432.223128:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223129:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610432.223129:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610432.223130:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:1.0:1749610432.223130:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610432.223130:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610432.223131:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610432.223131:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223132:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610432.223132:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610432.223132:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610432.223132:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 695 usecs (1 jiffies) 00000400:00000010:3.0:1749610432.223133:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000010:1.0:1749610432.223134:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585000. 00000100:00000001:0.0:1749610432.223134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299705681 00000100:00000200:3.0:1749610432.223135:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494505600, offset 0 00000100:00000040:2.0:1749610432.223135:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610432.223135:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299705682 02000000:00000001:1.0:1749610432.223136:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223136:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299705681 00000100:00000001:1.0:1749610432.223137:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223137:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299705682 00000400:00000200:3.0:1749610432.223138:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610432.223138:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299705681 00000100:00000001:0.0:1749610432.223139:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299705682 00010000:00000001:1.0:1749610432.223140:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610432.223140:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299705681 00000100:00000001:2.0:1749610432.223141:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1749610432.223141:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610432.223142:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610432.223142:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299705682 00000100:00000001:2.0:1749610432.223143:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610432.223143:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610432.223143:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610432.223143:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223145:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610432.223145:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610432.223146:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920a80 00000100:00000001:1.0:1749610432.223146:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610432.223146:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610432.223147:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1500] to pc [ptlrpcd_00_01+1] req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610432.223148:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749610432.223149:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 97040 00000100:00000001:1.0:1749610432.223149:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610432.223150:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610432.223150:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610432.223151:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610432.223152:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610432.223152:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610432.223152:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610432.223153:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610432.223153:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610432.223154:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610432.223154:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.223154:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223155:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610432.223155:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610432.223156:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610432.223156:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610432.223156:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494505472:0@lo:38:kworker.0 00000100:00000040:1.0:1749610432.223157:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610432.223157:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610432.223158:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5043) 02000000:00000001:0.0:1749610432.223158:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1749610432.223159:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078801500. 00000400:00000010:1.0:1749610432.223159:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610432.223159:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223160:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880078801500 x1834598494505600 msgsize 224 02000000:00000001:0.0:1749610432.223160:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610432.223161:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494505216, offset 0 00000100:00100000:3.0:1749610432.223162:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749610432.223162:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e0400. 02000000:00000001:0.0:1749610432.223162:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610432.223164:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610432.223164:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000400:00000010:0.0:1749610432.223165:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610432.223166:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610432.223167:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610432.223167:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494505472, portal 10 00000400:00000200:1.0:1749610432.223168:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610432.223168:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610432.223169:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610432.223169:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610432.223169:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000400:00000200:1.0:1749610432.223172:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf920900 00000100:00000040:0.0:1749610432.223172:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610432.223173:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000040:2.0:1749610432.223173:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610432.223174:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610432.223176:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610432.223176:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610432.223177:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610432.223178:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:3.0:1749610432.223179:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223180:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610432.223181:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223183:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610432.223183:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5655 [1] + 0 02000000:00000001:2.0:1749610432.223184:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610432.223185:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610432.223185:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610432.223185:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494505472, offset 0 00000400:00000200:1.0:1749610432.223186:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610432.223187:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223187:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610432.223188:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610432.223189:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610432.223189:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494505856:0@lo:400:kworker.0 00000100:00000001:3.0:1749610432.223190:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610432.223190:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610432.223190:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610432.223192:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223192:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749610432.223192:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610432.223193:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 667 usecs (1 jiffies) 00000400:00000200:0.0:1749610432.223193:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920a00 02000000:00000001:2.0:1749610432.223194:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610432.223195:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299705681 00000400:00000200:0.0:1749610432.223195:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 97264 00000100:00000001:3.0:1749610432.223196:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299705682 02000000:00000001:2.0:1749610432.223196:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.223197:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610432.223197:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610432.223198:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299705681 00000100:00000001:3.0:1749610432.223199:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299705682 02000000:00000010:2.0:1749610432.223199:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829800. 00000400:00000200:0.0:1749610432.223199:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610432.223200:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299705681 00000100:00000001:0.0:1749610432.223200:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610432.223201:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299705682 02000000:00000001:2.0:1749610432.223201:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610432.223201:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610432.223202:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299705681 00000100:00000040:1.0:1749610432.223202:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610432.223203:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299705682 00000100:00000001:3.0:1749610432.223204:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610432.223204:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:3.0:1749610432.223205:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223207:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610432.223207:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749610432.223207:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610432.223208:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610432.223210:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494505856, portal 10 00000100:00000001:3.0:1749610432.223211:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610432.223211:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:3.0:1749610432.223212:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610432.223212:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610432.223213:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610432.223213:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610432.223213:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 00000400:00000010:1.0:1749610432.223213:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610432.223214:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223214:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000010:0.0:1749610432.223214:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000100:00000001:3.0:1749610432.223215:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223215:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610432.223215:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54000 x1834598494505472 msgsize 520 00000100:00000001:1.0:1749610432.223217:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610432.223217:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610432.223218:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610432.223219:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610432.223219:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223221:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610432.223222:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610432.223223:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ca80 x1834598494505216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223224:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610432.223226:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000040:2.0:1749610432.223227:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610432.223227:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000400:00000010:2.0:1749610432.223228:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610432.223228:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610432.223229:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494505216:12345-0@lo:38:kworker.0 Request processed in 124us (286us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610432.223230:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610432.223230:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494505856, offset 0 00000100:00000200:0.0:1749610432.223230:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610432.223232:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505344 02000000:00000001:3.0:1749610432.223233:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749610432.223233:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:0.0:1749610432.223233:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610432.223234:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610432.223234:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610432.223235:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610432.223235:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610432.223235:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610432.223235:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610432.223237:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610432.223238:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505344 00000020:00000010:1.0:1749610432.223238:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000020:00000001:3.0:1749610432.223239:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610432.223239:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610432.223240:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610432.223240:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610432.223240:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610432.223240:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610432.223241:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610432.223241:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610432.223242:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610432.223242:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000020:00000001:3.0:1749610432.223243:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.223243:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 652 usecs (1 jiffies) 00000100:00000001:1.0:1749610432.223244:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223244:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299705681 00000020:00000010:3.0:1749610432.223245:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2400. 00000400:00000200:2.0:1749610432.223246:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920b80 00000100:00000001:0.0:1749610432.223246:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299705682 00000020:00000010:3.0:1749610432.223247:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:0.0:1749610432.223247:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299705681 00000100:00000001:0.0:1749610432.223248:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299705682 00000020:00000010:3.0:1749610432.223249:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000400:00000200:2.0:1749610432.223249:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 97784 00000100:00000001:0.0:1749610432.223249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299705681 00000100:00000001:0.0:1749610432.223250:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299705682 00000100:00000001:3.0:1749610432.223251:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610432.223251:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610432.223251:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299705681 00000100:00000001:0.0:1749610432.223252:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299705682 00000100:00000001:3.0:1749610432.223253:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223253:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610432.223254:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610432.223254:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223256:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610432.223257:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1749610432.223257:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610432.223258:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610432.223259:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffdc0. 00000100:00000001:3.0:1749610432.223260:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610432.223261:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749610432.223262:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749610432.223263:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610432.223263:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610432.223264:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505600 00000100:00000001:1.0:1749610432.223264:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610432.223265:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610432.223265:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610432.223266:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610432.223266:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505472 00000100:00000001:3.0:1749610432.223267:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610432.223267:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610432.223268:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223268:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610432.223268:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610432.223269:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505600 00000020:00000001:3.0:1749610432.223269:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610432.223269:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610432.223269:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610432.223270:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 02000000:00000001:1.0:1749610432.223270:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610432.223271:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610432.223271:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505472 00000020:00000040:3.0:1749610432.223272:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000010:2.0:1749610432.223272:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2300. 00000020:00000001:1.0:1749610432.223272:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610432.223272:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610432.223273:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000040:1.0:1749610432.223273:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610432.223274:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610432.223274:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610432.223275:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf2300 x1834598494505856 msgsize 224 00000020:00000001:1.0:1749610432.223275:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223276:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223276:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610432.223277:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610432.223277:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610432.223278:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000020:00000010:1.0:1749610432.223278:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:0.0:1749610432.223278:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749610432.223279:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610432.223279:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 02000000:00000001:0.0:1749610432.223280:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610432.223281:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610432.223281:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610432.223282:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610432.223282:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610432.223283:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610432.223283:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610432.223283:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223284:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223285:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610432.223286:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610432.223286:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610432.223286:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610432 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610432.223288:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000400:00000200:2.0:1749610432.223288:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00001000:0.0:1749610432.223288:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=5 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610432.223289:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:1.0:1749610432.223289:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610432.223290:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000400:00000010:2.0:1749610432.223290:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610432.223290:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610432.223291:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610432.223292:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610432.223292:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505856 00000100:00000001:0.0:1749610432.223292:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610432.223293:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610432.223293:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610432.223294:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610432.223294:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610432.223295:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610432.223295:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610432.223295:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610432.223295:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610432.223295:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610432.223296:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223297:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610432.223297:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505856 00000020:00000001:1.0:1749610432.223298:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610432.223298:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610432.223299:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749610432.223299:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610432.223299:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610432.223300:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1749610432.223300:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610432.223301:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223301:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610432.223301:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610432.223302:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610432.223302:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610432.223302:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223303:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610432.223303:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610432.223304:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610432.223304:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610432.223305:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610432.223305:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610432.223305:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610432.223305:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610432.223306:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610432.223307:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000020:00000010:1.0:1749610432.223307:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f180. 00000100:00000040:3.0:1749610432.223308:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00080000:0.0:1749610432.223308:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610432.223309:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335878400 : -131939373673216 : ffff880078801500) 00000100:00000001:0.0:1749610432.223309:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610432.223310:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610432.223311:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610432.223311:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b32c0. 00000100:00000040:0.0:1749610432.223311:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610432.223312:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078801500 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1749610443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223313:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610432.223314:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:2.0:1749610432.223315:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610432.223315:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494505216:0@lo:38:kworker.0 00000020:00000010:1.0:1749610432.223316:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:3.0:1749610432.223317:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610432.223317:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610432.223317:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610432.223318:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb844c0. 00000100:00000040:2.0:1749610432.223318:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 596 usecs (1 jiffies) 00000100:00000001:3.0:1749610432.223319:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610432.223319:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610432.223319:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610432.223319:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610432.223320:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb844c0. 00000100:00000001:1.0:1749610432.223320:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223321:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299705681 00000100:00000040:0.0:1749610432.223321:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494505216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610432.223322:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749610432.223323:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494505600:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610432.223323:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299705682 00000100:00000200:3.0:1749610432.223324:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505600 00000100:00000001:1.0:1749610432.223324:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610432.223324:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223324:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610432.223325:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299705681 02000000:00000001:0.0:1749610432.223325:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610432.223326:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610432.223326:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299705682 00000100:00000001:1.0:1749610432.223326:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610432.223327:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000010:0.0:1749610432.223327:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c800. 00000100:00000001:2.0:1749610432.223328:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299705681 00000100:00000001:1.0:1749610432.223328:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610432.223329:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223329:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610432.223329:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610432.223330:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610432.223330:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299705682 00000020:00000001:0.0:1749610432.223330:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610432.223331:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000040:0.0:1749610432.223331:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610432.223332:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610432.223332:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299705681 00000100:00000040:1.0:1749610432.223332:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:0.0:1749610432.223332:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610432.223333:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610432.223333:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299705682 00000100:00000001:1.0:1749610432.223333:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943990528 : -131938765561088 : ffff88009cbf2300) 02000000:00000010:0.0:1749610432.223333:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d0800. 00000020:00000001:3.0:1749610432.223335:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223335:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610432.223335:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf2300 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:623/0 lens 224/0 e 0 to 0 dl 1749610443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610432.223335:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749610432.223336:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749610432.223336:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749610432.223337:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610432.223337:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610432.223337:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000020:00000001:3.0:1749610432.223339:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223339:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1749610432.223340:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610432.223340:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223340:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610432.223340:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223341:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610432.223341:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610432.223341:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610432.223342:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610432.223343:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749610432.223343:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610432.223343:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610432.223344:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610432.223344:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223345:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749610432.223345:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494505856:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610432.223345:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610432.223346:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b0800. 00000100:00000001:2.0:1749610432.223346:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610432.223346:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610432.223347:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610432.223347:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505856 00000100:00000001:0.0:1749610432.223347:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610432.223348:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223348:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610432.223348:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610432.223348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223349:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610432.223349:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610432.223350:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223350:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610432.223351:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494505600 00000100:00000001:2.0:1749610432.223351:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223351:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610432.223352:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610432.223352:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749610432.223353:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610432.223353:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223353:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223354:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749610432.223354:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:3.0:1749610432.223355:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078801500 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610432.223355:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610432.223355:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610432.223356:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749610432.223356:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223357:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1749610432.223357:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494505728:0@lo:38:kworker.0 00000020:00000001:1.0:1749610432.223358:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610432.223359:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610432.223359:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610432.223359:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610432.223359:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749610432.223360:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223360:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610432.223360:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610432.223361:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610432.223361:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749610432.223362:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 0 0) 02000000:00000010:1.0:1749610432.223362:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585400. 02000000:00000001:1.0:1749610432.223363:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610432.223363:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1400. 00000100:00000001:3.0:1749610432.223364:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610432.223364:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610432.223364:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223365:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610432.223365:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223366:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610432.223366:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610432.223366:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610432.223366:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffdc0. 02000000:00000001:3.0:1749610432.223367:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610432.223367:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000001:3.0:1749610432.223368:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610432.223368:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494505856 00000100:00000001:3.0:1749610432.223369:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610432.223369:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00010000:00000001:1.0:1749610432.223369:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749610432.223369:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494505728, portal 10 00000100:00000040:3.0:1749610432.223370:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610432.223370:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000200:1.0:1749610432.223371:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf2300 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223371:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000010:3.0:1749610432.223372:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610432.223372:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000200:3.0:1749610432.223374:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494505600, offset 224 00000100:00000040:0.0:1749610432.223374:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610432.223375:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610432.223376:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610432.223376:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09180 x1834598494505344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610432.223376:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610432.223377:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610432.223377:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610432.223379:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610432.223379:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610432.223379:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610432.223380:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749610432.223380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610432.223381:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610432.223381:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494505728, offset 0 00000400:00000200:3.0:1749610432.223382:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920a80 02000000:00000001:1.0:1749610432.223382:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610432.223383:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223383:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610432.223384:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610432.223385:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5665 [1] + 224 00000100:00100000:2.0:1749610432.223385:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494505344:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610432.223386:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610432.223387:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000200:0.0:1749610432.223387:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610432.223388:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610432.223388:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505344 00000100:00000200:1.0:1749610432.223389:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494505856, offset 224 00000400:00000200:0.0:1749610432.223389:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920b00 00000400:00000200:3.0:1749610432.223390:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610432.223390:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610432.223391:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610432.223392:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610432.223393:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 98008 00000400:00000200:1.0:1749610432.223394:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610432.223396:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920b80 00000400:00000200:0.0:1749610432.223396:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610432.223398:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223398:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610432.223400:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:2.0:1749610432.223401:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610432.223402:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5679 [1] + 224 00000100:00000200:3.0:1749610432.223403:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610432.223403:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610432.223404:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610432.223404:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610432.223405:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749610432.223406:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610432.223406:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610432.223408:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223408:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610432.223408:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749610432.223408:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000100:00000001:2.0:1749610432.223409:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610432.223410:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610432.223410:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54380 x1834598494505728 msgsize 520 02000000:00000001:2.0:1749610432.223411:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610432.223413:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1800. 00000100:00100000:0.0:1749610432.223413:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610432.223414:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610432.223415:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610432.223415:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223415:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610432.223417:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:2.0:1749610432.223417:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610432.223418:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610432.223419:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749610432.223419:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610432.223420:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749610432.223420:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610432.223420:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610432.223421:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610432.223422:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610432.223422:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610432.223422:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610432.223423:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610432.223423:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610432.223424:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610432.223424:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610432.223424:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000001:3.0:1749610432.223425:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610432.223425:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000001:3.0:1749610432.223426:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610432.223426:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610432.223426:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749610432.223426:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610432.223427:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610432.223428:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610432.223428:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223429:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078801500 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223430:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610432.223430:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610432.223431:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610432.223432:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749610432.223432:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610432.223432:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223433:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749610432.223434:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494505600:12345-0@lo:400:kworker.0 Request processed in 116us (272us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610432.223434:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610432.223435:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610432.223435:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2300 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:623/0 lens 224/224 e 0 to 0 dl 1749610443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610432.223437:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749610432.223438:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 02000000:00000001:2.0:1749610432.223438:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223439:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610432.223439:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223440:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610432.223440:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610432.223440:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494505856:12345-0@lo:400:kworker.0 Request processed in 99us (164us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610432.223440:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610432.223441:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610432.223442:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610432.223443:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00100000:1.0:1749610432.223443:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:0.0:1749610432.223443:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610432.223444:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000400:00000010:2.0:1749610432.223444:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:1.0:1749610432.223445:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:0.0:1749610432.223445:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 475 usecs (1 jiffies) 00000020:00000010:3.0:1749610432.223446:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000200:2.0:1749610432.223446:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494505344, offset 0 00000100:00000001:1.0:1749610432.223446:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610432.223447:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610432.223447:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299705681 00000020:00000040:3.0:1749610432.223448:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:1.0:1749610432.223448:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000400:00000200:2.0:1749610432.223449:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610432.223449:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299705682 00000100:00000001:3.0:1749610432.223450:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610432.223450:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000020:00000010:1.0:1749610432.223451:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:0.0:1749610432.223451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299705681 00000100:00000001:0.0:1749610432.223452:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299705682 00000100:00000001:3.0:1749610432.223453:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610432.223453:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494505728 00000400:00000200:2.0:1749610432.223453:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749610432.223453:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:3.0:1749610432.223454:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610432.223454:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299705681 00000100:00000001:3.0:1749610432.223455:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610432.223456:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299705682 02000000:00000001:3.0:1749610432.223457:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610432.223457:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920980 00000100:00000001:1.0:1749610432.223457:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610432.223458:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610432.223458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299705681 00000100:00100000:3.0:1749610432.223459:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494505728 00000020:00000001:3.0:1749610432.223459:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610432.223459:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299705682 00000020:00000040:3.0:1749610432.223460:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749610432.223460:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000020:00000001:3.0:1749610432.223461:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610432.223461:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x565d [1] + 0 00000100:00000001:1.0:1749610432.223461:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000100:00000001:0.0:1749610432.223461:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610432.223462:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610432.223463:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610432.223463:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54000 x1834598494505472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223463:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610432.223465:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000400:00000200:2.0:1749610432.223465:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610432.223465:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610432.223466:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:0.0:1749610432.223466:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610432.223467:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000400:00000200:2.0:1749610432.223468:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610432.223469:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610432.223469:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749610432.223469:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494505472:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610432.223469:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610432.223470:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223470:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610432.223470:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505472 00000100:00000001:0.0:1749610432.223470:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610432.223471:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.223471:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610432.223472:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610432.223472:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610432.223473:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223473:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610432.223474:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223474:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223475:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610432.223475:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223476:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610432.223476:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610432.223478:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00010000:00020000:1.0:1749610432.223478:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610432.223479:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00010000:00000001:1.0:1749610432.223479:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610432.223480:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610432.223481:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54380 x1834598494505728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610452 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610432.223482:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610432.223482:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610432.223482:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610432.223483:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610432.223485:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585800. 00000100:00100000:3.0:1749610432.223486:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494505728:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610432.223486:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610432.223487:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494505728 00000100:00000001:1.0:1749610432.223487:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610432.223488:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610432.223488:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610432.223489:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610432.223490:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749610432.223490:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610432.223492:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610432.223492:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610432.223493:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610432.223494:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610432.223495:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749610432.223495:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610432.223496:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610432.223497:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610432.223498:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223498:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610432.223498:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610432.223499:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610432.223499:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:3.0:1749610432.223500:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610432.223500:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223501:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610432.223501:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610432.223501:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610432.223502:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610432.223502:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610432.223502:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610432.223503:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610432.223503:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610432.223504:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749610432.223504:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494505472, offset 0 00000100:00000001:3.0:1749610432.223505:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610432.223505:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610432.223505:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610432.223505:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610432.223506:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749610432.223506:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749610432.223507:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610432.223507:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 02000000:00000010:3.0:1749610432.223508:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b0c00. 02000000:00000001:3.0:1749610432.223509:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223510:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610432.223510:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494505344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610432.223510:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00010000:00000001:3.0:1749610432.223511:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749610432.223511:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00010000:00000001:3.0:1749610432.223512:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223513:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610432.223514:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749610432.223514:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610432.223516:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610432.223517:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610432.223517:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610432.223517:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610432.223518:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610432.223519:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610432.223519:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494505344:12345-0@lo:38:kworker.0 Request processed in 133us (409us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610432.223520:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920a00 00000400:00000200:1.0:1749610432.223541:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5671 [1] + 0 00000100:00100000:2.0:1749610432.223543:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000400:00000200:1.0:1749610432.223543:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610432.223543:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223545:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610432.223545:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610432.223546:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610432.223546:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610432.223548:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223548:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610432.223549:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:0.0:1749610432.223550:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610432.223552:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749610432.223552:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610432.223553:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610432.223553:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610432.223554:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610432.223555:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2400. 00000100:00000001:0.0:1749610432.223556:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223557:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610432.223557:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610432.223558:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610432.223560:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:3.0:1749610432.223561:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610432.223561:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00001000:0.0:1749610432.223561:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610432 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610432.223562:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610432.223562:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610432.223563:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610432.223564:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610432.223564:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=137 v=20 (1 20 0 0) 02000000:00000001:3.0:1749610432.223565:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610432.223565:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610432.223566:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223566:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610432.223567:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610432.223567:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610432.223567:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223567:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610432.223568:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610432.223568:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610432.223568:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610432.223569:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:0.0:1749610432.223569:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610432.223570:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494505472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610432.223571:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610432.223572:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610432.223572:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610432.223574:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00100000:1.0:1749610432.223575:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494505472:12345-0@lo:38:kworker.0 Request processed in 106us (358us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610432.223576:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610432.223577:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610432.223577:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610432.223578:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000200:3.0:1749610432.223579:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494505728, offset 0 00000100:00000001:2.0:1749610432.223579:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610432.223579:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610432.223580:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610432.223580:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610432.223581:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610432.223582:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610432.223582:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000200:2.0:1749610432.223583:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610432.223583:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610432.223583:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610432.223584:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00000001:0.0:1749610432.223584:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610432.223586:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610432.223586:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610432.223586:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749610432.223588:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920b00 00000100:00080000:0.0:1749610432.223588:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610432.223590:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610432.223591:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5681 [1] + 0 00000100:00000200:2.0:1749610432.223591:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610432.223593:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610432.223593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610432.223595:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610432.223596:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610432.223597:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749610432.223597:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:3.0:1749610432.223598:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223598:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610432.223599:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610432.223600:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610432.223600:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494505344:0@lo:38:kworker.0 02000000:00000001:2.0:1749610432.223601:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610432.223602:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610432.223603:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223604:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610432.223604:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610432.223605:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610432.223606:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610432.223606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000100:00000001:3.0:1749610432.223607:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610432.223609:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=37 v=5 (5 5 0 0) 00000400:00000200:0.0:1749610432.223609:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610432.223610:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00001000:2.0:1749610432.223612:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=37 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610432.223612:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610432.223613:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610432.223614:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610432.223614:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749610432.223614:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610432.223615:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610432.223616:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610432.223616:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223617:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.223618:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749610432.223618:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610432.223619:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610432.223620:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610432.223622:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494505728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610452 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749610432.223622:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610432.223626:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610432.223628:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494505728:12345-0@lo:38:kworker.0 Request processed in 141us (216us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749610432.223629:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610432.223631:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749610432.223632:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:0.0:1749610432.223632:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610432.223633:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610432.223633:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610432.223633:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610432.223633:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223634:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610432.223634:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610432.223635:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610432.223635:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.223635:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610432.223636:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:0.0:1749610432.223637:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610432.223638:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000001:0.0:1749610432.223638:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223639:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610432.223639:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610432.223639:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610432.223642:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610432 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610432.223644:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=87 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610432.223645:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610432.223645:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610432.223646:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610432.223647:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610432.223647:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1749610432.223648:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610432.223648:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610432.223649:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:02020000:0.0:1749610432.223649:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000400:00000010:3.0:1749610432.223650:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00000040:2.0:1749610432.223651:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223651:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610432.223652:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:0.0:1749610432.223652:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610432.223653:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610432.223654:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610432.223655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610432.223656:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610432.223658:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494505856:0@lo:400:kworker.0 00000100:00000200:3.0:1749610432.223660:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223661:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610432.223662:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223663:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610432.223663:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610432.223664:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610432.223664:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223664:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223665:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610432.223666:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610432.223666:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610432.223666:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1500 x1834598494505856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223666:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610432.223667:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610432.223668:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610432.223668:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749610432.223669:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610432.223670:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:3.0:1749610432.223671:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=87 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610432.223672:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610432.223672:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749610432.223673:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=87 v=5 (1 1 0 0) 02000000:00000001:2.0:1749610432.223673:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610432.223674:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610432.223675:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610432.223675:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829800. 00000100:00000040:0.0:1749610432.223675:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610432.223676:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610432.223678:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610432.223678:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610432.223679:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610432.223681:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:0.0:1749610432.223681:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494505472:0@lo:38:kworker.0 00010000:00000001:3.0:1749610432.223682:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610432.223682:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610432.223683:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610432.223684:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:2.0:1749610432.223684:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 00000100:00000001:3.0:1749610432.223685:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610432.223685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223686:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610432.223686:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610432.223686:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610432.223687:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610432.223687:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610432.223688:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 00000100:00000040:0.0:1749610432.223689:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494505344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610432.223690:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610432.223691:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610432.223691:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610432.223692:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610432.223693:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610432.223693:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610432.223694:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223694:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610432.223695:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610432.223695:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610432.223696:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610432.223697:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7000. 00000100:00100000:3.0:1749610432.223698:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494505600:0@lo:400:kworker.0 00000100:00000001:2.0:1749610432.223698:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610432.223699:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.223699:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610432.223700:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610432.223701:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610432.223701:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610432.223702:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494505600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610432.223702:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610432.223704:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610432.223705:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d0c00. 00000100:00000001:3.0:1749610432.223706:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610432.223707:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610432.223707:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1749610432.223708:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:0.0:1749610432.223708:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610432.223709:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1749610432.223709:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 00000020:00000001:3.0:1749610432.223710:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610432.223711:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610432.223712:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610432.223712:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749610432.223713:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5200. 00000100:00000001:0.0:1749610432.223713:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610432.223714:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610432.223714:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610432.223715:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610432.223715:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:3.0:1749610432.223717:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749610432.223717:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494505472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610432.223718:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610432.223719:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610432.223720:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610432.223721:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610432.223722:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610432.223722:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610432.223723:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.223723:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610432.223724:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e0400. 02000000:00000001:0.0:1749610432.223726:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610432.223727:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610432.223728:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610432.223730:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610432.223731:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1000. 02000000:00000001:0.0:1749610432.223733:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610432.223734:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610432.223735:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:0.0:1749610432.223737:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610432.223738:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223739:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223741:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610432.223742:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610432.223743:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610432.223745:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610432.223746:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffdc0. 00000400:00000200:0.0:1749610432.223748:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749610432.223750:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749610432.223752:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610432.223754:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610432.223761:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223766:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610432.223768:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223769:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610432.223770:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610432.223772:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610432.223773:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610432.223775:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610432.223777:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610432 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610432.223780:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=37 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610432.223782:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610432.223783:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610432.223785:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610432.223788:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223795:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610432.223797:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610432.223798:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223799:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610432.223800:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610432.223803:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610432.223805:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610432.223806:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610432.223809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610432.223821:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494505728:0@lo:38:kworker.0 00000100:00000001:0.0:1749610432.223824:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223825:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610432.223827:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494505728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610432.223833:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610432.223834:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610432.223835:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610432.223837:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610432.223838:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610432.223839:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610432.223841:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610432.223842:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1400. 02000000:00000001:0.0:1749610432.223844:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610432.223845:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610432.223846:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:0.0:1749610432.223848:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610432.223849:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.223851:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223852:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610432.223853:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610432.223855:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.223856:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610432.224562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299705682, at 4299705682 00000100:00000040:2.0:1749610432.224566:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299705682, at 4299705682 00000100:00000010:3.0:1749610432.224568:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eec40. 00000100:00000040:1.0:1749610432.224569:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299705682, at 4299705682 00000100:00000010:2.0:1749610432.224572:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee380. 00000100:00000040:0.0:1749610432.224572:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299705682, at 4299705682 00000100:00000010:1.0:1749610432.224574:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee240. 00000100:00000010:0.0:1749610432.224577:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610432.457639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610432.457646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610432.457648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610432.457651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610432.457654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610432.457657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610432.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610432.739630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610432.739634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610432.739636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610432.739639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610432.739642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610432.739644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.739646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610432.739648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610432.739650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610432.996605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610432.996610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610432.996665:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610432.996668:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610432.996671:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610433.223617:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610433.223629:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610433.223631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610433.223634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610433.223636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610433.223639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610433.223640:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610433.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610433.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610433.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610433.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610433.457646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610433.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610433.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610433.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610433.457654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610433.739620:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610433.739624:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610433.739625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610433.739627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610433.739630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610433.739632:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610433.739634:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610433.739636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610433.739637:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610433.998604:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610433.998611:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610433.998613:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610433.998615:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610433.998618:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610433.998619:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610433.998621:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610433.998622:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610433.998700:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610433.998703:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610433.998705:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610434.223650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610434.223663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610434.223665:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610434.223668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610434.223669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610434.223672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610434.223673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610434.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610434.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610434.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610434.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610434.457646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610434.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610434.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610434.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610434.457654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610434.739634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610434.739640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610434.739641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610434.739644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610434.739647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610434.739650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610434.739652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610434.739654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610434.739655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610435.000605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610435.000609:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610435.000679:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610435.000682:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610435.000684:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610435.223629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610435.223641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610435.223643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610435.223646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610435.223649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610435.223653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610435.223655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610435.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610435.457637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610435.457638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610435.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610435.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610435.457646:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610435.457648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610435.457650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610435.457651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610435.739674:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610435.739679:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610435.739680:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610435.739683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610435.739685:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610435.739687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610435.739689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610435.739692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610435.739693:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610436.002608:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610436.002614:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610436.002694:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610436.002697:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610436.002699:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610436.223630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610436.223643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610436.223645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610436.223649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610436.223651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610436.223654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610436.223656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610436.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610436.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610436.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610436.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610436.457658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610436.457661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610436.457663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610436.457666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610436.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610436.739647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610436.739651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610436.739653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610436.739656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610436.739658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610436.739660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610436.739662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610436.739665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610436.739666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610437.004613:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610437.004618:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610437.004685:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610437.004688:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610437.004691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610437.223629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610437.223635:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749610437.223644:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610412/real 1749610412] req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610437.223660:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610437.223661:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610437.223664:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db420. 00000400:00000200:0.0:1749610437.223668:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:0.0:1749610437.223669:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749610437.223672:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610437.223675:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610437.223680:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.223685:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610437.223685:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223688:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610437.223689:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610437.223691:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.223694:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223703:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610437.223704:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.223705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610437.223707:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610437.223708:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610437.223710:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.223715:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610437.223716:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223717:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610437.223719:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223720:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610437.223723:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749610437.223725:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610437.223745:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749610437.223747:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749610437.223749:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610437.223753:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494501760:0@lo:250:kworker.0 00000100:00000001:0.0:1749610437.223756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223757:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610437.223759:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494501760/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610437 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.223763:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610437.223765:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610437.223768:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eb9ac00. 02000000:00000001:0.0:1749610437.223771:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610437.223773:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610437.223775:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610437.223776:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610437.223778:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3c00. 02000000:00000001:0.0:1749610437.223780:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610437.223781:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610437.223782:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:0.0:1749610437.223784:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610437.223785:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223786:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.223787:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610437.223788:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.223789:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610437.223790:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610437.223816:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610437.223821:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749610437.223822:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610437.223824:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610437.223825:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610437.223828:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5018 00000100:00080000:2.0:1749610437.223831:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610437.223832:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.223834:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.223836:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.223837:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610437.223839:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610437.223840:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749610437.223842:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610437.223844:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749610437.223845:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749610437.223846:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749610437.223848:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.223849:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.223850:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.223851:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610437.223852:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749610437.223854:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749610437.223855:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.223857:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610437.223859:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610437.223861:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.223862:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610437.223864:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610437.223868:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00000020:00000040:2.0:1749610437.223870:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749610437.223872:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610437.223873:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.223875:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610437.223877:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610437.223879:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610437.223884:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2000. 00000100:00000001:2.0:1749610437.223889:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610437.223893:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610437.223899:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610437.223902:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.223905:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1500] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.223937:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610437.223940:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610437.223941:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610437.223942:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749610437.223942:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610437.223943:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610437.223943:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610437.223945:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610437.223945:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610437.223946:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5038 00000100:00080000:2.0:1749610437.223947:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610437.223948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610437.223949:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.223950:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.223951:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.223952:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610437.223953:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610437.223953:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749610437.223954:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:0.0:1749610437.223954:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.223955:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610437.223956:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610437.223957:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610437.223958:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:0.0:1749610437.223958:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610437.223970:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:0.0:1749610437.223970:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.223972:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:0.0:1749610437.223972:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494505984:0@lo:250:kworker.0 00000100:00000001:2.0:1749610437.223973:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.223974:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610437.223974:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610437.223976:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610437.223976:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610437.223977:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610437.223978:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:0.0:1749610437.223978:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749610437.223980:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610437.223981:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610437.223981:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e3c00. 02000000:00000001:0.0:1749610437.223982:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.223983:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749610437.223985:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffdc0. 02000000:00000001:2.0:1749610437.223987:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610437.223989:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610437.223989:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610437.223990:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610437.223992:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610437.223992:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494505984, portal 25 00000100:00000010:2.0:1749610437.223994:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2a00. 00000100:00000001:0.0:1749610437.223994:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610437.223995:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749610437.223995:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 02000000:00000001:2.0:1749610437.223996:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610437.223997:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.223998:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749610437.223998:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610437.223999:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610437.224000:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610437.224002:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1c00. 00000100:00000001:0.0:1749610437.224002:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610437.224004:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224004:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610437.224005:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00100000:2.0:1749610437.224007:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610437.224007:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494505984, offset 0 00000100:00000001:2.0:1749610437.224011:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610437.224011:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610437.224012:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224014:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2a00] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224018:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610437.224020:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749610437.224020:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610437.224022:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610437.224023:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610437.224024:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610437.224026:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610437.224028:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5038 00000400:00000200:0.0:1749610437.224028:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf920c00 00000100:00080000:2.0:1749610437.224029:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610437.224030:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.224031:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:0.0:1749610437.224031:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494505984 offset 0 length 520: 4 00000100:00000040:2.0:1749610437.224032:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.224033:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610437.224033:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe56b0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:2.0:1749610437.224034:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610437.224034:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610437.224035:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610437.224035:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000040:2.0:1749610437.224036:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610437.224037:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610437.224038:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610437.224040:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749610437.224040:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749610437.224041:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.224041:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.224042:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610437.224042:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000020:00000040:2.0:1749610437.224043:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749610437.224043:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610437.224045:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610437.224046:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224046:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749610437.224046:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610437.224048:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610437.224049:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224050:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610437.224050:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610437.224051:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610437.224052:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0000. 00000100:00000040:0.0:1749610437.224052:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610437.224053:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610437.224055:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610437.224055:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224055:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224056:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610437.224056:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610437.224057:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610437.224057:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224058:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610437.224059:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2400. 00000100:00000001:0.0:1749610437.224060:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299710704 00000100:00000001:2.0:1749610437.224061:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610437.224063:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610437.224063:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610437.224068:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610437.224068:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610437.224070:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224072:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299710704 00000100:00000040:2.0:1749610437.224073:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0000] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610437.224073:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee3c0. 00000100:00000001:0.0:1749610437.224075:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610437.224076:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610437.224078:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610437.224080:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610437.224081:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610437.224081:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610437.224083:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610437.224084:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5038 00000100:00000001:0.0:1749610437.224084:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299710704 00000100:00000010:0.0:1749610437.224085:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eef40. 00000100:00080000:2.0:1749610437.224086:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610437.224087:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749610437.224088:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.224089:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610437.224089:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299710704 00000100:00000040:2.0:1749610437.224090:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610437.224091:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749610437.224091:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee200. 00000020:00000001:2.0:1749610437.224092:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610437.224093:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:0.0:1749610437.224093:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1749610437.224094:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610437.224095:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610437.224096:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610437.224097:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610437.224098:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610437.224099:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610437.224099:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224100:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610437.224101:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610437.224101:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224102:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610437.224102:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610437.224103:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610437.224104:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610437.224104:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610437.224105:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224105:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749610437.224106:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610437.224106:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610437.224107:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224107:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610437.224108:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224108:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610437.224109:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610437.224110:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224110:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610437.224122:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0380. 00000020:00000040:2.0:1749610437.224123:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610437.224124:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610437.224125:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224126:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610437.224126:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610437.224126:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610437.224127:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224127:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224128:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749610437.224129:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2800. 02000000:00000001:0.0:1749610437.224129:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610437.224130:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224130:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610437.224131:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494506112:0@lo:38:kworker.0 00000100:00100000:2.0:1749610437.224132:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610437.224133:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610437.224134:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610437.224134:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224135:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610437.224136:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610437.224137:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610437.224137:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e0400. 02000000:00000001:0.0:1749610437.224137:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224138:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0380] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610437.224139:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000400:00000010:0.0:1749610437.224140:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610437.224142:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610437.224142:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494506112, portal 4 00000100:00000001:0.0:1749610437.224143:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610437.224143:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943992320 : -131938765559296 : ffff88009cbf2a00) 00000100:00000040:2.0:1749610437.224144:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610437.224146:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749610437.224147:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610437.224148:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0700. 00000020:00000040:2.0:1749610437.224149:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610437.224150:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610437.224151:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610437.224151:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610437.224152:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610437.224153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000010:2.0:1749610437.224154:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000200:0.0:1749610437.224154:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494506112, offset 0 00000100:00000001:2.0:1749610437.224156:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610437.224156:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610437.224158:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610437.224158:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610437.224160:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf920c80 00000100:00000001:2.0:1749610437.224162:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610437.224163:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610437.224164:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 9880 00000100:00000040:2.0:1749610437.224165:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0700] to pc [ptlrpcd_00_02+2] req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610437.224168:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610437.224171:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610437.224174:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224175:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610437.224177:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000100:00000040:0.0:1749610437.224179:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54700 x1834598494506112 msgsize 520 00000100:00100000:0.0:1749610437.224182:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610437.224183:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610437.224185:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610437.224186:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749610437.224187:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610437.224188:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749610437.224188:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00080000:2.0:1749610437.224189:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749610437.224189:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610437.224190:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610437.224190:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610437.224191:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5038 00000100:00000001:3.0:1749610437.224192:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610437.224192:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610437.224193:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610437.224194:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610437.224195:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610437.224195:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610437.224196:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610437.224196:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610437.224196:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610437.224197:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610437.224198:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610437.224198:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610437.224199:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610437.224199:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610437.224200:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610437.224200:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610437.224201:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610437.224201:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224202:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610437.224202:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610437.224203:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224204:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610437.224205:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610437.224205:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1016 usecs (2 jiffies) 00000100:00000040:2.0:1749610437.224206:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610437.224206:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299710683 00000100:00000001:3.0:1749610437.224207:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610437.224207:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610437.224208:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610437.224208:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610437.224208:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299710704 00000100:00000001:0.0:1749610437.224209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299710683 02000000:00000001:3.0:1749610437.224210:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610437.224210:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610437.224210:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299710704 02000000:00000001:3.0:1749610437.224211:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610437.224211:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224211:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610437.224211:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299710683 00000100:00000001:0.0:1749610437.224212:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299710704 02000000:00000001:3.0:1749610437.224213:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224213:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299710683 00000100:00100000:3.0:1749610437.224214:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494506496:0@lo:400:kworker.0 02000000:00000001:2.0:1749610437.224214:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224214:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299710704 00000100:00000001:2.0:1749610437.224215:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610437.224215:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224215:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610437.224216:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610437.224216:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610437.224217:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0a80. 00000100:00000001:0.0:1749610437.224217:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610437.224218:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610437.224218:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749610437.224219:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224219:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610437.224219:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224219:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610437.224220:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610437.224220:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610437.224220:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610437.224221:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610437.224222:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610437.224222:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1749610437.224223:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 02000000:00000010:2.0:1749610437.224223:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2c00. 00000100:00000001:0.0:1749610437.224223:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610437.224224:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224224:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224224:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610437.224225:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506112 02000000:00000001:0.0:1749610437.224225:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610437.224226:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610437.224226:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610437.224227:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 02000000:00000001:1.0:1749610437.224228:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610437.224228:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494506240:0@lo:38:kworker.0 00000100:00000001:0.0:1749610437.224229:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749610437.224230:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:2.0:1749610437.224230:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610437.224230:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610437.224231:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610437.224231:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610437.224231:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610437.224232:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494506496, portal 10 02000000:00000001:0.0:1749610437.224232:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610437.224233:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0a80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610437.224233:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610437.224233:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1800. 00000100:00000001:3.0:1749610437.224234:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610437.224234:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943983360 : -131938765568256 : ffff88009cbf0700) 02000000:00000001:0.0:1749610437.224234:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610437.224235:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 02000000:00000001:1.0:1749610437.224236:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610437.224236:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610437.224237:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610437.224237:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494506240, portal 10 00000100:00000040:2.0:1749610437.224238:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610437.224238:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610437.224239:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224239:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1749610437.224239:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506112 00000100:00000001:0.0:1749610437.224239:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943981568 : -131938765570048 : ffff88009cbf0000) 00000100:00000010:2.0:1749610437.224241:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1180. 00000020:00000001:1.0:1749610437.224241:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610437.224242:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000040:1.0:1749610437.224242:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610437.224242:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224243:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610437.224244:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610437.224244:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749610437.224244:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610437.224245:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610437.224245:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224245:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610437.224246:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000020:00000001:1.0:1749610437.224246:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610437.224247:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000020:00000001:1.0:1749610437.224247:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224247:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610437.224247:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:3.0:1749610437.224248:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494506496, offset 0 00000100:00000001:2.0:1749610437.224248:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610437.224249:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494506240, offset 0 00000100:00000040:2.0:1749610437.224250:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610437.224251:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610437.224252:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:2.0:1749610437.224253:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610437.224254:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610437.224255:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610437.224256:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1180] to pc [ptlrpcd_00_03+3] req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610437.224256:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000400:00000200:0.0:1749610437.224256:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610437.224259:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920e00 00000400:00000200:0.0:1749610437.224259:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610437.224260:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610437.224261:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000200:0.0:1749610437.224261:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920d00 00000400:00000200:3.0:1749610437.224262:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 98528 00000100:00000040:2.0:1749610437.224262:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5048) 00000100:00000001:1.0:1749610437.224265:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610437.224266:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610437.224266:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610437.224266:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 98752 00000400:00000200:3.0:1749610437.224268:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610437.224268:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610437.224268:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610437.224270:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610437.224270:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610437.224271:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610437.224273:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610437.224274:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078803480. 00000100:00000040:3.0:1749610437.224275:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880078803480 x1834598494506496 msgsize 224 00000100:00100000:3.0:1749610437.224277:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610437.224277:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610437.224278:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610437.224279:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610437.224280:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610437.224281:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224284:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610437.224285:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610437.224285:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224287:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610437.224288:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610437.224288:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610437.224289:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 02000000:00000001:2.0:1749610437.224289:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610437.224290:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610437.224290:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610437.224291:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494506752:0@lo:400:kworker.0 00000100:00000001:3.0:1749610437.224292:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610437.224293:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610437.224293:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610437.224294:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610437.224294:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00000200:0.0:1749610437.224294:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610437.224295:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610437.224295:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224296:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610437.224296:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000010:0.0:1749610437.224296:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 02000000:00000010:2.0:1749610437.224297:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829800. 00000100:00000040:0.0:1749610437.224297:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54a80 x1834598494506240 msgsize 520 02000000:00000001:2.0:1749610437.224298:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224299:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610437.224300:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610437.224301:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610437.224301:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000040:1.0:1749610437.224301:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54700 x1834598494506112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610437.224303:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610437.224304:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610437.224305:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224306:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749610437.224306:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494506752, portal 10 00000100:00000001:3.0:1749610437.224307:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224307:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749610437.224307:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610437.224308:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986048 : -131938765565568 : ffff88009cbf1180) 00000400:00000010:0.0:1749610437.224308:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:3.0:1749610437.224309:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 667 usecs (1 jiffies) 00000100:00000001:0.0:1749610437.224309:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610437.224311:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299710682 00000100:00100000:1.0:1749610437.224311:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494506112:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610437.224311:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224312:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299710704 00000100:00000040:2.0:1749610437.224312:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224313:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299710682 00000100:00000001:0.0:1749610437.224314:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610437.224315:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299710704 00000100:00000001:2.0:1749610437.224315:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610437.224315:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506112 00000100:00000001:3.0:1749610437.224316:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299710682 00000100:00000040:0.0:1749610437.224316:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224317:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299710704 00000100:00000040:2.0:1749610437.224317:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610437.224318:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299710682 00000400:00000010:2.0:1749610437.224318:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000001:1.0:1749610437.224318:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610437.224319:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299710704 00000100:00000200:2.0:1749610437.224319:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494506752, offset 0 00000100:00000001:0.0:1749610437.224319:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224320:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610437.224320:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610437.224320:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610437.224321:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224322:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224322:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610437.224323:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224323:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 692 usecs (1 jiffies) 00000100:00000001:3.0:1749610437.224324:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224324:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299710682 00000400:00000200:2.0:1749610437.224326:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610437.224327:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610437.224327:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610437.224328:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610437.224329:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610437.224330:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224330:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf920f00 00000100:00000001:3.0:1749610437.224331:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610437.224331:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224332:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 99272 00000100:00000001:0.0:1749610437.224332:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610437.224333:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506496 00010000:00020000:1.0:1749610437.224334:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610437.224334:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610437.224335:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610437.224335:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610437.224336:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224337:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610437.224337:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610437.224337:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224339:0:28324:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610437.224339:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610437.224339:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506496 00000100:00000001:3.0:1749610437.224340:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610437.224340:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749610437.224340:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610437.224341:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506240 00000100:00000001:1.0:1749610437.224341:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:0.0:1749610437.224341:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 02000000:00000001:3.0:1749610437.224342:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749610437.224342:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0e00. 00000020:00000001:0.0:1749610437.224342:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610437.224343:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749610437.224343:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610437.224344:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224344:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0e00 x1834598494506752 msgsize 224 00000100:00000001:1.0:1749610437.224344:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610437.224345:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610437.224345:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:2.0:1749610437.224346:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610437.224346:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610437.224346:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:3.0:1749610437.224347:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506240 00000020:00000001:3.0:1749610437.224348:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610437.224348:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1749610437.224349:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610437.224349:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610437.224350:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1749610437.224350:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585c00. 00000020:00000001:3.0:1749610437.224351:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610437.224351:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610437.224351:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee240. 00000020:00000001:3.0:1749610437.224352:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224352:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610437.224353:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610437.224353:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610437.224354:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000100:00000001:2.0:1749610437.224355:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749610437.224356:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00010000:00000001:1.0:1749610437.224356:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1749610437.224356:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749610437.224357:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610437.224358:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00010000:00000001:1.0:1749610437.224358:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224359:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610437.224360:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610437.224361:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610437.224361:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610437.224362:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224362:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610437.224362:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610437.224362:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:1.0:1749610437.224364:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749610437.224364:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610437.224365:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224366:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224366:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610437.224366:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:1.0:1749610437.224367:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610437.224368:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224369:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610437.224369:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610437.224369:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749610437.224370:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 593 usecs (1 jiffies) 00000100:00000001:2.0:1749610437.224371:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299710682 00000100:00000001:1.0:1749610437.224371:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610437.224371:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610437.224372:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299710704 00000100:00000001:0.0:1749610437.224372:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610437.224373:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610437.224373:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610437.224373:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610437.224374:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506752 00000100:00000001:2.0:1749610437.224374:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299710682 02000000:00000001:3.0:1749610437.224375:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610437.224375:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299710704 00000100:00000040:1.0:1749610437.224375:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610437.224376:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610437.224376:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299710682 00000100:00000001:0.0:1749610437.224376:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610437.224377:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610437.224377:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610437.224377:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749610437.224378:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224378:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299710704 00000100:00000001:2.0:1749610437.224378:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299710682 00000100:00000001:0.0:1749610437.224378:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610437.224379:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506752 00000020:00000001:3.0:1749610437.224379:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610437.224379:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610437.224380:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610437.224380:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299710704 00000020:00000001:3.0:1749610437.224381:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610437.224381:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610437.224381:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610437.224381:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610437.224382:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610437.224382:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610437.224383:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610437.224383:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610437.224383:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610437.224384:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610437.224384:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610437.224385:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610437.224385:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610437.224386:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610437.224386:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610437.224387:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb844c0. 00000100:00100000:0.0:1749610437.224387:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:2.0:1749610437.224388:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610437.224388:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494506112, offset 0 00000020:00000010:3.0:1749610437.224389:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610437.224389:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610437.224389:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610437.224390:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610437.224390:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610437.224390:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335886464 : -131939373665152 : ffff880078803480) 00000100:00000001:3.0:1749610437.224391:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610437.224391:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610437.224392:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb844c0. 00000100:00000001:2.0:1749610437.224392:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610437.224393:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000400:00000200:1.0:1749610437.224393:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610437.224393:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078803480 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1749610448 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610437.224395:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000020:00000010:3.0:1749610437.224396:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000100:00000001:3.0:1749610437.224398:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610437.224398:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610437.224398:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610437.224399:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610437.224399:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610437.224399:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee380. 00000100:00000001:2.0:1749610437.224400:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610437.224400:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610437.224401:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749610437.224401:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee380. 00000100:00000001:3.0:1749610437.224402:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610437.224402:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610437.224403:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610437.224405:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1749610437.224405:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494506496:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610437.224406:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610437.224406:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf920c80 00000100:00000040:2.0:1749610437.224407:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:0.0:1749610437.224407:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506496 00000100:00000001:3.0:1749610437.224408:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610437.224408:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943985152 : -131938765566464 : ffff88009cbf0e00) 00000100:00000001:3.0:1749610437.224409:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610437.224409:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610437.224410:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x56a5 [1] + 0 00000100:00100000:3.0:1749610437.224411:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1749610437.224411:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0e00 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:628/0 lens 224/0 e 0 to 0 dl 1749610448 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610437.224411:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610437.224412:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224413:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000400:00000200:1.0:1749610437.224414:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610437.224414:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749610437.224415:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54a80 x1834598494506240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224415:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610437.224415:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610437.224416:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1749610437.224417:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000400:00000200:1.0:1749610437.224417:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610437.224418:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224419:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610437.224419:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1749610437.224420:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610437.224420:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610437.224420:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749610437.224422:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494506752:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1749610437.224422:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610437.224423:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749610437.224424:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494506240:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610437.224424:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506752 00000100:00000200:1.0:1749610437.224424:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224425:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749610437.224426:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506240 00000020:00000001:2.0:1749610437.224426:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610437.224427:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610437.224427:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610437.224428:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:0.0:1749610437.224428:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3000. 00010000:00000001:3.0:1749610437.224429:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610437.224429:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224430:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749610437.224430:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224431:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610437.224431:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224432:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749610437.224432:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610437.224433:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610437.224433:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224434:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749610437.224434:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494506496 00010000:00020000:3.0:1749610437.224435:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610437.224435:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749610437.224436:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610437.224436:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749610437.224436:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749610437.224437:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610437.224438:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610437.224438:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000200:0.0:1749610437.224438:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078803480 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224439:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610437.224440:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610437.224440:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610437.224440:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610437.224440:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610437.224441:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610437.224442:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3000. 00010000:00000001:0.0:1749610437.224442:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749610437.224443:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b1400. 02000000:00000001:2.0:1749610437.224443:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610437.224443:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610437.224444:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224444:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610437.224444:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:3.0:1749610437.224445:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610437.224445:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610437.224445:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 0 0) 00000400:00000010:1.0:1749610437.224446:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00010000:00000001:3.0:1749610437.224447:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749610437.224447:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494506752 00000100:00000001:0.0:1749610437.224447:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610437.224448:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610437.224448:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610437.224448:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610437.224448:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610437.224449:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610437.224450:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:2.0:1749610437.224450:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf0e00 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610437.224450:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610437.224450:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610437.224451:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610437.224451:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224452:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610437.224452:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224452:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610437.224453:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610437.224454:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:2.0:1749610437.224454:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610437.224454:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749610437.224454:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610437.224455:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749610437.224455:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224456:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:2.0:1749610437.224456:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610437.224456:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610437.224456:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494506496, offset 224 00000100:00000040:3.0:1749610437.224458:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610437.224458:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610437.224458:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610437.224458:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610437.224459:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610437.224459:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749610437.224460:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224460:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610437.224461:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610437.224461:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610437.224461:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494506112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610437.224461:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610437.224462:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610437.224462:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610437.224463:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000400:00000200:0.0:1749610437.224463:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920e00 00000100:00000001:2.0:1749610437.224464:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610437.224465:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494506240, offset 0 00000100:00000040:2.0:1749610437.224465:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610437.224466:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000400:00000200:0.0:1749610437.224466:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56ad [1] + 224 00000400:00000200:3.0:1749610437.224469:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610437.224469:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494506112:12345-0@lo:38:kworker.0 Request processed in 158us (288us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610437.224469:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610437.224471:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494506752, offset 224 00000400:00000200:0.0:1749610437.224471:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610437.224472:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610437.224472:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610437.224473:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610437.224475:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000200:0.0:1749610437.224475:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610437.224476:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920d00 00000400:00000200:2.0:1749610437.224476:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610437.224478:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56b1 [1] + 0 00000100:00000001:1.0:1749610437.224478:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610437.224479:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920f00 00000100:00000001:1.0:1749610437.224479:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610437.224480:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610437.224481:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610437.224482:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56bd [1] + 224 00000020:00000010:1.0:1749610437.224482:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000400:00000200:3.0:1749610437.224483:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610437.224484:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610437.224485:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610437.224486:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610437.224486:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610437.224486:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610437.224486:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610437.224488:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000010:1.0:1749610437.224489:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000400:00000010:0.0:1749610437.224489:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:3.0:1749610437.224491:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610437.224491:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224491:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610437.224492:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610437.224493:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224494:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610437.224495:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610437.224496:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610437.224496:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:2.0:1749610437.224497:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610437.224497:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610437.224498:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000020:00000001:0.0:1749610437.224498:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749610437.224499:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000040:0.0:1749610437.224499:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078803480 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224500:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610437.224501:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610437.224502:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224502:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224504:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610437.224505:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610437.224505:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1749610437.224505:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494506496:12345-0@lo:400:kworker.0 Request processed in 106us (228us total) trans 0 rc 0/0 00000020:00000001:3.0:1749610437.224506:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610437.224508:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494506240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224509:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610437.224509:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:0.0:1749610437.224509:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:0.0:1749610437.224510:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:2.0:1749610437.224511:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:0.0:1749610437.224511:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610437.224512:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610437.224512:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610437.224513:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494506240:12345-0@lo:38:kworker.0 Request processed in 88us (214us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610437.224513:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610437.224514:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749610437.224514:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610437.224515:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610437.224515:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00100000:3.0:1749610437.224516:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1749610437.224516:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610437.224517:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610437.224517:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000001:3.0:1749610437.224518:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749610437.224518:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610437.224519:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610437.224519:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:2.0:1749610437.224520:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610437.224534:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610437.224540:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0e00 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:628/0 lens 224/224 e 0 to 0 dl 1749610448 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224540:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299710704 00000100:00000001:0.0:1749610437.224542:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299710683 00000100:00000001:0.0:1749610437.224543:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299710704 00000020:00000010:3.0:1749610437.224544:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:0.0:1749610437.224544:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299710683 00000100:00000001:0.0:1749610437.224545:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299710704 00000020:00000010:3.0:1749610437.224546:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00100000:2.0:1749610437.224546:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494506752:12345-0@lo:400:kworker.0 Request processed in 129us (201us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610437.224546:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299710683 00000100:00000001:0.0:1749610437.224547:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299710704 00000020:00000010:3.0:1749610437.224548:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000001:0.0:1749610437.224548:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224549:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224550:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610437.224550:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1749610437.224551:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000001:0.0:1749610437.224551:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610437.224552:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749610437.224552:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610437.224553:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749610437.224553:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000020:00000010:2.0:1749610437.224555:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:3.0:1749610437.224556:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610437.224556:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610437.224557:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749610437.224557:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000400:00000010:0.0:1749610437.224557:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610437.224558:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749610437.224559:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749610437.224559:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000400:00000001:3.0:1749610437.224560:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610437.224560:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610437.224561:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000020:00000040:2.0:1749610437.224561:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610437.224562:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610437.224563:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610437.224564:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610437.224565:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224565:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610437.224567:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224568:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610437.224569:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610437.224569:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224570:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610437.224570:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749610437.224572:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610437.224572:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610437.224572:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749610437.224573:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610437.224573:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610437.224574:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000001:0.0:1749610437.224574:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224575:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610437.224575:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 02000000:00000001:0.0:1749610437.224575:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224576:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610437.224576:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749610437.224577:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610437.224577:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610437.224578:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749610437.224578:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610437 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610437.224579:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610437.224579:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224580:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610437.224580:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=142 v=20 (1 20 0 0) 02000000:00000001:3.0:1749610437.224581:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224581:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1749610437.224583:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=92 v=5 (5 5 0 0) 00000100:00000200:2.0:1749610437.224583:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224583:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610437.224584:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749610437.224585:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=92 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610437.224586:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610437.224587:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224587:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610437.224587:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610437.224588:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610437.224588:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224589:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610437.224590:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00080000:3.0:1749610437.224591:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224591:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610437.224591:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224591:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610437.224592:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224592:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610437.224592:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224593:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610437.224594:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610437.224595:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610437.224595:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=42 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610437.224596:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1749610437.224596:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=42 v=5 (1 1 0 0) 00000100:00080000:0.0:1749610437.224596:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610437.224597:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749610437.224598:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610437.224598:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610437.224598:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610437.224598:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224598:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610437.224599:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610437.224599:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749610437.224600:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224601:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749610437.224602:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224604:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610437.224605:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749610437.224605:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224606:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224607:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610437.224607:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:3.0:1749610437.224608:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224608:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1749610437.224608:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494506240:0@lo:38:kworker.0 00000100:00000001:2.0:1749610437.224609:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224611:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224611:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610437.224613:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0000 x1834598494506240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224614:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610437.224615:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610437.224616:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494506496:0@lo:400:kworker.0 00000100:00000001:2.0:1749610437.224616:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224616:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610437.224617:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610437.224618:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610437.224618:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610437.224618:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1800. 00000100:00000001:3.0:1749610437.224619:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610437.224619:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610437.224620:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610437.224621:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0700 x1834598494506496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610437.224621:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:2.0:1749610437.224622:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494506752:0@lo:400:kworker.0 00000020:00000001:0.0:1749610437.224622:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610437.224622:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2400. 00000100:00000001:3.0:1749610437.224624:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610437.224624:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610437.224624:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610437.224625:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610437.224625:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610437.224625:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610437.224625:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0000. 02000000:00000010:3.0:1749610437.224626:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:3.0:1749610437.224627:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610437.224627:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1180 x1834598494506752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224627:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610437.224627:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610437.224628:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610437.224628:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610437.224629:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610437.224630:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610437.224630:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 00000100:00000001:2.0:1749610437.224630:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610437.224630:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610437.224630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610437.224631:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829800. 00000100:00000001:0.0:1749610437.224631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1749610437.224632:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610437.224632:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610437.224633:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610437.224633:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1749610437.224634:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0700. 02000000:00000001:2.0:1749610437.224634:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610437.224634:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610437.224635:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749610437.224635:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610437.224635:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610437.224636:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610437.224636:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610437.224636:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749610437.224636:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610437.224637:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 00000100:00000001:3.0:1749610437.224638:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610437.224638:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610437.224639:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224639:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610437.224639:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610437.224640:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610437.224640:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1180. 00000100:00000001:0.0:1749610437.224640:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224641:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224641:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749610437.224641:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610437.224642:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610437.224642:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610437.224643:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610437.224643:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224644:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610437.224644:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494506368:0@lo:38:kworker.0 00000100:00000001:2.0:1749610437.224645:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224646:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610437.224647:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224647:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610437.224648:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610437.224649:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224650:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610437.224652:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1800. 02000000:00000001:0.0:1749610437.224653:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610437.224654:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000400:00000010:0.0:1749610437.224655:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610437.224657:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494506368, portal 10 00000100:00000001:0.0:1749610437.224658:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610437.224659:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943982464 : -131938765569152 : ffff88009cbf0380) 00000100:00000040:0.0:1749610437.224662:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224665:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610437.224666:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610437.224667:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:0.0:1749610437.224668:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494506368, offset 0 00000400:00000200:0.0:1749610437.224670:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610437.224672:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610437.224675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920d80 00000400:00000200:0.0:1749610437.224677:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 99496 00000400:00000200:0.0:1749610437.224679:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610437.224681:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610437.224682:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224683:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610437.224685:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000100:00000040:0.0:1749610437.224686:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54e00 x1834598494506368 msgsize 520 00000100:00100000:0.0:1749610437.224689:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610437.224698:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610437.224700:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610437.224701:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610437.224702:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610437.224704:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224712:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610437.224713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224716:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224717:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610437.224717:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610437.224718:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506368 00000100:00000001:0.0:1749610437.224718:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610437.224719:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610437.224720:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610437.224720:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 651 usecs (1 jiffies) 00000100:00000001:2.0:1749610437.224721:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224721:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299710683 00000100:00000001:0.0:1749610437.224722:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299710704 02000000:00000001:2.0:1749610437.224723:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224723:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299710683 00000100:00100000:2.0:1749610437.224724:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506368 00000100:00000001:0.0:1749610437.224724:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299710704 00000020:00000001:2.0:1749610437.224725:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610437.224725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299710683 00000020:00000040:2.0:1749610437.224726:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610437.224726:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299710704 00000020:00000001:2.0:1749610437.224727:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610437.224727:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299710683 00000020:00000001:2.0:1749610437.224728:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224728:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299710704 00000020:00000001:2.0:1749610437.224729:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224729:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224730:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610437.224731:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000100:00000001:0.0:1749610437.224731:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749610437.224733:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000040:0.0:1749610437.224733:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610437.224735:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749610437.224736:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610437.224737:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610437.224737:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224738:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610437.224738:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610437.224738:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610437.224739:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224739:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224740:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610437.224741:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494506624:0@lo:38:kworker.0 00000100:00000001:0.0:1749610437.224742:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610437.224743:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610437.224744:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224745:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610437.224747:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7000. 00000100:00000001:2.0:1749610437.224748:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610437.224748:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610437.224750:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00000001:2.0:1749610437.224751:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610437.224751:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610437.224752:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610437.224753:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494506624, portal 10 00000100:00000001:0.0:1749610437.224753:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749610437.224754:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000001:0.0:1749610437.224754:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943984256 : -131938765567360 : ffff88009cbf0a80) 00000100:00000001:2.0:1749610437.224755:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 00000100:00000040:0.0:1749610437.224757:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610437.224758:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54e00 x1834598494506368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224761:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610437.224762:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610437.224763:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494506368:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749610437.224763:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749610437.224764:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494506624, offset 0 00000100:00000200:2.0:1749610437.224765:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506368 00000020:00000001:2.0:1749610437.224766:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610437.224766:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610437.224767:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610437.224768:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610437.224770:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf920e80 00000020:00000001:2.0:1749610437.224771:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610437.224771:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 100016 00010000:00020000:2.0:1749610437.224773:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610437.224774:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610437.224774:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610437.224775:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749610437.224776:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610437.224777:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610437.224777:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610437.224778:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749610437.224778:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610437.224779:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1749610437.224779:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55180. 02000000:00000010:2.0:1749610437.224781:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3400. 00000100:00000040:0.0:1749610437.224781:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55180 x1834598494506624 msgsize 520 02000000:00000001:2.0:1749610437.224782:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224783:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610437.224783:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610437.224785:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610437.224786:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610437.224787:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610437.224787:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749610437.224788:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00001000:2.0:1749610437.224789:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610437.224789:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610437.224790:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610437.224792:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610437.224793:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610437.224794:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506624 00000100:00000001:2.0:1749610437.224794:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610437.224794:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610437.224795:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610437.224795:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610437.224796:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610437.224796:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224797:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224797:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610437.224798:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749610437.224799:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610437.224800:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506624 00000100:00000040:2.0:1749610437.224800:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610437.224801:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610437.224801:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1749610437.224802:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610437.224802:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224802:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610437.224803:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610437.224803:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610437.224803:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610437.224804:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224804:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610437.224804:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610437.224805:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610437.224805:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000040:0.0:1749610437.224806:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 476 usecs (1 jiffies) 00000020:00000010:3.0:1749610437.224807:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000100:00000200:2.0:1749610437.224807:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494506368, offset 0 00000100:00000001:0.0:1749610437.224807:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299710683 00000020:00000010:3.0:1749610437.224808:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:0.0:1749610437.224808:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299710704 00000400:00000200:2.0:1749610437.224809:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610437.224809:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299710683 00000020:00000010:3.0:1749610437.224810:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:0.0:1749610437.224810:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299710704 00000100:00000001:3.0:1749610437.224811:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610437.224811:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299710683 00000100:00000001:3.0:1749610437.224812:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610437.224812:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610437.224812:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299710704 00000100:00000001:3.0:1749610437.224813:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224813:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299710683 00000100:00000001:0.0:1749610437.224814:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299710704 00000100:00000001:3.0:1749610437.224815:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224815:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920d80 00000100:00000001:0.0:1749610437.224815:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224815:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610437.224817:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56d5 [1] + 0 00000400:00000001:0.0:1749610437.224819:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749610437.224820:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749610437.224820:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749610437.224821:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610437.224821:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000400:00000200:0.0:1749610437.224822:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610437.224823:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610437.224824:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224824:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610437.224824:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224825:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610437.224826:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224827:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610437.224828:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610437.224830:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000200:0.0:1749610437.224830:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610437.224831:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393869184 : -131936315682432 : ffff88012ec55180) 00000100:00000040:2.0:1749610437.224831:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224833:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55180 x1834598494506624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610457 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224833:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610437.224834:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.224835:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610437.224835:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610437.224836:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749610437.224837:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:0.0:1749610437.224837:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610437.224838:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494506624:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610437.224838:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749610437.224838:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224839:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610437.224839:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610437.224840:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506624 00000100:00000001:2.0:1749610437.224840:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610437.224841:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610437.224841:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610437.224841:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610437 v=5 (0 0 0 0) 00010000:00000001:3.0:1749610437.224843:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610437.224843:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:0.0:1749610437.224843:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=10 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610437.224844:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224844:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749610437.224845:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610437.224845:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610437.224846:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610437.224847:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610437.224847:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494506368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610437.224849:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610437.224849:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610437.224850:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610437.224852:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610437.224852:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494506368:12345-0@lo:38:kworker.0 Request processed in 89us (164us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610437.224852:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610437.224853:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610437.224853:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610437.224854:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610437.224854:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610437.224855:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610437.224855:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1749610437.224856:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:0.0:1749610437.224856:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749610437.224857:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b1000. 02000000:00000001:3.0:1749610437.224857:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.224857:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:0.0:1749610437.224857:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610437.224858:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749610437.224858:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610437.224859:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610437.224859:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610437.224859:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610437.224860:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610437.224861:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610437.224861:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610437.224862:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749610437.224862:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:3.0:1749610437.224864:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749610437.224864:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00100000:0.0:1749610437.224865:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494506112:0@lo:38:kworker.0 00000100:00000001:3.0:1749610437.224866:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610437.224866:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610437.224867:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610437.224867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610437.224868:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610437.224868:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610437.224869:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610437.224869:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2a00 x1834598494506112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224871:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610437.224872:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610437.224872:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224873:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610437.224874:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610437.224874:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610437.224875:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749610437.224875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e0400. 00000400:00000010:3.0:1749610437.224876:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 02000000:00000001:0.0:1749610437.224877:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610437.224877:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1749610437.224878:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494506624, offset 0 00000020:00000040:0.0:1749610437.224878:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610437.224879:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610437.224880:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610437.224880:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1c00. 02000000:00000001:0.0:1749610437.224882:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610437.224882:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610437.224883:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2a00. 00000400:00000200:3.0:1749610437.224884:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610437.224885:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610437.224886:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224887:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610437.224888:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf920e80 00000100:00000001:0.0:1749610437.224888:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610437.224889:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610437.224890:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610437.224890:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610437.224892:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56dd [1] + 0 00000400:00000001:0.0:1749610437.224894:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610437.224895:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749610437.224895:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610437.224896:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610437.224897:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000200:3.0:1749610437.224898:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610437.224898:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610437.224899:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610437.224900:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224901:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610437.224902:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610437.224905:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224907:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224908:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610437.224909:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224910:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610437.224911:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610437.224911:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610437.224912:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610437.224913:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:0.0:1749610437.224913:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610437.224914:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 02000000:00000001:0.0:1749610437.224914:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610437.224915:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610437 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610437.224916:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610437.224916:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749610437.224916:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=92 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610437.224918:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224918:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610437.224918:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610437.224919:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610437.224919:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610437.224932:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610437.224933:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610437.224935:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610437.224936:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55180 x1834598494506624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610457 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224938:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610437.224940:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610437.224941:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494506624:12345-0@lo:38:kworker.0 Request processed in 102us (159us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610437.224941:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224942:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610437.224943:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610437.224944:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610437.224945:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:0.0:1749610437.224945:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610437.224946:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610437.224946:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610437.224947:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610437.224948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610437.224949:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:3.0:1749610437.224950:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000020:00000010:3.0:1749610437.224952:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 00000100:00100000:0.0:1749610437.224952:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494506368:0@lo:38:kworker.0 00000100:00000001:3.0:1749610437.224953:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610437.224954:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610437.224955:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610437.224955:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000400:00000200:0.0:1749610437.224956:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610437.224957:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610437.224958:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610437.224959:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610437.224963:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224966:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610437.224967:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224968:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610437.224969:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610437.224970:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610437.224970:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610437.224971:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610437.224973:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610437 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610437.224974:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=42 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610437.224975:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610437.224976:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610437.224977:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610437.224979:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.224983:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610437.224984:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610437.224985:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.224986:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610437.224986:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610437.224987:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610437.224988:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610437.224989:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610437.224991:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610437.224994:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494506624:0@lo:38:kworker.0 00000100:00000001:0.0:1749610437.224996:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.224997:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610437.224998:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0380 x1834598494506368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.225001:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610437.225002:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610437.225003:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1800. 02000000:00000001:0.0:1749610437.225004:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610437.225005:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610437.225005:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610437.225006:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610437.225007:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2800. 02000000:00000001:0.0:1749610437.225008:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610437.225008:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610437.225009:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0380. 00000100:00000001:0.0:1749610437.225010:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610437.225011:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.225011:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610437.225013:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0a80 x1834598494506624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610437.225017:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610437.225018:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610437.225018:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7000. 02000000:00000001:0.0:1749610437.225019:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610437.225020:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610437.225020:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610437.225021:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610437.225022:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2c00. 02000000:00000001:0.0:1749610437.225023:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610437.225023:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610437.225024:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0a80. 00000100:00000001:0.0:1749610437.225025:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610437.225026:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.225026:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.225027:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610437.225028:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610437.225028:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610437.225029:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610437.246614:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299710704, at 4299710704 00000100:00000040:0.0:1749610437.246615:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299710704, at 4299710704 00000100:00000040:3.0:1749610437.246621:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299710704, at 4299710704 00000100:00000010:3.0:1749610437.246633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee200. 00000100:00000010:1.0:1749610437.246633:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee3c0. 00000100:00000010:0.0:1749610437.246679:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000040:2.0:1749610437.246693:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299710704, at 4299710704 00000100:00000010:2.0:1749610437.246701:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eef40. 00000100:00000001:0.0:1749610437.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610437.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610437.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610437.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610437.457650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610437.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.457656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610437.457658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610437.457661:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610437.739636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610437.739642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610437.739644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610437.739646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610437.739649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610437.739652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.739654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610437.739656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610437.739657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610438.006613:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610438.006618:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610438.006704:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610438.006707:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610438.006709:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610438.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610438.457632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610438.457634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610438.457637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610438.457640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610438.457643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610438.457645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610438.457647:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610438.457648:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610438.739572:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610438.739577:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610438.739579:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610438.739582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610438.739585:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610438.739587:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610438.739589:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610438.739592:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610438.739594:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610439.008609:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610439.008615:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610439.008697:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610439.008700:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610439.008703:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610439.457653:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610439.457658:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610439.457660:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610439.457662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610439.457665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610439.457668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610439.457670:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610439.457672:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610439.457674:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610439.739631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610439.739637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610439.739639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610439.739642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610439.739644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610439.739647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610439.739649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610439.739651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610439.739653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610440.010629:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610440.010632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610440.010650:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610440.010652:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610440.010654:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610440.457589:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610440.457594:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610440.457596:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610440.457599:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610440.457601:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610440.457603:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610440.457605:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610440.457607:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610440.457609:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610440.739648:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610440.739654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610440.739656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610440.739659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610440.739662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610440.739665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610440.739667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610440.739669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610440.739671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610441.012606:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610441.012612:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610441.012699:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610441.012703:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610441.012706:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610441.457636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610441.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610441.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610441.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610441.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610441.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610441.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610441.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610441.457657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610441.739633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610441.739639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610441.739640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610441.739644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610441.739647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610441.739650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610441.739653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610441.739656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610441.739658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610442.014642:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610442.014647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610442.014705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610442.014708:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610442.014711:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610442.224632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610442.224645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610442.224646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.224650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610442.224651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610442.224654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.224656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610442.238614:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610442.238619:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610442.238622:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610442.238625:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610442.238627:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610442.238630:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610442.238633:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610442.238638:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:2.0:1749610442.238641:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610442.238645:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238647:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.238649:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.238651:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610442.238654:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610442.238656:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610442.238659:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610442.238662:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610442.238664:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610442.238666:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610442.238668:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238670:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.238671:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.238673:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610442.238675:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610442.238678:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610442.238680:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.238683:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610442.238689:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610442.238691:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238693:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610442.238695:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610442.238701:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1180. 00000020:00000040:2.0:1749610442.238704:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610442.238707:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610442.238709:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238712:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610442.238714:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610442.238717:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610442.238724:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3800. 00000100:00000001:2.0:1749610442.238729:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610442.238736:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610442.238751:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610442.238754:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.238758:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1180] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.238779:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610442.238782:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610442.238785:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610442.238786:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610442.238788:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610442.238790:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610442.238792:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5043 00000100:00080000:2.0:1749610442.238794:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610442.238796:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238798:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.238799:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610442.238800:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610442.238801:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610442.238802:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610442.238803:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610442.238804:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:0.0:1749610442.238804:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610442.238805:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610442.238807:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610442.238808:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610442.238809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610442.238811:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610442.238813:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238815:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610442.238815:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610442.238816:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610442.238817:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238818:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610442.238819:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610442.238820:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 02000000:00000001:0.0:1749610442.238820:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610442.238822:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610442.238822:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238824:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610442.238824:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494506880:0@lo:38:kworker.0 02000000:00000001:2.0:1749610442.238826:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610442.238827:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610442.238829:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610442.238829:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610442.238830:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.238831:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238832:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610442.238833:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610442.238834:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610442.238836:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1880. 02000000:00000010:0.0:1749610442.238836:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1800. 02000000:00000001:0.0:1749610442.238837:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610442.238838:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610442.238840:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610442.238841:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238843:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749610442.238843:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 02000000:00000001:2.0:1749610442.238844:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610442.238846:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610442.238848:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3c00. 00000400:00000010:0.0:1749610442.238848:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610442.238851:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610442.238853:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494506880, portal 4 00000100:00100000:2.0:1749610442.238855:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610442.238855:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610442.238856:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986048 : -131938765565568 : ffff88009cbf1180) 00000100:00000001:2.0:1749610442.238861:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610442.238861:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.238863:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.238866:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1880] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.238869:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610442.238872:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610442.238873:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610442.238889:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610442.238892:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610442.238895:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610442.238896:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610442.238898:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610442.238900:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610442.238902:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5043 00000100:00080000:2.0:1749610442.238904:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610442.238907:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238908:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.238909:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.238911:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610442.238914:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610442.238915:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610442.238916:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610442.238918:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610442.238919:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610442.238921:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610442.238924:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610442.238925:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.238927:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.238928:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610442.238930:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610442.238932:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610442.238934:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.238935:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610442.238938:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610442.238939:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238941:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610442.238942:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610442.238945:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1c00. 00000020:00000040:2.0:1749610442.238947:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610442.238949:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610442.238950:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.238951:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610442.238952:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610442.238954:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610442.238958:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2c00. 00000100:00000001:2.0:1749610442.238961:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610442.238965:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610442.238971:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610442.238973:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.238975:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1c00] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.238987:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.238990:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610442.238993:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610442.238996:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1f80. 00000020:00000040:2.0:1749610442.238998:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610442.239005:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610442.239007:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610442.239008:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610442.239008:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494506880, offset 0 02000000:00000010:2.0:1749610442.239011:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000400:00000200:0.0:1749610442.239012:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610442.239013:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.239017:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610442.239024:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610442.239024:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610442.239025:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.239030:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1f80] to pc [ptlrpcd_00_00+0] req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610442.239032:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf920f80 00000400:00000200:0.0:1749610442.239036:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 10400 00000400:00000200:0.0:1749610442.239042:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610442.239044:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610442.239048:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610442.239049:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610442.239052:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610442.239052:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000100:00000040:0.0:1749610442.239054:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55500 x1834598494506880 msgsize 520 00000100:00080000:2.0:1749610442.239055:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749610442.239056:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610442.239058:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610442.239059:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610442.239060:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610442.239062:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610442.239064:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5043 00000100:00080000:2.0:1749610442.239066:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610442.239068:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610442.239069:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610442.239070:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610442.239072:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.239073:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610442.239075:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749610442.239075:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610442.239076:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000040:2.0:1749610442.239077:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610442.239078:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610442.239078:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610442.239080:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610442.239081:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610442.239081:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610442.239082:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610442.239084:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610442.239084:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610442.239086:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610442.239086:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610442.239086:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610442.239088:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610442.239088:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610442.239090:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610442.239091:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610442.239091:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610442.239092:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239092:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749610442.239093:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610442.239095:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610442.239095:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239097:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.239098:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749610442.239098:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1013 usecs (2 jiffies) 00000100:00000001:3.0:1749610442.239100:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610442.239100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299715698 00000100:00000001:3.0:1749610442.239101:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.239101:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610442.239102:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239103:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749610442.239103:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000001:2.0:1749610442.239104:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610442.239105:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610442.239106:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239107:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610442.239108:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2680. 00000100:00000001:0.0:1749610442.239108:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749610442.239109:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494507264:0@lo:400:kworker.0 00000020:00000040:2.0:1749610442.239111:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610442.239111:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299715698 02000000:00000001:2.0:1749610442.239112:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610442.239113:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610442.239113:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee380. 02000000:00000001:2.0:1749610442.239114:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239115:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610442.239115:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610442.239115:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749610442.239116:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610442.239117:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239118:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610442.239118:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239120:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299715698 02000000:00000010:3.0:1749610442.239121:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 02000000:00000010:2.0:1749610442.239121:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2800. 00000100:00000010:0.0:1749610442.239121:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eec40. 02000000:00000001:3.0:1749610442.239123:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239123:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239123:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610442.239125:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299715698 00000100:00000010:0.0:1749610442.239126:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eec00. 00000400:00000010:3.0:1749610442.239127:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00100000:2.0:1749610442.239127:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610442.239128:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610442.239129:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610442.239131:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610442.239131:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239132:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239133:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610442.239133:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610442.239134:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494507264, portal 10 00000100:00000001:2.0:1749610442.239134:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239135:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610442.239136:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610442.239137:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943989632 : -131938765561984 : ffff88009cbf1f80) 00000100:00000040:2.0:1749610442.239137:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2680] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239137:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239138:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610442.239139:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610442.239140:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610442.239141:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610442.239142:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239144:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239146:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610442.239146:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.239147:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610442.239148:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610442.239148:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610442.239149:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610442.239149:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610442.239150:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749610442.239150:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610442.239151:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610442.239151:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494506880 00000100:00100000:0.0:1749610442.239151:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494507008:0@lo:38:kworker.0 00000400:00000010:3.0:1749610442.239152:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000010:2.0:1749610442.239152:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3b80. 02000000:00000001:1.0:1749610442.239153:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610442.239153:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610442.239154:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749610442.239154:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749610442.239155:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494507264, offset 0 00000100:00000001:2.0:1749610442.239155:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610442.239155:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610442.239155:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239156:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610442.239157:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749610442.239157:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.239158:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610442.239158:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e0400. 00000400:00000200:3.0:1749610442.239159:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610442.239159:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239160:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610442.239161:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5500. 00000400:00000010:0.0:1749610442.239161:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000400:00000010:0.0:1749610442.239162:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610442.239163:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610442.239163:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494506880 00000400:00000200:3.0:1749610442.239164:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610442.239164:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494507008, portal 10 00000020:00000001:1.0:1749610442.239165:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610442.239165:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610442.239165:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610442.239166:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610442.239166:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943987840 : -131938765563776 : ffff88009cbf1880) 00000020:00000001:1.0:1749610442.239167:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610442.239168:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610442.239169:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921100 00000020:00000001:1.0:1749610442.239169:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239169:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239173:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1749610442.239173:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:0.0:1749610442.239173:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610442.239174:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 100536 00000100:00000001:2.0:1749610442.239174:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239174:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610442.239175:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610442.239177:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf3b80] to pc [ptlrpcd_00_01+1] req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610442.239177:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000200:0.0:1749610442.239177:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494507008, offset 0 00000400:00000200:3.0:1749610442.239178:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610442.239179:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610442.239180:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610442.239180:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000200:0.0:1749610442.239181:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610442.239183:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610442.239184:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239184:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610442.239184:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921000 00000100:00000200:3.0:1749610442.239185:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610442.239185:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610442.239186:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610442.239186:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 100760 00000100:00000010:3.0:1749610442.239188:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078802a00. 00000100:00000040:2.0:1749610442.239188:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5053) 00000400:00000200:0.0:1749610442.239188:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610442.239190:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610442.239190:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610442.239191:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880078802a00 x1834598494507264 msgsize 224 00000100:00100000:3.0:1749610442.239194:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610442.239196:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610442.239196:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.239198:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610442.239200:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610442.239200:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610442.239201:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610442.239202:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610442.239203:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610442.239206:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000400:00000200:3.0:1749610442.239207:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610442.239208:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610442.239208:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000001:2.0:1749610442.239209:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610442.239210:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239211:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610442.239211:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55500 x1834598494506880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610442.239212:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610442.239212:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610442.239213:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610442.239214:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610442.239215:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610442.239215:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 02000000:00000001:2.0:1749610442.239216:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239216:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55880 x1834598494507008 msgsize 520 00000100:00100000:1.0:1749610442.239218:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494506880:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1749610442.239219:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494507520:0@lo:400:kworker.0 00000100:00100000:0.0:1749610442.239219:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610442.239221:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749610442.239221:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494506880 00000100:00000001:3.0:1749610442.239222:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610442.239223:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610442.239223:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610442.239223:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610442.239225:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610442.239225:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610442.239225:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610442.239225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 02000000:00000001:2.0:1749610442.239226:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749610442.239226:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610442.239227:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749610442.239229:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829800. 00000100:00000200:0.0:1749610442.239229:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239230:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.239231:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239232:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610442.239233:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610442.239234:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610442.239234:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000020:00000001:1.0:1749610442.239234:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239234:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610442.239236:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610442.239238:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 662 usecs (1 jiffies) 00000400:00000010:2.0:1749610442.239238:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00010000:00000001:1.0:1749610442.239238:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610442.239238:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239238:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610442.239240:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299715697 00010000:00000001:1.0:1749610442.239240:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610442.239240:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610442.239241:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494507520, portal 10 00000100:00000040:0.0:1749610442.239241:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 688 usecs (1 jiffies) 00000100:00000001:3.0:1749610442.239242:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299715698 00000100:00000001:2.0:1749610442.239242:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610442.239242:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610442.239243:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610442.239243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299715697 00000100:00000001:3.0:1749610442.239244:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299715697 00000100:00000001:2.0:1749610442.239244:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 02000000:00000001:1.0:1749610442.239245:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610442.239245:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299715698 00000100:00000001:3.0:1749610442.239246:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299715697 02000000:00000010:1.0:1749610442.239248:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586000. 00000100:00000040:2.0:1749610442.239249:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610442.239249:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239251:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610442.239253:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610442.239254:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239255:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610442.239255:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1749610442.239256:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749610442.239256:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507264 00000100:00000001:3.0:1749610442.239257:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299715697 00000100:00000040:2.0:1749610442.239257:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610442.239257:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610442.239258:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610442.239258:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610442.239258:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610442.239259:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239259:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610442.239260:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494507520, offset 0 00000100:00000001:1.0:1749610442.239260:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610442.239261:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299715697 00000100:00000040:1.0:1749610442.239261:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610442.239261:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610442.239262:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507264 00000100:00000001:3.0:1749610442.239263:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299715698 00000100:00000001:1.0:1749610442.239263:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610442.239264:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610442.239264:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610442.239265:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610442.239265:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610442.239265:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:1.0:1749610442.239266:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610442.239266:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610442.239267:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239267:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1749610442.239267:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749610442.239268:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610442.239269:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239269:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239270:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610442.239270:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610442.239270:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610442.239270:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:1.0:1749610442.239271:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610442.239273:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610442.239273:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610442.239274:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610442.239274:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eed40. 00000100:00000001:3.0:1749610442.239275:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749610442.239275:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921200 00000100:00000200:1.0:1749610442.239275:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494506880, offset 0 00000100:00000001:3.0:1749610442.239277:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610442.239278:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610442.239278:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 101280 00000100:00000001:3.0:1749610442.239279:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610442.239279:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610442.239280:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610442.239282:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610442.239282:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749610442.239285:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610442.239285:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610442.239285:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000020:00000010:0.0:1749610442.239287:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610442.239288:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749610442.239289:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000200:2.0:1749610442.239290:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610442.239291:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610442.239291:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610442.239292:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507008 00000100:00000010:2.0:1749610442.239292:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3480. 00000100:00000040:0.0:1749610442.239292:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610442.239293:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610442.239294:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610442.239294:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf3480 x1834598494507520 msgsize 224 00000400:00000200:1.0:1749610442.239294:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf920f80 00000100:00000001:0.0:1749610442.239294:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610442.239295:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610442.239296:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610442.239297:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610442.239298:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610442.239298:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x56ed [1] + 0 02000000:00000001:3.0:1749610442.239299:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239299:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610442.239300:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749610442.239301:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507008 00000400:00000200:1.0:1749610442.239301:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610442.239301:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610442.239303:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610442.239303:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610442.239304:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610442.239304:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610442.239305:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610442.239305:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610442.239307:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610442.239308:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000200:1.0:1749610442.239308:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610442.239309:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610442.239309:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610442.239311:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610442.239312:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000100:00000001:2.0:1749610442.239312:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610442.239313:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610442.239315:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000200:2.0:1749610442.239315:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239315:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610442.239316:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507520 02000000:00000001:0.0:1749610442.239317:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610442.239318:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:1.0:1749610442.239318:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.239318:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610442.239319:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239320:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610442.239320:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239321:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610442.239321:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507520 00000100:00000001:3.0:1749610442.239322:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749610442.239322:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000001:0.0:1749610442.239322:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610442.239323:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610442.239323:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000040:0.0:1749610442.239323:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610442.239323:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610442.239324:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610442.239325:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:0.0:1749610442.239325:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610442.239326:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239326:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610442.239326:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610442.239327:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610442.239327:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610442.239328:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610442.239329:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeac0. 00000100:00000040:1.0:1749610442.239330:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749610442.239330:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee240. 00000100:00000001:3.0:1749610442.239331:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610442.239331:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610442.239332:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610442.239333:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749610442.239334:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494506880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610442.239334:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeac0. 00000100:00000001:2.0:1749610442.239335:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610442.239335:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749610442.239336:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610442.239336:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:3.0:1749610442.239337:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610442.239338:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610442.239338:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:2.0:1749610442.239339:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610442.239339:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494506880:12345-0@lo:38:kworker.0 Request processed in 121us (284us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610442.239339:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610442.239340:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610442.239340:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610442.239341:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:2.0:1749610442.239342:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 587 usecs (1 jiffies) 00000100:00000040:3.0:1749610442.239343:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00100000:1.0:1749610442.239343:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000001:0.0:1749610442.239343:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610442.239344:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299715697 00000100:00000001:0.0:1749610442.239344:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610442.239345:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335883776 : -131939373667840 : ffff880078802a00) 00000100:00000001:1.0:1749610442.239345:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610442.239345:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610442.239345:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239346:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299715698 00000100:00000001:2.0:1749610442.239347:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299715697 00000020:00000010:1.0:1749610442.239348:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610442.239348:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610442.239349:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078802a00 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1749610453 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239349:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299715698 00000020:00000010:1.0:1749610442.239350:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610442.239350:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610442.239351:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299715697 00000100:00000001:0.0:1749610442.239351:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610442.239352:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00000001:2.0:1749610442.239353:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299715698 00000100:00100000:0.0:1749610442.239353:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000001:1.0:1749610442.239354:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.239355:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299715697 00000100:00000040:0.0:1749610442.239355:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610442.239356:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239356:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943995008 : -131938765556608 : ffff88009cbf3480) 00000100:00000001:3.0:1749610442.239357:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610442.239358:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610442.239358:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3480 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:633/0 lens 224/0 e 0 to 0 dl 1749610453 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610442.239359:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb844c0. 00000100:00000001:2.0:1749610442.239360:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239361:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610442.239362:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610442.239362:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749610442.239363:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb844c0. 00000100:00000001:0.0:1749610442.239363:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610442.239364:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610442.239364:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610442.239364:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeac0. 00000100:00000001:0.0:1749610442.239365:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610442.239366:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeac0. 00000100:00100000:3.0:1749610442.239367:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494507264:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610442.239368:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610442.239369:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494507520:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610442.239370:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507264 00000100:00000001:2.0:1749610442.239370:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610442.239370:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610442.239371:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610442.239371:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610442.239371:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507520 00000020:00000001:3.0:1749610442.239372:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610442.239372:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610442.239373:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610442.239373:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000020:00000001:0.0:1749610442.239373:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610442.239374:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610442.239374:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610442.239374:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239375:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239375:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000020:00000001:3.0:1749610442.239376:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610442.239376:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610442.239377:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749610442.239377:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55880 x1834598494507008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610442.239377:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610442.239379:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610442.239379:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610442.239381:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610442.239381:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610442.239382:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494507008:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610442.239382:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610442.239383:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610442.239383:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1749610442.239384:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507008 00000020:00000001:3.0:1749610442.239385:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610442.239385:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610442.239385:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610442.239386:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749610442.239386:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610442.239386:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610442.239388:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610442.239389:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239389:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610442.239390:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749610442.239390:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749610442.239391:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610442.239392:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610442.239392:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610442.239392:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7000. 02000000:00000001:3.0:1749610442.239393:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610442.239393:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610442.239394:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239395:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610442.239395:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610442.239396:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b1800. 00000100:00000001:1.0:1749610442.239396:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610442.239396:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239397:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610442.239398:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610442.239398:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494507520 02000000:00000010:1.0:1749610442.239399:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586400. 00010000:00000001:0.0:1749610442.239399:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610442.239400:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239400:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239401:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610442.239402:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610442.239402:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1749610442.239402:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf3480 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749610442.239403:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494507264 00010000:00000001:1.0:1749610442.239403:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610442.239404:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610442.239405:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610442.239406:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610442.239406:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749610442.239406:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610442.239407:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610442.239408:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078802a00 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610442.239408:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610442.239409:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:0.0:1749610442.239409:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610442.239410:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610442.239411:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610442.239411:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610442.239412:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610442.239412:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610442.239413:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239413:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610442.239414:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610442.239414:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749610442.239415:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610442.239415:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610442.239415:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610442.239416:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610442.239417:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610442.239417:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610442.239418:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 0 0) 00000100:00000200:1.0:1749610442.239418:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507008, offset 0 00000100:00000040:0.0:1749610442.239418:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610442.239419:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:1.0:1749610442.239420:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610442.239422:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610442.239422:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610442.239422:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507520, offset 224 00000100:00000040:3.0:1749610442.239423:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:0.0:1749610442.239424:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610442.239425:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610442.239425:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921000 02000000:00000001:3.0:1749610442.239427:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749610442.239427:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610442.239428:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610442.239428:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56fd [1] + 0 00000400:00000200:0.0:1749610442.239429:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921200 00000100:00000001:3.0:1749610442.239430:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610442.239430:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610442.239432:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610442.239432:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610442.239432:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5705 [1] + 224 00000400:00000010:3.0:1749610442.239434:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610442.239434:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610442.239435:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610442.239436:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507264, offset 224 00000100:00000200:1.0:1749610442.239436:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610442.239437:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610442.239438:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610442.239440:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610442.239441:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610442.239441:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610442.239445:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610442.239445:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610442.239446:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610442.239449:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921100 00000400:00000200:1.0:1749610442.239449:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610442.239450:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610442.239451:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610442.239451:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610442.239453:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x56f5 [1] + 224 00000100:00000001:1.0:1749610442.239453:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610442.239454:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610442.239455:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610442.239456:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610442.239456:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610442.239458:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494507008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239458:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610442.239459:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610442.239461:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00100000:1.0:1749610442.239462:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494507008:12345-0@lo:38:kworker.0 Request processed in 80us (244us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610442.239462:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610442.239463:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610442.239464:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610442.239464:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610442.239465:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000001:1.0:1749610442.239466:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610442.239466:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610442.239467:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610442.239467:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610442.239468:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000040:0.0:1749610442.239468:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610442.239469:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749610442.239470:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000020:00000001:0.0:1749610442.239470:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610442.239471:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749610442.239472:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000040:0.0:1749610442.239473:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3480 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610442.239474:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610442.239476:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610442.239478:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494507520:12345-0@lo:400:kworker.0 Request processed in 114us (182us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610442.239480:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610442.239482:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610442.239482:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:3.0:1749610442.239484:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610442.239484:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610442.239485:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749610442.239486:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610442.239486:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610442.239487:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610442.239488:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000010:2.0:1749610442.239489:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000010:0.0:1749610442.239490:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000400:00000200:2.0:1749610442.239492:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000020:00000010:0.0:1749610442.239492:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000400:00000010:2.0:1749610442.239494:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000040:0.0:1749610442.239494:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610442.239495:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.239496:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610442.239498:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610442.239500:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000200:2.0:1749610442.239500:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239502:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299715698 00000100:00000001:3.0:1749610442.239503:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610442.239504:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610442.239504:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299715697 00000100:00000001:0.0:1749610442.239505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299715698 00000100:00000001:3.0:1749610442.239506:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299715697 00000100:00000001:0.0:1749610442.239507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299715698 00000100:00000040:3.0:1749610442.239508:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610442.239509:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610442.239510:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610442.239510:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610442.239511:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610442.239512:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610442.239512:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610442.239513:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749610442.239513:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610442.239513:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610442.239515:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000040:3.0:1749610442.239516:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078802a00 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:633/0 lens 224/224 e 0 to 0 dl 1749610453 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610442.239516:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610442.239517:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610442.239519:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610442.239519:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239520:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.239537:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610442.239539:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749610442.239539:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239540:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610442.239542:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239543:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.239543:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610442.239544:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239545:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610442.239546:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610442.239547:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749610442.239548:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=47 v=5 (5 5 0 0) 00000100:00000001:0.0:1749610442.239548:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239549:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610442.239551:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610442 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610442.239552:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=47 v=5 (1 1 0 0) 00000100:00001000:0.0:1749610442.239553:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=147 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610442.239554:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610442.239554:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610442.239555:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494507264:12345-0@lo:400:kworker.0 Request processed in 196us (361us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610442.239555:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239556:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610442.239557:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610442.239558:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.239560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610442.239561:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00080000:2.0:1749610442.239561:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610442.239564:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610442.239565:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610442.239566:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610442.239567:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610442.239567:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749610442.239568:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239568:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610442.239569:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:0.0:1749610442.239569:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610442.239570:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610442.239570:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610442.239572:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000040:2.0:1749610442.239572:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00080000:0.0:1749610442.239572:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610442.239574:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1749610442.239574:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749610442.239575:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000001:2.0:1749610442.239575:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239575:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.239577:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610442.239578:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000040:2.0:1749610442.239578:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239580:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610442.239581:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494507008:0@lo:38:kworker.0 00000100:00000001:0.0:1749610442.239583:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610442.239584:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610442.239585:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239586:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610442.239587:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610442.239588:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610442.239589:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610442.239590:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239590:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610442.239590:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610442.239591:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610442.239591:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610442.239592:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1749610442.239593:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610442.239593:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610442.239595:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00100000:0.0:1749610442.239595:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494507136:0@lo:38:kworker.0 00000100:00000001:0.0:1749610442.239596:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610442.239597:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494507520:0@lo:400:kworker.0 02000000:00000001:0.0:1749610442.239597:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610442.239598:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 02000000:00000001:0.0:1749610442.239598:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610442.239599:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 02000000:00000001:0.0:1749610442.239599:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610442.239600:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610442.239601:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610442.239602:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610442.239602:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c400. 02000000:00000001:0.0:1749610442.239603:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610442.239604:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610442.239605:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3b80 x1834598494507520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610442.239605:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000400:00000010:0.0:1749610442.239606:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610442.239608:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494507136, portal 10 00000100:00000001:0.0:1749610442.239609:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610442.239610:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943988736 : -131938765562880 : ffff88009cbf1c00) 00000100:00000200:3.0:1749610442.239611:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239611:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610442.239613:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610442.239613:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610442.239615:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829800. 00000100:00000001:3.0:1749610442.239617:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.239618:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610442.239619:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610442.239619:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749610442.239619:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610442.239620:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749610442.239620:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610442.239621:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610442.239621:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494507136, offset 0 02000000:00000001:3.0:1749610442.239622:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749610442.239622:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610442.239623:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610442.239623:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610442.239624:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610442.239625:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610442.239626:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5500. 00000400:00000200:0.0:1749610442.239626:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610442.239627:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610442.239628:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610442.239628:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921080 02000000:00000001:2.0:1749610442.239629:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1749610442.239630:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=97 v=5 (5 5 0 0) 00000400:00000200:0.0:1749610442.239630:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 101504 00000100:00000010:2.0:1749610442.239631:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3b80. 00000400:00000200:0.0:1749610442.239632:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749610442.239633:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=97 v=5 (1 1 0 0) 00000400:00000200:0.0:1749610442.239634:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610442.239635:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610442.239635:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610442.239636:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239636:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610442.239636:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610442.239637:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610442.239638:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610442.239638:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610442.239638:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000100:00000040:0.0:1749610442.239640:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55c00 x1834598494507136 msgsize 520 00010000:00080000:3.0:1749610442.239641:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610442.239641:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610442.239642:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610442.239643:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.239644:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610442.239646:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239646:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610442.239647:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610442.239648:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610442.239649:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1749610442.239649:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610442.239650:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610442.239651:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610442.239652:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1749610442.239652:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239653:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610442.239656:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239656:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610442.239658:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239662:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610442.239662:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239663:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610442.239664:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610442.239664:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239665:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610442.239666:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 645 usecs (1 jiffies) 00000100:00000001:0.0:1749610442.239667:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299715698 00000100:00000040:3.0:1749610442.239668:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239669:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239670:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299715698 00000100:00000001:0.0:1749610442.239671:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239672:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299715698 00000100:00000001:0.0:1749610442.239673:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299715698 00000100:00100000:3.0:1749610442.239675:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494507264:0@lo:400:kworker.0 00000100:00000001:0.0:1749610442.239675:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299715698 00000100:00000001:0.0:1749610442.239676:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610442.239677:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239678:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610442.239678:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610442.239679:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610442.239680:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610442.239680:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000400:00000200:0.0:1749610442.239681:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610442.239681:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:3.0:1749610442.239682:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1f80 x1834598494507264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610442.239684:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239688:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610442.239688:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610442.239689:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610442.239691:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 00000100:00000001:0.0:1749610442.239691:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.239691:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239692:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610442.239693:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610442.239693:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610442.239694:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610442.239694:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610442.239695:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610442.239696:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749610442.239696:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610442.239697:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1749610442.239698:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610442 v=5 (0 0 0 0) 02000000:00000010:3.0:1749610442.239699:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 00000100:00001000:0.0:1749610442.239699:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=15 v=20 (1 1 20 0) 02000000:00000001:3.0:1749610442.239701:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610442.239701:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610442.239702:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610442.239702:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610442.239703:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1f80. 00000100:00000001:0.0:1749610442.239703:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.239705:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239706:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610442.239707:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610442.239708:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239709:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610442.239710:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610442.239710:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610442.239711:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610442.239711:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610442.239712:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239712:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610442.239713:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610442.239714:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610442.239715:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610442.239715:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610442.239716:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.239717:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239721:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610442.239721:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494506880:0@lo:38:kworker.0 00000100:00100000:3.0:1749610442.239722:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507136 00000100:00000001:0.0:1749610442.239723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239724:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610442.239724:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610442.239725:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610442.239725:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1880 x1834598494507008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239726:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239728:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239729:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749610442.239730:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507136 02000000:00000001:0.0:1749610442.239730:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610442.239731:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e0400. 00000020:00000001:3.0:1749610442.239732:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610442.239733:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610442.239733:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610442.239734:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610442.239734:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610442.239734:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610442.239735:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610442.239736:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610442.239736:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3c00. 00000020:00000001:3.0:1749610442.239738:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239738:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610442.239739:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749610442.239740:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000100:00000010:0.0:1749610442.239740:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1880. 00000100:00000001:0.0:1749610442.239741:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1749610442.239742:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610442.239742:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239743:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610442.239744:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1180 x1834598494506880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610442.239745:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:3.0:1749610442.239747:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610442.239748:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610442.239748:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610442.239749:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610442.239749:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1800. 00000100:00000001:3.0:1749610442.239750:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239750:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610442.239751:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610442.239751:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610442.239752:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610442.239752:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610442.239753:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3800. 02000000:00000001:0.0:1749610442.239754:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610442.239754:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610442.239755:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1180. 00000100:00000001:0.0:1749610442.239756:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610442.239757:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239757:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239759:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610442.239760:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239761:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610442.239762:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610442.239762:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610442.239764:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610442.239764:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239767:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610442.239768:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610442.239768:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239769:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610442.239769:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610442.239769:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610442.239770:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610442.239772:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1749610442.239772:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494507392:0@lo:38:kworker.0 00000100:00000001:3.0:1749610442.239774:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00000100:00000001:0.0:1749610442.239774:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610442.239775:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610442.239776:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239777:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610442.239778:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55c00 x1834598494507136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610442.239778:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c800. 02000000:00000001:0.0:1749610442.239780:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610442.239782:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000400:00000010:0.0:1749610442.239783:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:0.0:1749610442.239784:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494507392, portal 10 00000100:00100000:3.0:1749610442.239785:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494507136:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610442.239786:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610442.239786:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943991424 : -131938765560192 : ffff88009cbf2680) 00000100:00000200:3.0:1749610442.239788:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507136 00000100:00000040:0.0:1749610442.239789:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610442.239790:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610442.239792:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610442.239792:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610442.239793:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610442.239794:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749610442.239795:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494507392, offset 0 00000400:00000200:0.0:1749610442.239797:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610442.239798:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610442.239800:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610442.239800:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610442.239802:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610442.239802:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921180 00010000:00000001:3.0:1749610442.239805:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610442.239805:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 102024 00000100:00000001:3.0:1749610442.239807:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610442.239807:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610442.239808:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610442.239809:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610442.239809:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610442.239811:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610442.239811:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610442.239812:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b1c00. 02000000:00000001:3.0:1749610442.239813:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610442.239813:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55f80. 00000100:00000001:3.0:1749610442.239815:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239815:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55f80 x1834598494507392 msgsize 520 00010000:00000001:3.0:1749610442.239817:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749610442.239817:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610442.239818:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239820:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:3.0:1749610442.239821:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610442.239821:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610442.239822:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610442.239823:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610442.239823:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610442.239824:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610442.239824:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610442.239825:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507392 00000100:00000200:0.0:1749610442.239825:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610442.239826:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610442.239827:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610442.239827:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610442.239828:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239829:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610442.239829:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610442.239830:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239830:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610442.239831:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:1.0:1749610442.239831:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507392 00000100:00000040:3.0:1749610442.239833:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610442.239833:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610442.239834:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610442.239834:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239835:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610442.239835:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610442.239835:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610442.239836:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239836:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610442.239837:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610442.239837:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239838:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610442.239838:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000040:0.0:1749610442.239838:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 471 usecs (1 jiffies) 00000100:00000001:0.0:1749610442.239839:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299715698 00000100:00000040:3.0:1749610442.239840:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610442.239840:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610442.239840:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299715698 00000020:00000010:1.0:1749610442.239841:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610442.239841:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299715698 00000400:00000010:3.0:1749610442.239842:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610442.239842:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299715698 00000100:00000001:1.0:1749610442.239843:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610442.239843:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299715698 00000100:00000001:1.0:1749610442.239844:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610442.239844:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299715698 00000100:00000200:3.0:1749610442.239845:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507136, offset 0 00000100:00000001:1.0:1749610442.239845:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239845:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299715698 00000100:00000001:1.0:1749610442.239846:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239847:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299715698 00000400:00000200:3.0:1749610442.239848:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610442.239848:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610442.239849:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239850:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239851:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610442.239852:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610442.239852:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610442.239853:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610442.239855:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239855:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610442.239856:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921080 00000100:00000001:0.0:1749610442.239856:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610442.239859:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610442.239859:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610442.239860:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x571d [1] + 0 00000100:00000001:0.0:1749610442.239861:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610442.239861:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610442.239862:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000400:00000200:3.0:1749610442.239863:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610442.239863:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393872768 : -131936315678848 : ffff88012ec55f80) 00000100:00000001:0.0:1749610442.239863:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239864:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610442.239865:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55f80 x1834598494507392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610462 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610442.239866:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610442.239867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239868:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610442.239868:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610442.239870:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494507392:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610442.239871:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610442.239872:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507392 00000020:00000001:1.0:1749610442.239885:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610442.239887:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610442.239891:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610442.239893:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610442.239893:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610442.239894:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610442.239895:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610442.239897:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610442.239898:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610442.239899:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610442.239900:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586800. 02000000:00000001:1.0:1749610442.239901:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610442.239902:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610442.239908:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610442.239914:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610442.239915:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610442.239916:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00001000:1.0:1749610442.239916:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749610442.239918:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610442.239918:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610442.239919:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610442.239920:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610442.239920:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610442.239920:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610442.239921:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610442.239921:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610442.239921:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610442.239922:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610442.239923:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610442.239923:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610442.239924:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610442.239925:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749610442.239925:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000040:3.0:1749610442.239926:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610442.239926:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610442.239927:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610442.239927:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610442.239927:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:1.0:1749610442.239928:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610442.239928:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000001:3.0:1749610442.239929:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610442.239929:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610442.239929:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749610442.239930:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749610442.239931:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610442.239932:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507392, offset 0 00000100:00000040:3.0:1749610442.239933:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494507136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610442.239934:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610442.239937:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610442.239937:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610442.239940:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921180 00000100:00000001:0.0:1749610442.239940:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610442.239941:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494507136:12345-0@lo:38:kworker.0 Request processed in 155us (298us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610442.239941:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239942:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610442.239943:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5725 [1] + 0 02000000:00000001:0.0:1749610442.239943:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610442.239944:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610442.239945:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610442.239945:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.239946:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610442.239947:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000400:00000200:1.0:1749610442.239947:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610442.239948:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610442 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610442.239949:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610442.239949:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610442.239950:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749610442.239950:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=97 v=20 (1 20 0 0) 00000100:00000200:1.0:1749610442.239951:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.239951:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610442.239952:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610442.239952:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610442.239954:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00000001:0.0:1749610442.239954:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610442.239955:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610442.239956:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610442.239957:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 00000100:00000001:3.0:1749610442.239959:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239959:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610442.239960:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.239960:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610442.239961:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749610442.239961:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610442.239962:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610442.239962:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610442.239963:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610442.239963:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610442.239964:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749610442.239964:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610442.239965:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610442.239965:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610442.239966:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610442.239967:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610442.239968:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610442.239968:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610442.239969:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610442.239971:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55f80 x1834598494507392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610462 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610442.239972:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494507136:0@lo:38:kworker.0 00000100:00000001:0.0:1749610442.239974:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239975:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610442.239976:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494507392:12345-0@lo:38:kworker.0 Request processed in 105us (159us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610442.239977:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1c00 x1834598494507136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610442.239979:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000001:0.0:1749610442.239980:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610442.239981:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749610442.239981:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610442.239982:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749610442.239982:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c400. 00000020:00000010:1.0:1749610442.239983:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 02000000:00000001:0.0:1749610442.239983:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610442.239984:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749610442.239985:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000040:0.0:1749610442.239985:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610442.239986:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610442.239986:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2c00. 00000020:00000010:1.0:1749610442.239987:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00000001:1.0:1749610442.239988:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610442.239988:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610442.239988:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610442.239990:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1c00. 00000100:00000001:0.0:1749610442.239991:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610442.239992:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.239992:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.239993:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610442.239994:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610442.239995:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610442.239995:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610442.239996:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000400:00000200:0.0:1749610442.239997:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610442.239998:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610442.239999:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610442.240000:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610442.240005:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.240008:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610442.240009:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.240009:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610442.240010:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610442.240010:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610442.240011:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610442.240012:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610442.240013:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610442 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610442.240015:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=47 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610442.240017:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610442.240017:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610442.240018:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.240020:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.240023:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610442.240024:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610442.240025:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.240026:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610442.240026:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610442.240028:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610442.240029:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610442.240030:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610442.240031:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610442.240035:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494507392:0@lo:38:kworker.0 00000100:00000001:0.0:1749610442.240037:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.240037:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610442.240039:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2680 x1834598494507392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610442.240042:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610442.240042:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610442.240043:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c800. 02000000:00000001:0.0:1749610442.240044:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610442.240044:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610442.240045:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610442.240046:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610442.240046:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2800. 02000000:00000001:0.0:1749610442.240047:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610442.240048:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610442.240049:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2680. 00000100:00000001:0.0:1749610442.240051:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610442.240051:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.240052:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.240053:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610442.240054:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610442.240054:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610442.240055:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610442.240568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299715698, at 4299715698 00000100:00000010:2.0:1749610442.240574:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eec40. 00000100:00000040:1.0:1749610442.240579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299715698, at 4299715698 00000100:00000010:1.0:1749610442.240583:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee380. 00000100:00000040:3.0:1749610442.241565:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299715698, at 4299715699 00000100:00000040:0.0:1749610442.241567:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299715698, at 4299715699 00000100:00000010:3.0:1749610442.241570:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eec00. 00000100:00000010:0.0:1749610442.241573:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000001:0.0:1749610442.457641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610442.457648:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610442.457650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610442.457654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610442.457657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610442.457660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.457663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610442.457666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610442.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610442.739642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610442.739649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610442.739651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610442.739655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610442.739658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610442.739661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.739664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610442.739667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610442.739669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610443.016621:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610443.016627:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610443.016707:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610443.016712:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610443.016714:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610443.239632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610443.239644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610443.239646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610443.239650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610443.239651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610443.239654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610443.239655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610443.457619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610443.457625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610443.457626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610443.457629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610443.457632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610443.457634:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610443.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610443.457639:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610443.457640:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610443.739627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610443.739632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610443.739633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610443.739636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610443.739638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610443.739640:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610443.739642:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610443.739644:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610443.739645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610444.018610:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610444.018616:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610444.018618:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610444.018620:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610444.018622:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610444.018624:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610444.018625:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610444.018627:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610444.018696:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610444.018700:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610444.018701:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610444.239632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610444.239643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610444.239645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610444.239648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610444.239650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610444.239653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610444.239654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610444.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610444.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610444.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610444.457649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610444.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610444.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610444.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610444.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610444.457663:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610444.739642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610444.739649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610444.739651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610444.739656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:0.0:1749610444.739658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610444.739662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610444.739665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610444.739668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610444.739670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610445.020598:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610445.020602:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610445.020684:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610445.020688:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610445.020691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610445.239669:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610445.239685:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610445.239687:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610445.239692:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610445.239694:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610445.239698:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610445.239700:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610445.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610445.457637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610445.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610445.457642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610445.457644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610445.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610445.457649:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610445.457651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610445.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610445.687370:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610445.687383:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610445.687386:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610445.687388:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610445.687397:0:28316:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610445.687412:0:28316:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00780 00000400:00000100:0.0:1749610445.687417:0:28316:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138199424 offset 0 length 520: 4 00000400:00000200:0.0:1749610445.687420:0:28316:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610445.687422:0:28316:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610445.687428:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610445.687439:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610445.687440:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610445.687442:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.739682:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610445.739689:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610445.739691:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610445.739694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af480 going to sleep for 0 seconds 00000100:00000001:2.0:1749610445.739697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610445.739700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.739702:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610445.739713:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.739721:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610445.739725:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.739732:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610445.739734:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.739736:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610445.739738:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610445.739741:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610445.739750:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494505088:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610445.739754:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.739756:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610445.739758:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610445.739760:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610445.739763:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.739769:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610445.739771:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af480. 00000100:00000001:2.0:1749610445.739776:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610445.739777:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610445.739781:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610445.739784:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610445.739787:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610445.739789:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=4 00000020:00000001:2.0:1749610445.739792:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749610445.739794:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00010000:2.0:1749610445.739799:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739807:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610445.739810:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739815:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610445.739818:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739823:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610445.739824:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610445.739827:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739832:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610445.739834:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610445.739837:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610445.739839:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610445.739878:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610445.739880:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610445.739883:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739887:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610445.739889:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610445.739890:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610445.739892:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=5 00000020:00000001:2.0:1749610445.739894:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749610445.739896:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749610445.739898:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610445.739901:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610445.739906:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610445.739908:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610445.739912:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610445.739915:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610445.739916:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610445.739918:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610445.739920:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610445.739923:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610445.739924:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610445.739926:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610445.739927:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610445.739929:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f600 with handle 0x689c0ec07329d152 from hash 00010000:00000001:2.0:1749610445.739931:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610445.739933:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610445.739934:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610445.739935:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610445.739936:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610445.739938:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610445.739939:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610445.739940:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610445.739941:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610445.739943:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610445.739945:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610445.739949:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610445.739949:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610445.739951:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610445.739952:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610445.739954:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610445.739955:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610445.739956:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610445.739957:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d152 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610445.739965:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3fa00 count: 0 00010000:00000001:2.0:1749610445.739987:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610445.739988:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610445.739991:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610445.739994:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3c380 x1834598494505088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.740001:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610445.740004:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610445.740006:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610445.740008:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610445.740012:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749610445.740015:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610445.740017:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610445.740019:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c380. 00000100:00000001:2.0:1749610445.740024:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610445.740025:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610445.740027:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610445.740029:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610445.740032:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610445.740036:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f000. 00000020:00000010:2.0:1749610445.740040:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:2.0:1749610445.740043:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828000. 00000040:00000010:2.0:1749610445.740047:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829200. 00000020:00000010:2.0:1749610445.740051:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610445.740055:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610445.740059:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610445.740064:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610445.740070:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610445.740075:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610445.740081:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610445.740084:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610445.740089:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828000. 00000040:00000010:2.0:1749610445.740094:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829200. 00000020:00000010:2.0:1749610445.740097:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610445.740102:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610445.740104:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610445.740107:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610445.740111:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610445.740115:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610445.740117:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 10000000:00000010:2.0:1749610445.740119:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f000. 10000000:01000000:2.0:1749610445.740122:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749610445.740124:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610445.740127:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610445.740129:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610445.740130:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610445.740132:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:2.0:1749610445.740133:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610445.740135:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610445.740137:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:2.0:1749610445.740138:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610445.740140:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610445.740141:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:2.0:1749610445.740142:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610445.740143:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:2.0:1749610445.740145:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610445.740147:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:2.0:1749610445.740150:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3b80. 00000020:00000040:2.0:1749610445.740153:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610445.740157:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610445.740159:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610445.740163:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610445.740167:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829800. 00000100:00000001:2.0:1749610445.740172:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610445.740174:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610445.740176:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610445.740181:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5500. 00010000:00000001:2.0:1749610445.740185:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610445.740186:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829c00. 00000020:00000001:2.0:1749610445.740189:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610445.740190:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829c00 with handle 0x689c0ec07329d159 to hash 00000020:00000001:2.0:1749610445.740192:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610445.740194:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610445.740196:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610445.740198:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610445.740200:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610445.740203:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610445.740210:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610445.740218:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610445.740223:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610445.740225:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610445.740230:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610445.740231:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610445.740234:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610445.740236:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 00000100:00000001:2.0:1749610445.740239:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610445.740243:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610445.740244:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610445.740246:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610445.740250:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.740262:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610445.740264:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610445.740267:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610445.740274:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610445.740275:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610445.740277:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610445.740278:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610445.740280:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610445.740281:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.740283:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610445.740284:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610445.740286:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610445.745597:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3fa00. 00010000:00000010:2.1:1749610445.745603:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f600. 00010000:00000001:0.0:1749610446.022628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610446.022632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610446.022714:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610446.022717:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610446.022719:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610446.239590:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610446.239601:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610446.239602:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610446.239604:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610446.239606:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610446.239609:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610446.239610:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610446.457624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610446.457629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610446.457631:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610446.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610446.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610446.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610446.457642:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610446.457643:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610446.457644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610446.739635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610446.739642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610446.739644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610446.739647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610446.739651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610446.739654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610446.739656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610446.739659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610446.739661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610447.024596:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610447.024600:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610447.024682:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610447.024686:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610447.024688:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610447.239614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610447.239628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610447.239630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.239634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610447.239636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.239640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.239642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610447.246590:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610447.246595:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610447.246597:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610447.246599:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610447.246601:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610447.246603:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610447.246605:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610447.246609:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:2.0:1749610447.246613:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610447.246615:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246617:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246618:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246620:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610447.246622:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610447.246624:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610447.246626:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610447.246628:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610447.246630:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610447.246631:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610447.246633:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246634:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246635:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246636:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610447.246638:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610447.246639:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610447.246641:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.246643:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610447.246647:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610447.246649:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246650:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610447.246652:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610447.246657:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3800. 00000020:00000040:2.0:1749610447.246659:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610447.246661:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610447.246662:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246664:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610447.246666:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610447.246668:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610447.246673:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1c00. 00000100:00000001:2.0:1749610447.246678:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610447.246684:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610447.246691:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610447.246694:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246697:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf3800] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.246712:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610447.246714:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610447.246716:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610447.246717:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610447.246718:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610447.246720:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610447.246721:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5048 00000100:00080000:2.0:1749610447.246722:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610447.246723:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246724:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246725:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246726:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610447.246727:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610447.246728:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610447.246729:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610447.246730:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610447.246731:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610447.246732:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610447.246733:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246734:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246735:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246736:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610447.246738:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610447.246739:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610447.246741:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.246742:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610447.246743:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610447.246744:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246746:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610447.246747:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610447.246748:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2d80. 00000020:00000040:2.0:1749610447.246750:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610447.246751:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610447.246751:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246752:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610447.246753:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610447.246754:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610447.246756:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2400. 00000100:00000001:2.0:1749610447.246757:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610447.246760:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610447.246763:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610447.246764:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246765:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610447.246766:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2d80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.246768:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.246769:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610447.246770:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610447.246771:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610447.246773:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610447.246774:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610447.246774:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610447.246776:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749610447.246776:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610447.246777:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5048 00000100:00080000:2.0:1749610447.246778:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610447.246780:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246781:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246782:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246783:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610447.246785:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610447.246785:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610447.246786:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610447.246786:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610447.246787:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610447.246788:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610447.246789:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610447.246790:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610447.246790:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610447.246791:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246792:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246793:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246793:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610447.246793:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610447.246794:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:0.0:1749610447.246795:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610447.246796:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610447.246797:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.246797:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1749610447.246797:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494507776:0@lo:38:kworker.0 02000000:00000001:2.0:1749610447.246799:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610447.246800:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246801:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610447.246801:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246801:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749610447.246803:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3100. 00000020:00000040:2.0:1749610447.246804:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610447.246805:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610447.246805:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.246805:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610447.246806:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610447.246806:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610447.246807:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.246807:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610447.246809:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1400. 02000000:00000001:0.0:1749610447.246809:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610447.246810:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610447.246812:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749610447.246814:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c800. 00000100:00000001:2.0:1749610447.246815:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610447.246815:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246816:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246818:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf3100] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610447.246821:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00000001:2.0:1749610447.246822:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246824:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610447.246826:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749610447.246827:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000010:2.0:1749610447.246850:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2680. 00000020:00000040:2.0:1749610447.246851:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749610447.246851:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494507776, portal 4 00000100:00000001:2.0:1749610447.246853:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610447.246853:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610447.246854:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246854:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610447.246855:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943995904 : -131938765555712 : ffff88009cbf3800) 02000000:00000010:2.0:1749610447.246857:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5900. 00000100:00000001:2.0:1749610447.246858:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246860:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610447.246862:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.246865:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610447.246866:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246869:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2680] to pc [ptlrpcd_00_02+2] req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.246870:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610447.246873:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610447.246875:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610447.246877:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494507776, offset 0 00000400:00000200:0.0:1749610447.246881:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610447.246887:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610447.246889:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610447.246891:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610447.246892:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610447.246893:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610447.246894:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749610447.246894:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610447.246895:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5048 00000100:00080000:2.0:1749610447.246896:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610447.246898:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246899:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246899:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246900:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610447.246901:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610447.246902:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000200:0.0:1749610447.246903:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf921300 00000020:00000001:2.0:1749610447.246904:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610447.246905:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610447.246906:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749610447.246907:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 10920 00000020:00000001:2.0:1749610447.246908:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610447.246909:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610447.246910:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610447.246911:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610447.246912:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610447.246913:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749610447.246913:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610447.246914:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610447.246915:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.246915:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610447.246916:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610447.246917:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610447.246918:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246919:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610447.246920:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610447.246922:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1c00. 00000020:00000040:2.0:1749610447.246923:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610447.246924:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610447.246924:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246924:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610447.246925:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610447.246925:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749610447.246925:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749610447.246926:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610447.246927:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 02000000:00000010:2.0:1749610447.246928:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1000. 00000100:00000001:2.0:1749610447.246929:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.246929:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56300 x1834598494507776 msgsize 520 00000100:00100000:2.0:1749610447.246932:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749610447.246932:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610447.246936:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610447.246937:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246939:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1c00] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.246942:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246944:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610447.246946:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610447.246946:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749610447.246948:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1180. 00000020:00000040:2.0:1749610447.246949:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610447.246950:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610447.246951:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610447.246951:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610447.246952:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.246952:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610447.246953:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610447.246954:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749610447.246954:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:3.0:1749610447.246955:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610447.246955:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246955:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610447.246956:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610447.246958:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610447.246960:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.246960:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610447.246961:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.246962:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1180] to pc [ptlrpcd_00_03+3] req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.246963:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610447.246965:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.246966:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610447.246966:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.246967:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.246969:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610447.246969:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5058) 00000100:00000001:0.0:1749610447.246969:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.246970:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610447.246970:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610447.246971:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610447.246973:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494508160:0@lo:400:kworker.0 00000100:00000001:0.0:1749610447.246973:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.246975:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610447.246976:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610447.246976:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1015 usecs (2 jiffies) 02000000:00000001:3.0:1749610447.246977:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610447.246977:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610447.246978:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246978:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610447.246978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299720706 02000000:00000001:3.0:1749610447.246979:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610447.246980:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610447.246980:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 02000000:00000010:3.0:1749610447.246982:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 02000000:00000001:3.0:1749610447.246983:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.246983:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610447.246984:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246984:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610447.246986:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610447.246986:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610447.246987:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 02000000:00000001:2.0:1749610447.246987:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.246988:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299720706 00000400:00000010:3.0:1749610447.246989:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00100000:2.0:1749610447.246989:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494508416:0@lo:400:kworker.0 00000100:00000010:0.0:1749610447.246989:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeac0. 00000100:00000001:2.0:1749610447.246991:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610447.246991:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000200:3.0:1749610447.246992:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494508160, portal 10 00000100:00000001:3.0:1749610447.246993:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610447.246993:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610447.246993:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.246994:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943991424 : -131938765560192 : ffff88009cbf2680) 02000000:00000001:2.0:1749610447.246994:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610447.246996:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828c00. 00000100:00000001:0.0:1749610447.246996:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299720706 02000000:00000001:2.0:1749610447.246997:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610447.246998:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee240. 00000100:00000040:3.0:1749610447.246999:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.246999:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000010:2.0:1749610447.247001:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:0.0:1749610447.247001:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299720706 00000100:00000010:0.0:1749610447.247002:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee140. 00000100:00000001:3.0:1749610447.247003:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610447.247003:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000040:3.0:1749610447.247004:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610447.247004:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749610447.247006:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:2.0:1749610447.247006:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494508416, portal 10 00000100:00000001:0.0:1749610447.247006:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610447.247007:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494508160, offset 0 00000100:00000001:2.0:1749610447.247007:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610447.247007:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247008:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247009:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986048 : -131938765565568 : ffff88009cbf1180) 00000400:00000200:3.0:1749610447.247010:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610447.247010:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247012:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610447.247013:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247013:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610447.247014:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610447.247014:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610447.247015:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.247015:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610447.247017:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610447.247017:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610447.247018:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921480 00000100:00000040:2.0:1749610447.247018:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610447.247018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610447.247019:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000200:2.0:1749610447.247021:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494508416, offset 0 00000100:00100000:1.0:1749610447.247021:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507776 02000000:00000001:1.0:1749610447.247022:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610447.247022:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610447.247023:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 102544 00000100:00000001:0.0:1749610447.247023:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247024:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610447.247025:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610447.247026:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610447.247026:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610447.247026:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247026:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610447.247027:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610447.247029:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610447.247029:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610447.247029:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494507904:0@lo:38:kworker.0 00000400:00000200:2.0:1749610447.247030:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610447.247030:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610447.247031:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610447.247032:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610447.247032:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507776 02000000:00000001:0.0:1749610447.247032:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610447.247032:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610447.247033:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610447.247033:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749610447.247034:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921580 00000020:00000040:1.0:1749610447.247034:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610447.247035:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749610447.247036:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804e00. 02000000:00000010:0.0:1749610447.247036:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1400. 00000100:00000040:3.0:1749610447.247037:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099804e00 x1834598494508160 msgsize 224 00000400:00000200:2.0:1749610447.247037:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 102768 00000020:00000001:1.0:1749610447.247037:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247037:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610447.247038:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610447.247038:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00100000:3.0:1749610447.247040:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610447.247040:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610447.247040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000020:00000010:1.0:1749610447.247041:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000400:00000200:2.0:1749610447.247042:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610447.247042:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494507904, portal 10 00000100:00000001:0.0:1749610447.247043:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610447.247044:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943993216 : -131938765558400 : ffff88009cbf2d80) 00000020:00000010:1.0:1749610447.247045:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:3.0:1749610447.247047:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610447.247047:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610447.247048:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610447.247050:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610447.247051:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610447.247051:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610447.247052:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749610447.247053:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610447.247054:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247058:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610447.247058:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610447.247059:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494507904, offset 0 00000400:00000200:3.0:1749610447.247060:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00100000:2.0:1749610447.247060:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508160 00000400:00000010:3.0:1749610447.247061:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 02000000:00000001:2.0:1749610447.247061:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610447.247062:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610447.247063:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610447.247064:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.247065:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.247065:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610447.247066:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610447.247067:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508160 00000020:00000001:2.0:1749610447.247068:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610447.247069:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610447.247069:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610447.247070:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610447.247070:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610447.247071:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:0.0:1749610447.247071:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610447.247072:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610447.247072:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610447.247073:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610447.247076:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247076:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610447.247076:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610447.247077:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610447.247077:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610447.247078:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610447.247078:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000100:00000040:3.0:1749610447.247080:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 661 usecs (1 jiffies) 00000100:00100000:1.0:1749610447.247080:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1749610447.247081:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299720705 00000100:00000001:1.0:1749610447.247082:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000100:00000001:3.0:1749610447.247083:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299720706 00000020:00000040:2.0:1749610447.247083:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610447.247084:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299720705 00000100:00000001:3.0:1749610447.247086:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299720706 00000100:00000040:1.0:1749610447.247086:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56300 x1834598494507776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247087:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299720705 00000100:00000001:2.0:1749610447.247087:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610447.247088:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299720706 00000100:00000001:3.0:1749610447.247089:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299720705 00000020:00000010:2.0:1749610447.247089:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:3.0:1749610447.247090:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299720706 00000100:00000001:3.0:1749610447.247091:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610447.247091:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:3.0:1749610447.247092:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.247092:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921380 00000020:00000010:2.0:1749610447.247093:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00100000:1.0:1749610447.247093:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494507776:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610447.247094:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247095:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610447.247095:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507776 00000400:00000200:0.0:1749610447.247096:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 102992 00000020:00000001:1.0:1749610447.247097:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610447.247098:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610447.247098:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610447.247099:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610447.247099:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610447.247099:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610447.247100:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610447.247100:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749610447.247100:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610447.247101:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610447.247101:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247102:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.247102:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610447.247103:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247104:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610447.247105:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610447.247106:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749610447.247106:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610447.247107:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610447.247108:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56680. 00000020:00000001:1.0:1749610447.247109:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247110:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610447.247110:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56680 x1834598494507904 msgsize 520 00010000:00020000:1.0:1749610447.247111:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610447.247113:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610447.247113:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610447.247115:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610447.247115:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610447.247116:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610447.247116:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610447.247117:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749610447.247118:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000001:1.0:1749610447.247118:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610447.247119:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494507904 00000100:00000040:2.0:1749610447.247119:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:1.0:1749610447.247119:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610447.247119:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610447.247120:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610447.247120:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889541120 : -131938820010496 : ffff880099804e00) 00000100:00000001:3.0:1749610447.247121:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749610447.247122:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586c00. 00000400:00000200:0.0:1749610447.247122:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610447.247123:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610447.247123:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.247124:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.247124:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099804e00 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1749610458 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610447.247124:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610447.247124:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00100000:3.0:1749610447.247126:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494507904 00000100:00000001:0.0:1749610447.247126:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610447.247127:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749610447.247127:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749610447.247128:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610447.247128:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749610447.247128:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247129:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610447.247129:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610447.247130:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610447.247130:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00001000:1.0:1749610447.247130:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610447.247131:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247131:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610447.247132:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749610447.247133:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000020:00000010:2.0:1749610447.247133:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610447.247134:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610447.247135:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000040:1.0:1749610447.247135:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610447.247136:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494508160:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610447.247136:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610447.247137:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000200:2.0:1749610447.247137:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508160 00000100:00000001:1.0:1749610447.247137:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610447.247138:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610447.247138:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247139:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749610447.247139:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610447.247140:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610447.247140:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610447.247141:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610447.247141:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610447.247142:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610447.247142:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610447.247143:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610447.247143:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247143:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610447.247144:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610447.247144:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610447.247145:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610447.247145:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610447.247146:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610447.247146:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247147:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610447.247147:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749610447.247148:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:0.0:1749610447.247148:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 685 usecs (1 jiffies) 00000020:00000001:2.0:1749610447.247149:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610447.247150:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749610447.247150:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494507776, offset 0 00000100:00000001:0.0:1749610447.247150:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299720705 00000100:00000001:3.0:1749610447.247151:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610447.247152:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610447.247152:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749610447.247153:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610447.247154:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000020:00000001:2.0:1749610447.247154:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247155:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393874560 : -131936315677056 : ffff88012ec56680) 00000020:00000001:2.0:1749610447.247155:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610447.247157:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56680 x1834598494507904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.247158:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610447.247158:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610447.247159:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610447.247160:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0c00. 00000100:00000001:0.0:1749610447.247160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299720706 02000000:00000001:2.0:1749610447.247161:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610447.247161:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf921300 00000100:00000001:0.0:1749610447.247161:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299720705 00000100:00000001:0.0:1749610447.247162:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299720706 00000100:00100000:3.0:1749610447.247163:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494507904:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610447.247163:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247163:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299720705 00000020:00000001:2.0:1749610447.247164:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610447.247165:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494507904 00000400:00000200:1.0:1749610447.247165:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5735 [1] + 0 00000100:00000001:0.0:1749610447.247165:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299720706 00000020:00000001:3.0:1749610447.247166:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:2.0:1749610447.247166:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494508160 00000100:00000001:0.0:1749610447.247166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299720705 00010000:00000001:2.0:1749610447.247167:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610447.247167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299720706 00010000:00000001:3.0:1749610447.247168:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610447.247168:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610447.247168:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610447.247169:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749610447.247170:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099804e00 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610447.247170:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610447.247170:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610447.247172:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610447.247172:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610447.247173:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610447.247174:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610447.247175:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610447.247175:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610447.247175:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749610447.247176:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610447.247176:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247176:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247177:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749610447.247178:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610447.247178:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 0 0) 02000000:00000001:0.0:1749610447.247178:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610447.247179:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610447.247179:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247180:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610447.247180:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610447.247180:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610447.247181:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610447.247181:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:0.0:1749610447.247181:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494508032:0@lo:38:kworker.0 00000100:00000001:2.0:1749610447.247182:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749610447.247183:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b2000. 02000000:00000001:2.0:1749610447.247183:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610447.247184:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.247184:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247185:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247185:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610447.247185:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610447.247186:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610447.247186:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610447.247187:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610447.247187:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00010000:00000001:3.0:1749610447.247188:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610447.247188:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000001:0.0:1749610447.247188:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:3.0:1749610447.247189:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610447.247189:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610447.247189:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247190:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610447.247191:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610447.247191:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610447.247191:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610447.247192:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610447.247193:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610447.247193:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e1800. 00000100:00000040:3.0:1749610447.247194:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:0.0:1749610447.247194:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247195:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610447.247195:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610447.247196:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610447.247196:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508160, offset 224 00000100:00000001:1.0:1749610447.247196:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610447.247197:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610447.247197:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000100:00000040:3.0:1749610447.247198:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610447.247199:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610447.247199:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610447.247199:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494507776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610447.247199:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:3.0:1749610447.247201:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610447.247201:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494508032, portal 10 00000100:00000001:3.0:1749610447.247202:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610447.247202:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610447.247203:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610447.247203:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749610447.247204:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:1.0:1749610447.247204:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494507776:12345-0@lo:38:kworker.0 Request processed in 112us (274us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610447.247204:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943994112 : -131938765557504 : ffff88009cbf3100) 00000100:00000200:3.0:1749610447.247205:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494507904, offset 0 00000400:00000200:2.0:1749610447.247206:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921480 00000400:00000200:3.0:1749610447.247207:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610447.247209:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:0.0:1749610447.247209:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610447.247210:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610447.247210:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x573d [1] + 224 00000100:00000001:1.0:1749610447.247210:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610447.247211:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610447.247212:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610447.247213:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921380 00000400:00000200:2.0:1749610447.247214:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610447.247214:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610447.247215:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610447.247216:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x574d [1] + 0 00000100:00000040:0.0:1749610447.247216:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610447.247217:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000400:00000200:3.0:1749610447.247218:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610447.247218:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749610447.247218:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000010:1.0:1749610447.247219:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000400:00000200:3.0:1749610447.247220:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610447.247220:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610447.247220:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610447.247220:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494508032, offset 0 00000100:00000001:3.0:1749610447.247222:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610447.247223:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610447.247224:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610447.247225:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610447.247228:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749610447.247228:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610447.247229:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610447.247231:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610447.247232:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610447.247232:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921400 00000100:00000001:3.0:1749610447.247234:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610447.247235:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 103512 00000400:00000200:2.0:1749610447.247238:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610447.247239:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000400:00000200:0.0:1749610447.247239:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610447.247240:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610447.247241:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000200:0.0:1749610447.247241:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610447.247242:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610447.247242:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610447.247243:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610447.247243:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247243:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610447.247244:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610447.247244:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610447.247245:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.247245:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610447.247246:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749610447.247247:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749610447.247247:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610447.247247:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56a00. 00000100:00000001:3.0:1749610447.247248:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.247248:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56a00 x1834598494508032 msgsize 520 00000020:00000001:3.0:1749610447.247249:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610447.247249:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749610447.247250:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610447.247251:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56680 x1834598494507904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610447.247251:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099804e00 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610447.247256:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494507904:12345-0@lo:38:kworker.0 Request processed in 93us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610447.247256:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494508160:12345-0@lo:400:kworker.0 Request processed in 126us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610447.247260:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000001:0.0:1749610447.247260:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610447.247261:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610447.247262:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610447.247262:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000001:1.0:1749610447.247263:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610447.247263:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000010:3.0:1749610447.247264:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000040:2.0:1749610447.247264:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:1.0:1749610447.247264:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508032 00000400:00000010:0.0:1749610447.247264:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000010:3.0:1749610447.247265:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00000001:2.0:1749610447.247265:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610447.247265:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610447.247265:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610447.247266:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610447.247267:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000001:1.0:1749610447.247267:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610447.247267:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610447.247268:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610447.247268:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247269:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610447.247269:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610447.247270:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00100000:1.0:1749610447.247270:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508032 00000020:00000001:1.0:1749610447.247271:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610447.247272:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1749610447.247273:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000020:00000001:1.0:1749610447.247273:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610447.247274:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247275:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610447.247275:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247275:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610447.247276:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610447.247276:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610447.247277:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610447.247277:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000040:0.0:1749610447.247277:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610447.247278:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610447.247278:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000400:00000001:3.0:1749610447.247279:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610447.247279:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000010:3.0:1749610447.247280:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00000100:00000001:0.0:1749610447.247280:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247281:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610447.247281:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610447.247282:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:1.0:1749610447.247282:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610447.247283:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610447.247283:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247283:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247284:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610447.247284:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610447.247284:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.247284:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 640 usecs (1 jiffies) 00000100:00000200:3.0:1749610447.247286:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610447.247286:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610447.247286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299720705 00000100:00000001:0.0:1749610447.247287:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299720706 00000100:00000010:2.0:1749610447.247288:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1880. 00000100:00000001:1.0:1749610447.247288:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299720705 00000100:00000040:2.0:1749610447.247289:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1880 x1834598494508416 msgsize 224 00000100:00000001:0.0:1749610447.247289:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299720706 00000100:00000200:3.0:1749610447.247290:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610447.247291:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610447.247291:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610447.247291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299720705 00000100:00000001:1.0:1749610447.247292:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610447.247292:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299720706 00000100:00000001:0.0:1749610447.247293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299720705 00000100:00000001:3.0:1749610447.247294:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610447.247294:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000001:0.0:1749610447.247294:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299720706 00000100:00000001:3.0:1749610447.247295:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610447.247295:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610447.247295:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393875456 : -131936315676160 : ffff88012ec56a00) 00000100:00000001:0.0:1749610447.247295:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610447.247296:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610447.247296:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.247297:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749610447.247297:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:0.0:1749610447.247297:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610447.247298:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610447.247298:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000040:1.0:1749610447.247298:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56a00 x1834598494508032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610447.247298:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247299:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247299:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610447.247300:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610447.247301:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610447.247302:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494508032:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610447.247302:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610447.247302:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610447.247303:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=102 v=5 (5 5 0 0) 02000000:00000001:0.0:1749610447.247303:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610447.247304:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508032 02000000:00000001:0.0:1749610447.247304:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749610447.247305:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=102 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610447.247305:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610447.247305:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247306:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749610447.247306:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610447.247307:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.247307:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610447.247307:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610447.247307:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494508288:0@lo:38:kworker.0 00000100:00000001:0.0:1749610447.247308:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610447.247309:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749610447.247309:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610447.247310:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247310:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610447.247311:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.247311:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610447.247311:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247312:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610447.247312:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610447.247312:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749610447.247313:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610447.247314:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 581 usecs (1 jiffies) 02000000:00000010:0.0:1749610447.247314:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e0400. 00010000:00000001:3.0:1749610447.247315:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247315:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299720705 00010000:00000001:1.0:1749610447.247315:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610447.247315:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247316:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610447.247317:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610447.247317:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299720706 00000100:00000001:1.0:1749610447.247317:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749610447.247317:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000100:00000040:3.0:1749610447.247318:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610447.247318:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299720705 02000000:00000001:1.0:1749610447.247318:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610447.247318:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:3.0:1749610447.247319:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610447.247319:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247319:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299720706 02000000:00000010:1.0:1749610447.247319:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587000. 00000100:00000001:2.0:1749610447.247320:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299720705 02000000:00000001:1.0:1749610447.247320:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610447.247320:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494508288, portal 10 00000100:00000001:1.0:1749610447.247321:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247321:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610447.247322:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.247322:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299720706 00010000:00000001:1.0:1749610447.247322:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610447.247322:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943988736 : -131938765562880 : ffff88009cbf1c00) 00000100:00000001:2.0:1749610447.247323:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299720705 00010000:00000001:1.0:1749610447.247323:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247324:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299720706 00000100:00000001:3.0:1749610447.247325:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610447.247325:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610447.247325:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610447.247325:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.247326:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247326:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610447.247327:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610447.247327:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247327:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610447.247328:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610447.247328:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247328:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610447.247329:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610447.247330:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610447.247330:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610447.247330:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610447.247331:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610447.247331:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610447.247331:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749610447.247331:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610447.247332:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610447.247332:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610447.247332:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494508288, offset 0 00000100:00000001:2.0:1749610447.247333:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610447.247333:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749610447.247334:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494508160:0@lo:400:kworker.0 00000100:00000001:2.0:1749610447.247334:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610447.247334:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.247334:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610447.247335:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247335:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610447.247336:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247337:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610447.247337:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610447.247337:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610447.247338:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:3.0:1749610447.247339:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2680 x1834598494508160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610447.247340:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610447.247340:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508032, offset 0 00000400:00000200:0.0:1749610447.247340:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921500 00000100:00100000:2.0:1749610447.247341:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508416 00000400:00000200:0.0:1749610447.247341:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 104032 02000000:00000001:2.0:1749610447.247342:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610447.247343:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610447.247343:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610447.247343:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610447.247344:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610447.247344:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610447.247344:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610447.247345:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749610447.247346:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:2.0:1749610447.247346:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.247347:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610447.247347:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508416 00000400:00000200:1.0:1749610447.247347:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610447.247347:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610447.247348:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1749610447.247348:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610447.247348:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749610447.247349:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:2.0:1749610447.247349:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:1.0:1749610447.247349:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921400 00000100:00000010:0.0:1749610447.247349:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56d80. 00000020:00000001:3.0:1749610447.247350:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610447.247350:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1749610447.247351:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5900. 00000020:00000040:2.0:1749610447.247351:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749610447.247351:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56d80 x1834598494508288 msgsize 520 00000020:00000001:2.0:1749610447.247352:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:1.0:1749610447.247352:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x575d [1] + 0 02000000:00000001:3.0:1749610447.247353:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610447.247353:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749610447.247353:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1749610447.247354:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2680. 00000020:00000001:2.0:1749610447.247354:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:1.0:1749610447.247354:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610447.247355:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610447.247356:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749610447.247356:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000400:00000200:1.0:1749610447.247356:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610447.247356:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610447.247357:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247358:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610447.247358:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eed40. 00000400:00000200:0.0:1749610447.247358:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749610447.247359:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749610447.247359:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610447.247360:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610447.247360:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610447.247360:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610447.247361:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610447.247361:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247362:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247363:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749610447.247364:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610447.247364:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610447.247365:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610447.247366:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749610447.247366:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00100000:3.0:1749610447.247367:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508288 00000020:00000010:2.0:1749610447.247367:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000200:1.0:1749610447.247367:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610447.247367:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610447.247368:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610447.247369:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610447.247369:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:3.0:1749610447.247370:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610447.247370:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610447.247371:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610447.247372:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247372:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610447.247372:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610447.247373:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508288 00000100:00000001:2.0:1749610447.247373:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610447.247374:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610447.247374:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610447.247375:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610447.247375:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610447.247375:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610447.247375:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610447.247376:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247376:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610447.247376:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247376:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247376:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610447.247377:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.247377:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 466 usecs (1 jiffies) 00000400:00000200:1.0:1749610447.247378:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749610447.247378:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299720705 00000020:00000010:3.0:1749610447.247379:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000100:00000001:2.0:1749610447.247379:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610447.247379:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000010:3.0:1749610447.247380:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:1.0:1749610447.247380:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610447.247381:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610447.247382:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:2.0:1749610447.247382:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610447.247382:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247383:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610447.247383:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610447.247383:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610447.247383:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610447.247384:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610447.247384:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247384:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610447.247385:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610447.247385:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000020:00000001:1.0:1749610447.247385:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610447.247386:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610447.247387:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247387:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943987840 : -131938765563776 : ffff88009cbf1880) 00000100:00000040:1.0:1749610447.247387:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56a00 x1834598494508032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247387:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247388:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610447.247390:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610447.247390:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1880 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:638/0 lens 224/0 e 0 to 0 dl 1749610458 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247391:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610447.247391:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610447.247393:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610447.247393:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494508032:12345-0@lo:38:kworker.0 Request processed in 90us (143us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610447.247394:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610447.247394:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749610447.247394:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000020:00000010:2.0:1749610447.247395:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00000001:0.0:1749610447.247395:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393876352 : -131936315675264 : ffff88012ec56d80) 00000100:00000001:3.0:1749610447.247396:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247396:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610447.247397:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610447.247397:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000020:00000010:2.0:1749610447.247398:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610447.247398:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610447.247398:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56d80 x1834598494508288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610467 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610447.247399:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610447.247400:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494508416:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610447.247400:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000200:2.0:1749610447.247401:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508416 00000020:00000010:1.0:1749610447.247401:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000001:2.0:1749610447.247402:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610447.247403:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:1.0:1749610447.247403:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00100000:0.0:1749610447.247403:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494508288:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749610447.247404:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610447.247404:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610447.247405:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749610447.247405:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508288 00000020:00000001:2.0:1749610447.247406:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610447.247406:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610447.247407:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610447.247408:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610447.247408:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610447.247409:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610447.247410:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610447.247410:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610447.247410:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749610447.247411:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1749610447.247411:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610447.247413:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610447.247413:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610447.247414:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:0.0:1749610447.247414:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610447.247415:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0800. 02000000:00000001:2.0:1749610447.247416:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610447.247416:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610447.247417:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610447.247417:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610447.247418:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610447.247419:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610447.247420:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494508416 00000100:00000001:0.0:1749610447.247420:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749610447.247421:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749610447.247421:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1749610447.247423:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf1880 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610447.247423:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4062000. 02000000:00000001:0.0:1749610447.247424:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247425:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610447.247426:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610447.247427:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610447.247427:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1749610447.247428:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 0 0) 00010000:00000001:0.0:1749610447.247428:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.247430:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749610447.247430:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610447.247431:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610447.247431:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610447.247432:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610447.247432:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610447.247434:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610447.247434:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610447.247435:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247435:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610447.247436:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610447.247437:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610447.247437:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749610447.247438:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749610447.247438:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610447.247439:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610447.247440:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508416, offset 224 02000000:00000001:0.0:1749610447.247440:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610447.247441:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610447.247441:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610447.247442:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610447.247443:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:2.0:1749610447.247444:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610447.247444:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508288, offset 0 00000400:00000200:0.0:1749610447.247446:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610447.247447:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921580 00000400:00000200:0.0:1749610447.247448:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610447.247449:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5741 [1] + 224 00000400:00000200:0.0:1749610447.247451:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921500 00000400:00000200:2.0:1749610447.247452:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610447.247453:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610447.247453:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5769 [1] + 0 00000100:00000001:2.0:1749610447.247455:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610447.247455:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610447.247457:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610447.247457:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610447.247458:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610447.247461:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610447.247461:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610447.247465:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247470:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610447.247471:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610447.247472:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610447.247473:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610447.247474:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247474:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610447.247475:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610447.247476:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000040:0.0:1749610447.247476:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610447.247477:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610447.247478:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610447.247479:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610447.247479:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610447.247480:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610447.247481:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.247481:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56d80 x1834598494508288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610467 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610447.247483:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749610447.247484:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610447.247485:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610447.247486:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749610447.247486:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494508288:12345-0@lo:38:kworker.0 Request processed in 83us (134us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610447.247488:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1880 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:638/0 lens 224/224 e 0 to 0 dl 1749610458 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247489:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610447.247490:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00000001:3.0:1749610447.247491:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.247491:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610447.247492:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749610447.247493:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610447.247493:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749610447.247493:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494508416:12345-0@lo:400:kworker.0 Request processed in 97us (202us total) trans 0 rc 0/0 00000020:00000010:0.0:1749610447.247493:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000400:00000010:3.0:1749610447.247495:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000010:0.0:1749610447.247495:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00100000:2.0:1749610447.247496:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000400:00000200:3.0:1749610447.247497:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000020:00000010:0.0:1749610447.247497:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 00000400:00000010:3.0:1749610447.247498:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000040:2.0:1749610447.247498:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610447.247498:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247499:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610447.247499:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610447.247500:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610447.247501:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000200:3.0:1749610447.247502:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610447.247503:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749610447.247504:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299720706 00000020:00000010:2.0:1749610447.247505:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000001:0.0:1749610447.247505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299720705 00000100:00000200:3.0:1749610447.247506:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610447.247506:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610447.247506:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299720706 00000100:00000001:2.0:1749610447.247507:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299720705 00000100:00000001:0.0:1749610447.247508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299720706 00000100:00000001:0.0:1749610447.247509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299720705 00000100:00000001:3.0:1749610447.247510:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610447.247510:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247511:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610447.247511:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299720706 02000000:00000001:3.0:1749610447.247512:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610447.247512:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610447.247513:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610447.247513:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247513:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610447.247514:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610447.247514:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610447.247515:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610447.247516:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000100:00001000:3.0:1749610447.247517:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=52 v=5 (5 5 0 0) 00000400:00000200:0.0:1749610447.247518:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749610447.247518:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00001000:3.0:1749610447.247519:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=52 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610447.247519:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610447.247536:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247539:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610447.247541:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610447.247541:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610447.247542:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610447.247544:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610447.247547:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247548:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247548:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247549:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610447.247550:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610447.247550:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610447.247551:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610447.247551:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610447.247552:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247552:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610447.247553:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610447.247554:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610447.247554:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610447.247556:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610447 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610447.247557:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610447.247558:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1749610447.247558:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=52 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610447.247559:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610447.247560:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247560:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610447.247561:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610447.247562:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610447.247564:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494508416:0@lo:400:kworker.0 00000100:00000040:0.0:1749610447.247565:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610447.247566:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610447.247567:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610447.247568:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1180 x1834598494508416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247568:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610447.247569:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610447.247571:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610447.247571:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610447.247572:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610447.247572:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749610447.247573:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828c00. 00000100:00000001:0.0:1749610447.247573:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610447.247575:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749610447.247576:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610447.247577:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610447.247577:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00080000:0.0:1749610447.247577:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610447.247578:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610447.247579:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610447.247580:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 00000100:00000040:0.0:1749610447.247580:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610447.247581:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610447.247582:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610447.247582:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1180. 00000100:00000001:3.0:1749610447.247583:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610447.247584:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610447.247584:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494508288:0@lo:38:kworker.0 00000100:00000001:3.0:1749610447.247585:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610447.247586:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610447.247587:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610447.247587:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610447.247587:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610447.247588:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610447.247588:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:3.0:1749610447.247589:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610447.247589:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610447.247590:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610447.247591:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610447.247593:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610447.247597:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247601:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247601:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247602:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610447.247603:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610447.247603:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610447.247604:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247605:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610447.247606:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610447 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610447.247608:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=20 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610447.247609:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610447.247610:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610447.247611:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247612:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247616:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610447.247617:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610447.247617:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247618:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610447.247619:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610447.247621:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610447.247622:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610447.247623:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247625:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610447.247628:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494507776:0@lo:38:kworker.0 00000100:00000001:0.0:1749610447.247632:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247633:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610447.247635:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1c00 x1834598494508288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247638:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610447.247639:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610447.247640:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e0400. 02000000:00000001:0.0:1749610447.247642:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610447.247643:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610447.247643:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610447.247644:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610447.247645:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1000. 02000000:00000001:0.0:1749610447.247647:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610447.247647:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610447.247648:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1c00. 00000100:00000001:0.0:1749610447.247650:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610447.247650:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247651:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610447.247652:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3800 x1834598494507776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247656:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610447.247657:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610447.247657:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c800. 02000000:00000001:0.0:1749610447.247658:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610447.247659:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610447.247659:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610447.247660:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610447.247661:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1c00. 02000000:00000001:0.0:1749610447.247662:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610447.247662:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610447.247663:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3800. 00000100:00000001:0.0:1749610447.247665:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610447.247666:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610447.247670:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610447.247671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610447.247672:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610447.247673:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610447.247674:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610447.247675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610447.247676:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610447.247677:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610447.247678:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610447.247682:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247685:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247686:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247687:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610447.247687:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610447.247688:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610447.247689:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247690:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610447.247691:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610447 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610447.247693:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=152 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610447.247694:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610447.247695:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610447.247696:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247697:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247700:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610447.247701:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610447.247702:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247703:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610447.247703:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610447.247705:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610447.247706:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610447.247707:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247709:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610447.247713:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494507904:0@lo:38:kworker.0 00000400:00000001:0.0:1749610447.247715:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610447.247716:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610447.247716:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000400:00000200:0.0:1749610447.247717:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610447.247718:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610447.247719:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610447.247720:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610447.247724:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247727:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610447.247727:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247728:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610447.247729:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610447.247729:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610447.247730:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610447.247731:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610447.247732:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610447 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610447.247733:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=102 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610447.247735:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610447.247735:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610447.247736:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247738:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247741:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610447.247742:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610447.247742:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247744:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610447.247744:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610447.247746:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610447.247747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610447.247748:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610447.247750:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610447.247753:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494508032:0@lo:38:kworker.0 00000100:00000001:0.0:1749610447.247755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247756:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610447.247757:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2d80 x1834598494507904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247760:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610447.247761:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610447.247761:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610447.247762:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610447.247763:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610447.247763:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610447.247764:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610447.247765:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2400. 02000000:00000001:0.0:1749610447.247766:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610447.247767:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610447.247767:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2d80. 00000100:00000001:0.0:1749610447.247769:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610447.247769:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247770:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610447.247771:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3100 x1834598494508032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610447.247774:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610447.247775:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610447.247775:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e1800. 02000000:00000001:0.0:1749610447.247776:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610447.247777:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610447.247778:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610447.247779:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610447.247780:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1400. 02000000:00000001:0.0:1749610447.247781:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610447.247781:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610447.247782:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3100. 00000100:00000001:0.0:1749610447.247783:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610447.247784:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.247784:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247785:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610447.247786:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.247786:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610447.247787:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610447.248557:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299720706, at 4299720706 00000100:00000040:2.0:1749610447.248560:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299720706, at 4299720706 00000100:00000010:0.0:1749610447.248561:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00000100:00000010:2.0:1749610447.248563:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee240. 00000100:00000040:3.0:1749610447.248567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299720706, at 4299720706 00000100:00000010:3.0:1749610447.248573:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee140. 00000100:00000040:1.0:1749610447.248577:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299720706, at 4299720706 00000100:00000010:1.0:1749610447.248583:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeac0. 00000100:00000001:0.0:1749610447.457625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610447.457630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610447.457632:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610447.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610447.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610447.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.457642:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610447.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610447.457646:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610447.739632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610447.739637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610447.739638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610447.739641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610447.739643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610447.739646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610447.739648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610447.739650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610447.739651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610448.026655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610448.026661:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610448.026739:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610448.026742:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610448.026744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610448.247635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610448.247648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610448.247650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610448.247654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610448.247656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610448.247659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610448.247661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610448.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610448.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610448.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610448.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610448.457651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610448.457654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610448.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610448.457660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610448.457662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610448.739573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610448.739577:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610448.739578:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610448.739581:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610448.739583:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610448.739585:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610448.739587:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610448.739589:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610448.739591:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610449.028749:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610449.028757:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610449.028895:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610449.028902:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610449.028907:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610449.247688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610449.247706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610449.247708:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610449.247713:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610449.247716:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610449.247721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610449.247723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610449.457721:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610449.457728:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610449.457730:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610449.457734:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610449.457736:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610449.457739:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610449.457741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610449.457743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610449.457746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610449.739654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610449.739662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610449.739664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610449.739667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610449.739670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610449.739674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610449.739675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610449.739678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610449.739680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610450.030699:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610450.030706:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610450.030840:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610450.030846:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610450.030849:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610450.247636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610450.247650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610450.247651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610450.247655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610450.247657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610450.247660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610450.247662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610450.457676:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610450.457685:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610450.457687:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610450.457693:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610450.457696:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610450.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610450.457702:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610450.457705:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610450.457707:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610450.739661:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610450.739669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610450.739670:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610450.739674:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610450.739677:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610450.739680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610450.739683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610450.739685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610450.739687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610451.032714:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610451.032722:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610451.032885:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610451.032893:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610451.032899:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610451.247655:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610451.247671:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610451.247673:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610451.247678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610451.247680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610451.247684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610451.247686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610451.457697:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610451.457705:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610451.457708:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610451.457711:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610451.457715:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610451.457718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610451.457721:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610451.457724:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610451.457726:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610451.739693:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610451.739703:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610451.739705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610451.739710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610451.739713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610451.739718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610451.739720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610451.739725:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610451.739727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610452.034717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610452.034724:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.034880:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610452.034886:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610452.034890:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610452.247664:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610452.247686:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610452.247690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610452.247696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610452.247700:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610452.247704:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.247708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610452.254656:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610452.254663:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610452.254667:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610452.254671:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610452.254673:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610452.254676:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610452.254680:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610452.254685:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5053 00000100:00080000:2.0:1749610452.254690:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610452.254693:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610452.254697:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.254699:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610452.254701:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610452.254706:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610452.254708:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610452.254712:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610452.254715:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610452.254718:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610452.254721:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610452.254723:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610452.254725:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.254727:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610452.254729:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610452.254733:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610452.254736:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610452.254739:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.254742:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610452.254749:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610452.254752:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.254754:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610452.254757:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610452.254765:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1f80. 00000020:00000040:2.0:1749610452.254769:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610452.254773:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610452.254775:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.254779:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610452.254781:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610452.254814:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610452.254825:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1400. 00000100:00000001:2.0:1749610452.254833:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610452.254843:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610452.254855:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610452.254859:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610452.254864:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1f80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.254889:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610452.254892:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610452.254896:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610452.254898:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610452.254899:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610452.254902:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610452.254904:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5053 00000100:00080000:2.0:1749610452.254907:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610452.254910:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610452.254913:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.254915:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610452.254917:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610452.254919:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610452.254920:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610452.254922:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610452.254924:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610452.254926:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610452.254928:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610452.254930:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610452.254932:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.254934:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610452.254935:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610452.254938:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610452.254940:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610452.254942:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.254944:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610452.254947:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610452.254949:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.254951:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610452.254953:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610452.254956:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0a80. 00000020:00000040:2.0:1749610452.254959:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610452.254961:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610452.254962:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.254963:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610452.254965:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610452.254966:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610452.254970:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2400. 00000100:00000001:2.0:1749610452.254973:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610452.254977:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610452.254984:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610452.254985:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610452.254987:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.254990:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610452.254991:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0a80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.254993:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610452.254999:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610452.255002:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610452.255002:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610452.255005:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610452.255006:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610452.255008:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610452.255010:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610452.255012:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5053 00000100:00080000:2.0:1749610452.255014:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610452.255014:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610452.255017:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610452.255017:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255018:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.255020:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610452.255020:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610452.255022:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610452.255023:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610452.255024:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610452.255025:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610452.255026:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610452.255026:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610452.255028:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610452.255030:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:0.0:1749610452.255030:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494508544:0@lo:38:kworker.0 00000020:00000001:2.0:1749610452.255032:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610452.255034:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610452.255035:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610452.255036:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610452.255038:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610452.255038:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610452.255040:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610452.255040:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610452.255042:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:0.0:1749610452.255043:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749610452.255044:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610452.255046:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.255047:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749610452.255049:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c400. 02000000:00000001:2.0:1749610452.255050:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610452.255051:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.255052:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255054:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610452.255055:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610452.255058:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0380. 00000400:00000010:0.0:1749610452.255058:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000020:00000040:2.0:1749610452.255060:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610452.255062:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610452.255063:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255064:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610452.255065:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749610452.255066:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:2.0:1749610452.255067:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610452.255070:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1c00. 00000100:00000001:2.0:1749610452.255072:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610452.255074:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494508544, portal 4 00000100:00000001:0.0:1749610452.255076:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749610452.255077:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610452.255078:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943989632 : -131938765561984 : ffff88009cbf1f80) 00000100:00000040:0.0:1749610452.255087:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255089:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610452.255091:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255095:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610452.255097:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0380] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610452.255099:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610452.255101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610452.255105:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494508544, offset 0 00000100:00000001:2.0:1749610452.255108:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255111:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610452.255112:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610452.255116:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610452.255120:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2a00. 00000020:00000040:2.0:1749610452.255123:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610452.255126:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610452.255127:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610452.255129:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610452.255132:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610452.255137:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000400:00000200:0.0:1749610452.255138:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf921600 00000100:00000001:2.0:1749610452.255141:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255145:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 11440 00000100:00000040:2.0:1749610452.255147:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610452.255154:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610452.255159:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610452.255159:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610452.255161:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255164:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610452.255166:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749610452.255169:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2a00] to pc [ptlrpcd_00_00+0] req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610452.255170:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57100. 00000100:00000040:0.0:1749610452.255175:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57100 x1834598494508544 msgsize 520 00000100:00100000:0.0:1749610452.255179:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610452.255209:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255210:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749610452.255213:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749610452.255219:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610452.255221:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610452.255225:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610452.255227:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610452.255230:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1749610452.255230:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610452.255233:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610452.255236:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610452.255238:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610452.255241:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5053 00000100:00000040:0.0:1749610452.255242:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610452.255244:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610452.255248:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610452.255249:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255251:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610452.255251:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610452.255251:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610452.255253:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610452.255255:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255256:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610452.255258:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610452.255259:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1013 usecs (2 jiffies) 00000100:00000001:3.0:1749610452.255260:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610452.255260:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610452.255262:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749610452.255263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299725714 00000020:00000001:2.0:1749610452.255265:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610452.255267:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000010:0.0:1749610452.255267:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee0c0. 00000100:00000040:3.0:1749610452.255269:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610452.255271:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610452.255274:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610452.255274:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610452.255278:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610452.255280:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610452.255280:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299725714 00000100:00000001:2.0:1749610452.255281:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610452.255283:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610452.255283:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:0.0:1749610452.255283:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee6c0. 02000000:00000001:3.0:1749610452.255286:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610452.255286:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610452.255286:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610452.255289:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610452.255289:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610452.255290:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299725714 02000000:00000001:3.0:1749610452.255292:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610452.255292:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee980. 00000100:00080000:2.0:1749610452.255293:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1749610452.255295:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494508928:0@lo:400:kworker.0 00000100:00000001:1.0:1749610452.255295:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610452.255296:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255296:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610452.255299:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610452.255299:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610452.255299:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299725714 00000100:00100000:1.0:1749610452.255300:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508544 00000100:00000010:0.0:1749610452.255301:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eef80. 02000000:00000001:3.0:1749610452.255303:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610452.255304:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610452.255304:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749610452.255305:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.255305:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610452.255307:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610452.255308:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255308:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610452.255308:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610452.255310:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610452.255311:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3e00. 00000100:00000001:2.0:1749610452.255311:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610452.255311:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255313:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610452.255314:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255314:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610452.255315:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255315:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610452.255319:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000100:00000010:2.0:1749610452.255320:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0700. 00000100:00100000:1.0:1749610452.255320:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508544 00000100:00000001:0.0:1749610452.255320:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610452.255322:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610452.255322:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610452.255323:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:3.0:1749610452.255324:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000020:00000040:1.0:1749610452.255324:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610452.255325:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610452.255326:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1749610452.255326:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610452.255326:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610452.255327:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610452.255328:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610452.255329:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494508928, portal 10 00000020:00000001:1.0:1749610452.255329:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255331:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610452.255331:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749610452.255331:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.255331:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.255333:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943992320 : -131938765559296 : ffff88009cbf2a00) 02000000:00000001:2.0:1749610452.255334:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610452.255337:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610452.255337:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:0.0:1749610452.255339:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610452.255340:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610452.255341:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610452.255342:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d1000. 02000000:00000001:0.0:1749610452.255342:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610452.255343:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 02000000:00000001:0.0:1749610452.255345:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610452.255347:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610452.255347:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255349:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610452.255349:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00100000:0.0:1749610452.255350:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494508672:0@lo:38:kworker.0 00000100:00000040:3.0:1749610452.255353:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610452.255353:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749610452.255355:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00100000:2.0:1749610452.255355:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610452.255355:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610452.255355:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610452.255356:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610452.255357:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494508928, offset 0 00000100:00000001:1.0:1749610452.255357:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610452.255358:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610452.255359:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.255362:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610452.255362:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4063000. 00000100:00000001:1.0:1749610452.255365:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610452.255365:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255367:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749610452.255367:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:2.0:1749610452.255370:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610452.255370:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:3.0:1749610452.255371:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610452.255373:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494508672, portal 10 00000100:00000040:2.0:1749610452.255376:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0700] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.255376:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610452.255377:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943984256 : -131938765567360 : ffff88009cbf0a80) 00000400:00000200:3.0:1749610452.255379:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921780 00000400:00000200:3.0:1749610452.255385:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 104552 00000100:00000001:1.0:1749610452.255387:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610452.255387:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255389:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.255391:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610452.255393:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610452.255394:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610452.255394:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749610452.255396:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610452.255397:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610452.255398:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610452.255398:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610452.255399:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610452.255400:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610452.255402:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0000. 00000100:00000010:3.0:1749610452.255405:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099805880. 00000020:00000040:2.0:1749610452.255405:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:1.0:1749610452.255405:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:3.0:1749610452.255408:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880099805880 x1834598494508928 msgsize 224 00000100:00000001:1.0:1749610452.255408:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393877248 : -131936315674368 : ffff88012ec57100) 00000100:00000001:2.0:1749610452.255409:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610452.255411:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1749610452.255412:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610452.255413:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610452.255414:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57100 x1834598494508544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610452.255418:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5200. 00000400:00000010:0.0:1749610452.255420:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610452.255422:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255423:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749610452.255423:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494508672, offset 0 00000100:00100000:1.0:1749610452.255427:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494508544:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610452.255428:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610452.255429:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610452.255431:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000200:1.0:1749610452.255432:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508544 00000400:00000010:3.0:1749610452.255433:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000400:00000200:0.0:1749610452.255434:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610452.255435:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610452.255436:0:28321:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610452.255439:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610452.255439:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921680 00000100:00000200:3.0:1749610452.255441:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255441:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610452.255444:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255444:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 104776 00000100:00000001:3.0:1749610452.255449:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610452.255449:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610452.255451:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0000] to pc [ptlrpcd_00_01+1] req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610452.255453:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610452.255453:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255453:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610452.255456:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610452.255457:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:1.0:1749610452.255458:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610452.255459:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255461:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749610452.255461:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749610452.255461:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 00000100:00000040:0.0:1749610452.255463:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57480 x1834598494508672 msgsize 520 00010000:00000001:1.0:1749610452.255465:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610452.255466:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255468:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749610452.255468:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610452.255469:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 656 usecs (1 jiffies) 00000100:00000001:1.0:1749610452.255470:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610452.255472:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299725713 02000000:00000001:1.0:1749610452.255472:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610452.255475:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299725714 00000100:00000001:2.0:1749610452.255475:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255475:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:1.0:1749610452.255476:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587400. 00000100:00000001:3.0:1749610452.255478:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299725713 02000000:00000001:1.0:1749610452.255478:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255479:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749610452.255480:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.255481:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610452.255481:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610452.255483:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299725713 00000100:00000040:2.0:1749610452.255483:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5063) 00000100:00000001:0.0:1749610452.255483:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610452.255485:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299725714 00010000:00000001:1.0:1749610452.255485:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610452.255487:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299725713 00010000:00000001:1.0:1749610452.255487:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610452.255487:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.255489:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299725714 00000100:00000001:3.0:1749610452.255491:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610452.255491:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610452.255494:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255494:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610452.255495:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610452.255496:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.255497:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.255498:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.255498:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610452.255500:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610452.255501:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610452.255503:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610452.255503:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610452.255504:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610452.255504:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255505:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610452.255506:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610452.255506:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610452.255506:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610452.255507:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255508:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610452.255509:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610452.255509:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610452.255510:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.255510:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 686 usecs (1 jiffies) 02000000:00000001:1.0:1749610452.255511:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610452.255512:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610452.255512:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.255512:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299725713 02000000:00000001:1.0:1749610452.255513:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255515:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610452.255518:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610452.255519:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610452.255521:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255547:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610452.255549:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508928 02000000:00000001:0.0:1749610452.255551:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610452.255552:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610452.255553:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610452.255555:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610452.255555:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.255557:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255558:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610452.255558:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610452.255558:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610452.255561:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508672 00000100:00100000:2.0:1749610452.255561:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494509184:0@lo:400:kworker.0 00000100:00100000:0.0:1749610452.255561:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508928 02000000:00000001:3.0:1749610452.255563:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610452.255563:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610452.255564:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494508544, offset 0 00000100:00000001:3.0:1749610452.255565:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610452.255565:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610452.255565:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610452.255567:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610452.255567:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610452.255568:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610452.255569:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610452.255570:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.255570:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610452.255571:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:2.0:1749610452.255572:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610452.255573:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508672 00000020:00000001:0.0:1749610452.255573:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610452.255575:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749610452.255575:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000010:2.0:1749610452.255576:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829000. 00000020:00000040:3.0:1749610452.255577:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610452.255578:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610452.255578:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610452.255579:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610452.255580:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610452.255581:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610452.255582:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000020:00000001:3.0:1749610452.255583:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610452.255583:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee7c0. 00000400:00000200:1.0:1749610452.255585:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf921600 00000400:00000010:2.0:1749610452.255586:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000010:3.0:1749610452.255587:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000400:00000200:1.0:1749610452.255590:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x577d [1] + 0 00000020:00000040:0.0:1749610452.255590:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:3.0:1749610452.255592:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000020:00000010:3.0:1749610452.255596:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000400:00000200:1.0:1749610452.255596:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610452.255596:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610452.255599:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610452.255599:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610452.255601:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610452.255601:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494509184, portal 10 00000020:00000010:0.0:1749610452.255601:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749610452.255603:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255603:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610452.255603:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610452.255605:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943981568 : -131938765570048 : ffff88009cbf0000) 00000020:00000010:0.0:1749610452.255605:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:3.0:1749610452.255607:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610452.255609:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610452.255609:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000040:2.0:1749610452.255612:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.255614:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610452.255616:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610452.255618:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610452.255619:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610452.255619:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610452.255621:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610452.255621:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610452.255622:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610452.255624:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610452.255624:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:2.0:1749610452.255626:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494509184, offset 0 00000100:00000040:1.0:1749610452.255627:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610452.255628:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00000001:3.0:1749610452.255630:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000400:00000200:2.0:1749610452.255631:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610452.255635:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57480 x1834598494508672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.255636:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610452.255636:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610452.255639:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1749610452.255640:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610452.255640:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610452.255643:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610452.255645:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00100000:3.0:1749610452.255646:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494508672:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610452.255647:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610452.255648:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921880 00000100:00000001:0.0:1749610452.255648:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.255649:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610452.255650:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508672 00000020:00000001:3.0:1749610452.255652:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610452.255653:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610452.255654:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610452.255654:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 105296 00000100:00000001:0.0:1749610452.255655:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610452.255656:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610452.255657:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610452.255658:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610452.255660:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610452.255660:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610452.255661:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:2.0:1749610452.255663:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610452.255664:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.255664:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:1.0:1749610452.255665:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57100 x1834598494508544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.255666:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889543808 : -131938820007808 : ffff880099805880) 00010000:00020000:3.0:1749610452.255667:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610452.255667:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610452.255669:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610452.255670:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610452.255671:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099805880 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1749610463 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610452.255673:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749610452.255673:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3100. 00000100:00000001:3.0:1749610452.255676:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610452.255676:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf3100 x1834598494509184 msgsize 224 00000100:00100000:1.0:1749610452.255676:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494508544:12345-0@lo:38:kworker.0 Request processed in 248us (498us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610452.255677:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610452.255679:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610452.255679:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610452.255680:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610452.255681:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 02000000:00000010:3.0:1749610452.255683:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b2400. 00000100:00100000:1.0:1749610452.255684:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:0.0:1749610452.255684:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610452.255685:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610452.255686:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000100:00000001:3.0:1749610452.255687:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255687:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610452.255688:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610452.255689:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610452.255690:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610452.255692:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610452.255692:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00100000:0.0:1749610452.255692:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494508928:12345-0@lo:400:kworker.0 00000100:00001000:3.0:1749610452.255695:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610452.255695:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000200:0.0:1749610452.255696:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508928 00000400:00000010:2.0:1749610452.255697:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610452.255698:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610452.255700:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610452.255700:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610452.255701:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749610452.255702:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749610452.255703:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610452.255703:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610452.255705:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000020:00000001:0.0:1749610452.255705:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255706:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610452.255708:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610452.255708:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749610452.255709:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000020:00000001:0.0:1749610452.255710:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610452.255712:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610452.255712:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610452.255712:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610452.255713:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749610452.255714:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610452.255715:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610452.255716:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610452.255716:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610452.255717:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610452.255718:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749610452.255720:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610452.255720:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610452.255721:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610452.255722:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610452.255723:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610452.255723:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610452.255725:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749610452.255726:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508672, offset 0 00000100:00000001:2.0:1749610452.255726:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610452.255728:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749610452.255729:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 582 usecs (1 jiffies) 00000100:00000001:0.0:1749610452.255729:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610452.255730:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610452.255731:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610452.255732:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299725714 00000020:00000040:1.0:1749610452.255732:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610452.255735:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299725714 00000400:00000200:3.0:1749610452.255736:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610452.255736:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1800. 00000100:00000001:2.0:1749610452.255737:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299725714 02000000:00000001:0.0:1749610452.255738:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255740:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299725714 00000100:00000001:0.0:1749610452.255740:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.255742:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921680 00000100:00000001:2.0:1749610452.255742:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299725714 00000020:00000001:0.0:1749610452.255743:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255744:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299725714 00000100:00000001:2.0:1749610452.255746:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299725714 00010000:00000040:0.0:1749610452.255746:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494508928 00000400:00000200:3.0:1749610452.255747:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x578d [1] + 0 00000100:00000001:1.0:1749610452.255747:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299725714 00000100:00000001:2.0:1749610452.255748:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299725714 00010000:00000001:0.0:1749610452.255748:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610452.255750:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610452.255751:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299725714 00000400:00000200:3.0:1749610452.255752:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610452.255752:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255753:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299725714 00010000:00000200:0.0:1749610452.255753:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099805880 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610452.255755:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610452.255755:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255756:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299725714 00000100:00000001:3.0:1749610452.255758:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610452.255758:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.255758:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.255760:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299725714 00010000:00000001:0.0:1749610452.255761:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749610452.255762:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255763:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610452.255763:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299725714 00010000:00000001:0.0:1749610452.255763:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255765:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610452.255765:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610452.255766:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610452.255767:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610452.255768:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255769:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610452.255770:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610452.255771:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255771:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.255773:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.255773:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610452.255775:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610452.255777:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610452.255779:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255780:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610452.255781:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:1.0:1749610452.255810:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610452.255812:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610452.255813:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610452.255815:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000040:0.0:1749610452.255815:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610452.255816:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509184 02000000:00000001:2.0:1749610452.255818:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749610452.255818:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610452.255820:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610452.255821:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:2.0:1749610452.255822:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610452.255822:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 02000000:00000001:2.0:1749610452.255825:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255825:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610452.255827:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00100000:2.0:1749610452.255828:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509184 00000400:00000010:3.0:1749610452.255829:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000020:00000001:2.0:1749610452.255830:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610452.255830:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.255832:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:2.0:1749610452.255832:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610452.255834:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610452.255834:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749610452.255834:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508928, offset 224 00000020:00000040:2.0:1749610452.255836:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610452.255837:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255838:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610452.255839:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610452.255840:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749610452.255840:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610452.255841:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610452.255842:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.255844:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610452.255845:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610452.255845:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610452.255847:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610452.255847:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610452.255849:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494508672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.255849:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610452.255850:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921780 00000020:00000010:2.0:1749610452.255851:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610452.255852:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610452.255854:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749610452.255855:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610452.255856:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610452.255856:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5785 [1] + 224 00000100:00000001:1.0:1749610452.255858:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610452.255859:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494508672:12345-0@lo:38:kworker.0 Request processed in 213us (392us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610452.255860:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610452.255861:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610452.255864:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610452.255866:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00001000:1.0:1749610452.255867:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610452 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610452.255867:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610452.255868:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610452.255870:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610452.255871:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255872:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610452.255873:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000020:00000010:2.0:1749610452.255874:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00001000:1.0:1749610452.255874:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=7 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610452.255876:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749610452.255877:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749610452.255878:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000001:1.0:1749610452.255879:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610452.255880:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000100:00000001:1.0:1749610452.255881:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610452.255881:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610452.255882:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:3.0:1749610452.255884:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610452.255886:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000040:1.0:1749610452.255886:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.255890:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610452.255892:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610452.255894:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.255894:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610452.255894:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610452.255897:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749610452.255898:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610452.255899:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610452.255899:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610452.255900:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610452.255901:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610452.255901:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610452.255902:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610452.255903:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255903:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610452.255904:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:1.0:1749610452.255905:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610452.255906:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610452.255906:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255907:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610452.255909:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610452.255910:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610452.255910:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749610452.255912:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000001:1.0:1749610452.255912:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610452.255912:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610452.255914:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610452.255915:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:1.0:1749610452.255916:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610452.255916:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610452.255917:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943994112 : -131938765557504 : ffff88009cbf3100) 00000100:00000040:0.0:1749610452.255919:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099805880 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610452.255922:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3100 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:643/0 lens 224/0 e 0 to 0 dl 1749610463 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610452.255925:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494508672:0@lo:38:kworker.0 00000100:00100000:0.0:1749610452.255929:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494508928:12345-0@lo:400:kworker.0 Request processed in 247us (519us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610452.255930:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610452.255933:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb844c0. 00000100:00080000:1.0:1749610452.255934:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610452.255936:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610452.255937:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:0.0:1749610452.255937:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000020:00000010:3.0:1749610452.255938:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb844c0. 00000100:00000040:0.0:1749610452.255940:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610452.255942:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610452.255943:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494509184:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610452.255943:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610452.255944:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610452.255945:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610452.255947:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509184 00000020:00000001:3.0:1749610452.255948:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610452.255948:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000020:00000001:3.0:1749610452.255951:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749610452.255951:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749610452.255952:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610452.255953:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.255954:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.255955:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1749610452.255955:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 02000000:00000001:1.0:1749610452.255956:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610452.255957:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:1.0:1749610452.255958:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610452.255959:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1749610452.255959:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:1.0:1749610452.255961:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.255962:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610452.255963:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610452.255964:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494508800:0@lo:38:kworker.0 00000020:00000001:3.0:1749610452.255965:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610452.255966:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610452.255967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610452.255968:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.255970:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749610452.255970:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610452.255971:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.255973:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610452.255973:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610452.255975:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610452.255975:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749610452.255976:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587800. 00000100:00000001:0.0:1749610452.255977:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1749610452.255978:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b2800. 02000000:00000001:1.0:1749610452.255978:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610452.255980:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610452.255980:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610452.255982:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610452.255982:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000400:00000001:0.0:1749610452.255982:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610452.255984:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610452.255984:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 00010000:00000040:3.0:1749610452.255987:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494509184 00000400:00000200:0.0:1749610452.255988:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00010000:00000001:3.0:1749610452.255989:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749610452.255989:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:0.0:1749610452.255992:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:3.0:1749610452.255993:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf3100 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610452.255995:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749610452.255996:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610452.255999:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494508800, portal 10 00010000:00000001:3.0:1749610452.256001:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610452.256001:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610452.256003:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256003:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943982464 : -131938765569152 : ffff88009cbf0380) 00000100:00000200:0.0:1749610452.256004:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610452.256006:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610452.256009:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610452.256009:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.256010:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610452.256011:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610452.256012:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610452.256013:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610452.256014:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610452.256015:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610452.256015:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610452.256016:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749610452.256017:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.256017:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610452.256018:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610452.256019:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610452.256020:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610452.256021:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610452.256021:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000400:00000010:3.0:1749610452.256023:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:1.0:1749610452.256023:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494508800, offset 0 02000000:00000001:0.0:1749610452.256023:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610452.256026:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509184, offset 224 00000400:00000200:1.0:1749610452.256028:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610452.256030:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=107 v=5 (5 5 0 0) 00000400:00000200:3.0:1749610452.256032:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610452.256035:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610452.256035:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=107 v=5 (1 1 0 0) 00000400:00000200:3.0:1749610452.256038:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610452.256039:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610452.256041:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921700 00000100:00000001:0.0:1749610452.256041:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.256043:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921880 00010000:00000001:0.0:1749610452.256045:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610452.256046:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 105520 00000400:00000200:1.0:1749610452.256051:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1749610452.256052:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610452.256055:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610452.256059:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5799 [1] + 224 00000100:00000001:1.0:1749610452.256063:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:0.0:1749610452.256063:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.256064:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610452.256065:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610452.256067:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610452.256067:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1749610452.256069:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04a80. 00000100:00000001:3.0:1749610452.256070:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610452.256070:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1749610452.256072:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04a80 x1834598494508800 msgsize 520 00000100:00000001:0.0:1749610452.256073:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1749610452.256074:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610452.256076:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610452.256076:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610452.256082:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610452.256084:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256084:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610452.256089:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610452.256091:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610452.256093:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610452.256094:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610452.256096:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610452.256097:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.256099:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256105:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610452.256105:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.256106:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610452.256108:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610452.256111:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610452.256113:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610452.256114:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256116:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610452.256116:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610452.256117:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749610452.256117:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494508928:0@lo:400:kworker.0 00000100:00000001:1.0:1749610452.256119:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256121:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610452.256123:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 641 usecs (1 jiffies) 00000100:00000040:3.0:1749610452.256124:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610452.256124:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610452.256126:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610452.256126:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299725714 00000100:00000001:0.0:1749610452.256126:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610452.256128:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256128:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299725714 00000020:00000001:3.0:1749610452.256130:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610452.256130:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299725714 00000100:00000040:0.0:1749610452.256131:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2a00 x1834598494508928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256133:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299725714 00000100:00000040:3.0:1749610452.256134:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3100 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1749610463 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299725714 00000100:00000001:2.0:1749610452.256137:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610452.256137:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.256139:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299725714 00000100:00000001:2.0:1749610452.256140:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610452.256141:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299725714 00000100:00000001:0.0:1749610452.256142:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749610452.256143:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494509184:12345-0@lo:400:kworker.0 Request processed in 211us (465us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610452.256143:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610452.256144:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610452.256145:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610452.256145:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610452.256145:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1749610452.256148:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000100:00100000:3.0:1749610452.256149:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 02000000:00000010:0.0:1749610452.256149:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3e00. 00000100:00000040:3.0:1749610452.256152:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749610452.256152:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000001:0.0:1749610452.256153:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610452.256154:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610452.256154:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:3.0:1749610452.256155:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610452.256157:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610452.256157:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749610452.256158:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000020:00000040:0.0:1749610452.256159:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749610452.256161:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610452.256161:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610452.256162:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610452.256162:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749610452.256163:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000400:00000010:1.0:1749610452.256164:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000400:00000200:1.0:1749610452.256166:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 02000000:00000010:0.0:1749610452.256166:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 00000020:00000010:3.0:1749610452.256167:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000400:00000010:1.0:1749610452.256168:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 02000000:00000001:0.0:1749610452.256169:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610452.256170:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610452.256171:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610452.256172:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:0.0:1749610452.256172:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610452.256174:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610452.256174:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610452.256175:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2a00. 00000100:00000001:2.0:1749610452.256178:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610452.256179:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610452.256180:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610452.256181:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610452.256182:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610452.256182:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.256182:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610452.256183:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749610452.256184:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494508800 00000100:00000001:2.0:1749610452.256185:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610452.256185:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610452.256186:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610452.256187:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610452.256187:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256189:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610452.256189:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256189:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610452.256190:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610452.256191:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610452.256192:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256192:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610452.256193:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610452.256193:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610452.256194:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=57 v=5 (5 5 0 0) 00000100:00100000:3.0:1749610452.256195:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494508800 00000100:00000001:1.0:1749610452.256195:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610452.256196:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610452.256196:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610452.256197:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749610452.256197:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=57 v=5 (1 1 0 0) 00000020:00000040:3.0:1749610452.256198:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749610452.256198:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.256199:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610452.256199:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.256200:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610452.256201:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.256202:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610452.256202:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610452 v=5 (0 0 0 0) 00010000:00000001:2.0:1749610452.256203:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749610452.256204:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610452.256205:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=25 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610452.256207:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00010000:00080000:2.0:1749610452.256207:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256208:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610452.256209:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:1.0:1749610452.256210:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610452.256211:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749610452.256212:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610452.256214:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610452.256215:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749610452.256215:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610452.256216:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.256217:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.256217:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610452.256219:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610452.256220:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.256220:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610452.256222:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256223:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610452.256225:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256225:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610452.256227:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256227:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256229:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610452.256231:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610452.256232:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610452.256233:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1749610452.256234:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610452.256236:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00080000:1.0:1749610452.256237:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610452.256238:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843402880 : -131938866148736 : ffff880096c04a80) 00000100:00000001:0.0:1749610452.256238:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610452.256239:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610452.256240:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610452.256241:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610452.256242:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04a80 x1834598494508800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.256242:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610452.256243:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.256244:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610452.256244:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610452.256247:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610452.256247:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610452.256251:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494508800:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749610452.256251:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494508544:0@lo:38:kworker.0 00000100:00000200:3.0:1749610452.256255:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494508800 00000100:00100000:2.0:1749610452.256255:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494509184:0@lo:400:kworker.0 00000100:00000001:1.0:1749610452.256255:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.256257:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610452.256257:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610452.256259:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610452.256260:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610452.256260:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0a80 x1834598494508672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610452.256262:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610452.256265:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0000 x1834598494509184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610452.256266:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256267:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610452.256268:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00020000:3.0:1749610452.256270:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610452.256271:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1749610452.256271:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4063000. 00010000:00000001:3.0:1749610452.256272:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610452.256273:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610452.256275:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610452.256275:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829000. 02000000:00000001:1.0:1749610452.256275:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610452.256276:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610452.256277:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610452.256278:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610452.256278:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1749610452.256278:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610452.256280:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610452.256280:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749610452.256280:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1749610452.256281:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000010:1.0:1749610452.256282:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2400. 02000000:00000010:3.0:1749610452.256283:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b2c00. 00000020:00000001:2.0:1749610452.256283:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610452.256284:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610452.256285:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5200. 02000000:00000001:1.0:1749610452.256285:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610452.256286:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610452.256286:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610452.256287:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1749610452.256288:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0a80. 00010000:00000001:3.0:1749610452.256289:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610452.256289:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610452.256290:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0000. 00000100:00000001:1.0:1749610452.256290:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749610452.256291:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256292:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610452.256293:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610452.256293:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610452.256293:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610452.256294:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610452.256296:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610452.256296:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610452.256297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1f80 x1834598494508544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.256298:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610452.256300:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610452.256300:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610452.256301:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256302:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610452.256303:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610452.256303:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610452.256304:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610452.256305:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610452.256305:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610452.256306:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c400. 00000100:00000040:3.0:1749610452.256308:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610452.256308:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610452.256309:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610452.256309:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749610452.256311:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610452.256311:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610452.256313:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610452.256313:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610452.256314:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1400. 00000100:00000040:3.0:1749610452.256315:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610452.256317:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000001:1.0:1749610452.256317:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610452.256318:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610452.256319:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1f80. 00000100:00000200:3.0:1749610452.256320:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494508800, offset 0 00000100:00000001:1.0:1749610452.256322:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610452.256323:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610452.256324:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610452.256325:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610452.256329:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610452.256329:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610452.256331:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610452.256333:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921700 00000100:00000001:1.0:1749610452.256333:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610452.256334:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610452.256335:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610452.256338:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57a9 [1] + 0 00000100:00000040:1.0:1749610452.256339:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610452.256342:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610452.256345:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610452.256346:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610452.256347:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256348:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610452.256349:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610452.256351:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610452.256352:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610452.256353:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610452.256356:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494509056:0@lo:38:kworker.0 00000100:00000001:1.0:1749610452.256359:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610452.256360:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610452.256361:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610452.256363:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610452.256365:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610452.256367:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587c00. 00000100:00000001:3.0:1749610452.256369:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610452.256369:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610452.256372:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:1.0:1749610452.256372:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000400:00000010:3.0:1749610452.256373:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:3.0:1749610452.256376:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610452.256377:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749610452.256377:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:3.0:1749610452.256379:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610452.256379:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494509056, portal 10 00000100:00000040:3.0:1749610452.256381:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610452.256381:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610452.256383:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256383:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943983360 : -131938765568256 : ffff88009cbf0700) 00000020:00000001:3.0:1749610452.256385:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610452.256388:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04a80 x1834598494508800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610452.256388:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256396:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610452.256397:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494508800:12345-0@lo:38:kworker.0 Request processed in 146us (323us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610452.256398:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610452.256400:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749610452.256402:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494509056, offset 0 00000100:00100000:3.0:1749610452.256404:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00000001:3.0:1749610452.256406:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610452.256406:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610452.256407:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610452.256409:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000400:00000200:1.0:1749610452.256411:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610452.256412:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000020:00000010:3.0:1749610452.256415:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000400:00000200:1.0:1749610452.256416:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921800 00000100:00000001:3.0:1749610452.256417:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610452.256420:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 106040 00000400:00000200:1.0:1749610452.256424:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610452.256427:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610452.256430:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610452.256432:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610452.256435:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05500. 00000100:00000040:1.0:1749610452.256438:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05500 x1834598494509056 msgsize 520 00000100:00100000:1.0:1749610452.256441:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610452.256457:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610452.256461:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610452.256463:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610452.256465:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610452.256467:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610452.256468:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610452.256470:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509056 02000000:00000001:3.0:1749610452.256471:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610452.256473:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610452.256475:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256475:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610452.256478:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610452.256478:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610452.256481:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509056 00000020:00000001:3.0:1749610452.256482:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610452.256484:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610452.256485:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610452.256485:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.256487:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256487:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610452.256489:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256490:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610452.256492:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000040:1.0:1749610452.256494:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 461 usecs (1 jiffies) 00000020:00000010:3.0:1749610452.256495:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000020:00000010:3.0:1749610452.256497:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749610452.256498:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299725714 00000100:00000001:3.0:1749610452.256499:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610452.256501:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610452.256502:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256502:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.256505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299725714 00000100:00000001:3.0:1749610452.256506:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.256513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299725714 00000100:00000001:1.0:1749610452.256516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299725714 00000100:00000001:1.0:1749610452.256519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299725714 00000100:00000001:3.0:1749610452.256538:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610452.256544:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610452.256546:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610452.256550:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00000001:1.0:1749610452.256550:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299725714 00000100:00000001:3.0:1749610452.256552:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843405568 : -131938866146048 : ffff880096c05500) 00000100:00000001:1.0:1749610452.256554:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610452.256556:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05500 x1834598494509056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610472 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256557:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610452.256562:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610452.256564:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610452.256565:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494509056:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610452.256568:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509056 00000400:00000010:1.0:1749610452.256568:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000020:00000001:3.0:1749610452.256570:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610452.256572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00010000:00000001:3.0:1749610452.256573:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749610452.256574:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610452.256576:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299725714, at 4299725714 00000100:00000001:1.0:1749610452.256578:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610452.256580:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610452.256583:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:2.0:1749610452.256583:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee980. 00000100:00000200:1.0:1749610452.256585:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610452.256586:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610452.256588:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610452.256590:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610452.256592:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610452.256593:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610452.256593:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299725714, at 4299725714 02000000:00000010:3.0:1749610452.256596:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b3000. 02000000:00000001:3.0:1749610452.256598:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610452.256599:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.256600:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610452.256600:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee0c0. 00010000:00000001:3.0:1749610452.256603:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610452.256604:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610452.256607:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610452.256610:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610452.256611:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610452.256612:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610452.256613:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610452.256614:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610452.256616:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610452.256616:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610452.256618:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749610452.256618:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610452.256620:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610452.256621:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610452.256623:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610452.256623:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610452.256624:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610452.256626:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610452.256627:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610452.256628:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610452.256630:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000200:3.0:1749610452.256633:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509056, offset 0 00000100:00001000:1.0:1749610452.256633:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610452 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610452.256637:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610452.256638:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=107 v=20 (1 20 0 0) 00000400:00000200:3.0:1749610452.256642:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610452.256642:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610452.256644:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610452.256646:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610452.256647:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921800 00000100:00000040:1.0:1749610452.256651:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610452.256652:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57b9 [1] + 0 00000400:00000200:3.0:1749610452.256656:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610452.256658:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610452.256659:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610452.256660:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610452.256662:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610452.256662:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256664:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:3.0:1749610452.256666:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256666:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610452.256669:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610452.256672:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610452.256674:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610452.256678:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610452.256682:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610452.256686:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494508800:0@lo:38:kworker.0 00000100:00000001:3.0:1749610452.256690:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610452.256690:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256692:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610452.256694:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610452.256695:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000040:1.0:1749610452.256695:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0380 x1834598494508800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610452.256698:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610452.256699:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610452.256701:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256702:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610452.256703:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610452.256704:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:1.0:1749610452.256705:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587800. 00000100:00000001:3.0:1749610452.256706:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610452.256708:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610452.256708:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610452.256710:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610452.256711:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05500 x1834598494509056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610472 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610452.256711:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610452.256713:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610452.256715:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1c00. 02000000:00000001:1.0:1749610452.256717:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610452.256719:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749610452.256720:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494509056:12345-0@lo:38:kworker.0 Request processed in 154us (280us total) trans 0 rc -19/-19 00000100:00000010:1.0:1749610452.256720:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0380. 00000100:00000001:1.0:1749610452.256723:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610452.256724:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610452.256726:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00000001:1.0:1749610452.256726:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610452.256728:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610452.256729:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610452.256731:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610452.256732:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:1.0:1749610452.256732:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256734:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610452.256735:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749610452.256735:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610452.256738:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000400:00000001:1.0:1749610452.256738:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610452.256740:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610452.256741:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610452.256742:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000400:00000200:1.0:1749610452.256744:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610452.256746:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610452.256748:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610452.256752:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610452.256760:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256766:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610452.256768:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256769:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610452.256771:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610452.256772:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610452.256774:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610452.256776:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610452.256780:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610452 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610452.256809:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=57 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610452.256813:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610452.256815:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610452.256818:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610452.256824:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256832:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610452.256835:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610452.256836:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256838:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610452.256839:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610452.256842:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610452.256844:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610452.256846:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610452.256850:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610452.256865:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494509056:0@lo:38:kworker.0 00000100:00000001:1.0:1749610452.256869:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256871:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610452.256874:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0700 x1834598494509056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610452.256880:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610452.256881:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610452.256883:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587c00. 02000000:00000001:1.0:1749610452.256885:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610452.256887:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610452.256888:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610452.256890:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610452.256891:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d1000. 02000000:00000001:1.0:1749610452.256893:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610452.256894:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610452.256896:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0700. 00000100:00000001:1.0:1749610452.256898:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610452.256899:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610452.256901:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256903:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610452.256904:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610452.256906:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610452.256908:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610452.257616:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299725714, at 4299725715 00000100:00000040:1.0:1749610452.257620:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299725714, at 4299725715 00000100:00000010:3.0:1749610452.257626:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eef80. 00000100:00000010:1.0:1749610452.257631:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee6c0. 00000100:00000001:2.0:1749610452.457687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610452.457695:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610452.457698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610452.457703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610452.457706:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610452.457711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610452.457714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610452.457717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610452.457720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610452.739694:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610452.739702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610452.739704:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610452.739709:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610452.739713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610452.739717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610452.739720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610452.739723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610452.739726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610453.036673:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610453.036681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610453.036843:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610453.036850:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610453.036856:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610453.256687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610453.256705:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610453.256708:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610453.256713:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610453.256716:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610453.256720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610453.256723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610453.457707:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610453.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610453.457721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610453.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610453.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610453.457737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610453.457741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610453.457744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610453.457748:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610453.739712:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610453.739719:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610453.739721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610453.739725:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610453.739729:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610453.739733:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610453.739736:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610453.739739:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610453.739742:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610454.038693:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610454.038703:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610454.038706:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610454.038709:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610454.038713:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610454.038715:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610454.038718:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610454.038720:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610454.038851:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610454.038857:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610454.038860:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610454.256693:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610454.256712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610454.256715:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610454.256720:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610454.256723:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610454.256727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610454.256729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610454.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610454.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610454.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610454.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610454.457646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610454.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610454.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610454.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610454.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610454.739630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610454.739636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610454.739637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610454.739640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610454.739643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610454.739645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610454.739647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610454.739650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610454.739651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610455.040642:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610455.040647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610455.040745:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610455.040749:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610455.040751:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610455.256624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610455.256637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610455.256638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610455.256641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610455.256643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610455.256646:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610455.256647:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610455.457731:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610455.457740:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610455.457743:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610455.457748:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610455.457752:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610455.457802:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610455.457806:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610455.457824:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610455.457826:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610455.739684:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610455.739690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610455.739691:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610455.739694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610455.739697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610455.739699:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610455.739701:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610455.739703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610455.739705:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610456.042641:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610456.042646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610456.042699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610456.042703:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610456.042705:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610456.256601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610456.256612:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610456.256614:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610456.256617:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610456.256619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610456.256621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610456.256622:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610456.457592:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610456.457598:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610456.457599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610456.457602:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610456.457604:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610456.457606:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610456.457608:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610456.457610:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610456.457612:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610456.739639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610456.739644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610456.739646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610456.739649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610456.739651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610456.739654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610456.739656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610456.739658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610456.739659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610457.044691:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610457.044697:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.044796:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610457.044799:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610457.044801:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610457.256629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610457.256642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610457.256644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.256648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.256650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.256654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.256655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610457.262605:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610457.262610:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610457.262613:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610457.262616:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610457.262619:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610457.262622:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610457.262625:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610457.262629:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5058 00000100:00080000:2.0:1749610457.262633:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610457.262635:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610457.262637:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.262639:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.262641:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610457.262645:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610457.262647:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610457.262650:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610457.262653:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610457.262655:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610457.262657:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610457.262660:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610457.262661:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.262663:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.262664:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610457.262667:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610457.262670:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610457.262672:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610457.262674:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610457.262680:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610457.262683:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.262684:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610457.262687:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610457.262692:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0000. 00000020:00000040:2.0:1749610457.262695:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610457.262698:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610457.262700:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.262702:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610457.262705:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610457.262708:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610457.262715:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2800. 00000100:00000001:2.0:1749610457.262721:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610457.262728:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610457.262768:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610457.262772:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.262776:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf0000] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.262796:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610457.262799:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610457.262803:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610457.262804:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610457.262805:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610457.262807:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610457.262809:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5058 00000100:00080000:2.0:1749610457.262811:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610457.262813:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610457.262815:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.262816:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.262818:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610457.262820:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610457.262821:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610457.262823:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610457.262825:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610457.262826:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610457.262828:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610457.262831:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610457.262832:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.262834:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.262836:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610457.262838:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610457.262840:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610457.262842:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610457.262843:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610457.262846:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610457.262848:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.262850:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610457.262852:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.262852:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610457.262854:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2d80. 00000100:00000001:1.0:1749610457.262855:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610457.262856:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610457.262856:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610457.262859:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610457.262860:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.262860:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.262861:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610457.262862:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610457.262864:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610457.262867:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d2c00. 00000100:00000001:2.0:1749610457.262870:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.262871:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610457.262873:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610457.262874:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610457.262875:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610457.262876:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610457.262878:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.262880:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494509312:0@lo:38:kworker.0 00000100:00000001:2.0:1749610457.262881:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610457.262883:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.262883:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610457.262885:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610457.262886:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2d80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610457.262886:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.262888:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610457.262891:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587c00. 00000100:00000001:2.0:1749610457.262892:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.262892:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610457.262894:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:1.0:1749610457.262897:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00080000:2.0:1749610457.262898:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610457.262899:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610457.262900:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610457.262902:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:1.0:1749610457.262902:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00080000:2.0:1749610457.262904:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5058 00000100:00080000:2.0:1749610457.262905:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610457.262907:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:1.0:1749610457.262907:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494509312, portal 4 00000100:00000001:1.0:1749610457.262908:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610457.262909:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610457.262909:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943981568 : -131938765570048 : ffff88009cbf0000) 00000100:00000040:2.0:1749610457.262911:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.262912:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610457.262914:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610457.262915:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000040:1.0:1749610457.262915:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610457.262916:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610457.262918:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610457.262919:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:1.0:1749610457.262919:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610457.262921:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:1.0:1749610457.262921:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610457.262922:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610457.262924:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:1.0:1749610457.262924:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494509312, offset 0 00000100:00000001:2.0:1749610457.262925:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.262927:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:1.0:1749610457.262927:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610457.262928:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610457.262930:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610457.262932:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610457.262934:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610457.262935:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610457.262938:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610457.262939:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610457.262940:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.262942:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610457.262943:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610457.262945:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3800. 00000020:00000040:2.0:1749610457.262947:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1749610457.262947:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf921900 02000000:00000001:2.0:1749610457.262949:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610457.262950:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.262952:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749610457.262952:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 11960 02000000:00000001:2.0:1749610457.262953:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610457.262954:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610457.262957:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3800. 00000400:00000200:1.0:1749610457.262958:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610457.262959:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610457.262960:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610457.262963:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610457.262964:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610457.262965:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749610457.262968:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05180. 00000100:00000040:1.0:1749610457.262970:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05180 x1834598494509312 msgsize 520 00000100:00100000:1.0:1749610457.262973:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610457.262974:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610457.262976:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.262979:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf3800] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.262985:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.262988:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610457.262988:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610457.262991:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610457.262993:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1c00. 00000020:00000040:2.0:1749610457.262995:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:1.0:1749610457.262996:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:2.0:1749610457.262997:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610457.262998:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749610457.262998:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000001:2.0:1749610457.262999:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263001:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749610457.263002:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5200. 00000100:00000001:2.0:1749610457.263004:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610457.263004:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263007:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610457.263011:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610457.263013:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263014:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610457.263016:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263019:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.263020:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1c00] to pc [ptlrpcd_00_02+2] req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263020:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610457.263024:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263028:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1018 usecs (2 jiffies) 00000100:00000001:1.0:1749610457.263031:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299730722 00000100:00000010:1.0:1749610457.263034:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b32c0. 00000100:00000001:0.0:1749610457.263036:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610457.263038:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509312 00000100:00000001:1.0:1749610457.263039:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610457.263040:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610457.263042:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610457.263044:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299730722 00000100:00000001:2.0:1749610457.263045:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263045:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610457.263046:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3640. 00000100:00080000:2.0:1749610457.263048:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610457.263048:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749610457.263048:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263050:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299730722 00000100:00080000:2.0:1749610457.263051:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610457.263052:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1749610457.263052:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3540. 00000100:00100000:0.0:1749610457.263052:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509312 00000020:00000001:0.0:1749610457.263053:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:2.0:1749610457.263054:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:0.0:1749610457.263055:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610457.263056:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:0.0:1749610457.263056:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:2.0:1749610457.263058:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5058 00000020:00000001:0.0:1749610457.263058:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263059:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610457.263059:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610457.263060:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610457.263062:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610457.263062:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299730722 00000100:00000010:1.0:1749610457.263064:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3ac0. 00000020:00000010:0.0:1749610457.263064:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749610457.263065:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.263066:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610457.263066:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610457.263068:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610457.263068:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000020:00000001:2.0:1749610457.263070:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610457.263071:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610457.263072:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749610457.263072:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749610457.263073:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610457.263074:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610457.263075:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610457.263075:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263075:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749610457.263077:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610457.263077:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263077:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610457.263078:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610457.263079:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610457.263079:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263081:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.263082:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610457.263082:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610457.263084:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610457.263084:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610457.263084:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263085:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610457.263086:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610457.263086:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.263087:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610457.263088:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610457.263089:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263090:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610457.263090:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610457.263090:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610457.263091:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749610457.263094:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1749610457.263094:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610457.263095:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263096:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610457.263097:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263097:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610457.263097:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610457.263098:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263099:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263099:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610457.263099:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610457.263100:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610457.263101:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1180. 00000100:00000001:3.0:1749610457.263102:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610457.263102:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610457.263102:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:3.0:1749610457.263103:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610457.263103:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00100000:1.0:1749610457.263104:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494509440:0@lo:38:kworker.0 00000100:00000001:3.0:1749610457.263105:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610457.263105:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749610457.263105:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843404672 : -131938866146944 : ffff880096c05180) 00000100:00000001:3.0:1749610457.263106:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610457.263106:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263107:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610457.263107:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610457.263108:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610457.263109:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610457.263109:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610457.263109:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05180 x1834598494509312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610457.263110:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263110:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263111:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610457.263113:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610457.263113:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3c00. 02000000:00000010:1.0:1749610457.263114:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587800. 02000000:00000001:1.0:1749610457.263115:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263116:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610457.263117:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494509312:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749610457.263118:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000100:00100000:2.0:1749610457.263120:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610457.263120:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509312 00000400:00000010:1.0:1749610457.263121:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610457.263122:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610457.263123:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610457.263123:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494509440, portal 10 00000020:00000001:0.0:1749610457.263123:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610457.263125:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610457.263125:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610457.263126:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610457.263126:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943993216 : -131938765558400 : ffff88009cbf2d80) 00010000:00000001:0.0:1749610457.263126:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610457.263127:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610457.263128:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610457.263129:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263129:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263131:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1180] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610457.263132:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494509696:0@lo:400:kworker.0 00000100:00000001:3.0:1749610457.263135:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610457.263135:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610457.263136:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610457.263137:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610457.263137:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610457.263138:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610457.263138:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:3.0:1749610457.263139:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610457.263139:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749610457.263140:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610457.263140:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1749610457.263140:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494509440, offset 0 00000100:00000001:2.0:1749610457.263142:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1749610457.263142:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749610457.263143:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3a00. 00000400:00000200:1.0:1749610457.263143:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610457.263144:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2680. 02000000:00000001:3.0:1749610457.263145:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610457.263145:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610457.263146:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749610457.263147:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610457.263147:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610457.263148:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1749610457.263149:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 02000000:00000001:2.0:1749610457.263149:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610457.263149:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610457.263150:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921980 02000000:00000001:0.0:1749610457.263150:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610457.263151:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610457.263152:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 02000000:00000010:2.0:1749610457.263153:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5700. 00000400:00000200:1.0:1749610457.263154:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 106560 02000000:00000010:0.0:1749610457.263154:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0400. 00000100:00000001:2.0:1749610457.263155:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610457.263156:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.263158:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610457.263158:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610457.263159:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610457.263161:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610457.263162:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610457.263163:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610457.263164:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494509696, portal 10 00000100:00000001:2.0:1749610457.263165:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610457.263165:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610457.263166:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610457.263166:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1749610457.263166:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610457.263167:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610457.263168:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943988736 : -131938765562880 : ffff88009cbf1c00) 00000100:00000001:0.0:1749610457.263168:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:1.0:1749610457.263169:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05880. 00000100:00000040:2.0:1749610457.263170:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2680] to pc [ptlrpcd_00_03+3] req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610457.263170:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610457.263171:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05880 x1834598494509440 msgsize 520 00000100:00000040:0.0:1749610457.263172:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610457.263174:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610457.263174:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610457.263175:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610457.263177:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263177:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610457.263179:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610457.263180:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5068) 00000100:00000001:3.0:1749610457.263181:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610457.263181:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610457.263181:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610457.263183:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610457.263183:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610457.263184:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:3.0:1749610457.263185:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000010:1.0:1749610457.263185:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610457.263185:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610457.263187:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494509696, offset 0 00000100:00000001:1.0:1749610457.263187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610457.263187:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610457.263189:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:1.0:1749610457.263190:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610457.263191:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610457.263195:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.263195:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610457.263197:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1749610457.263198:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610457.263198:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263199:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610457.263199:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494509312, offset 0 00000100:00000001:2.0:1749610457.263202:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610457.263203:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921a80 00000100:00000001:1.0:1749610457.263203:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610457.263203:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610457.263204:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263204:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610457.263205:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610457.263206:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.263207:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263208:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610457.263208:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610457.263209:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 107080 00000100:00000040:1.0:1749610457.263209:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 685 usecs (1 jiffies) 00000100:00000040:2.0:1749610457.263211:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263211:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299730721 00000400:00000200:0.0:1749610457.263212:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf921900 00000400:00000200:3.0:1749610457.263213:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610457.263213:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299730722 00000100:00000001:1.0:1749610457.263215:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299730721 00000400:00000200:3.0:1749610457.263216:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610457.263216:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x57c5 [1] + 0 00000100:00000001:2.0:1749610457.263217:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610457.263217:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299730722 00000100:00000001:2.0:1749610457.263218:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263219:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299730721 00000100:00000001:3.0:1749610457.263220:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610457.263220:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610457.263220:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299730722 00000400:00000200:0.0:1749610457.263220:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610457.263221:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610457.263222:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610457.263222:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299730721 00000400:00000200:0.0:1749610457.263222:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610457.263224:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804a80. 02000000:00000001:2.0:1749610457.263224:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263224:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299730722 00000100:00000001:1.0:1749610457.263225:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610457.263225:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610457.263226:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880099804a80 x1834598494509696 msgsize 224 00000100:00100000:2.0:1749610457.263226:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494509952:0@lo:400:kworker.0 00000100:00000001:1.0:1749610457.263226:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610457.263228:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263229:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610457.263229:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610457.263230:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610457.263231:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610457.263232:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263232:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610457.263234:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610457.263235:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610457.263237:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749610457.263237:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829000. 02000000:00000001:2.0:1749610457.263238:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263238:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610457.263239:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263240:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610457.263241:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:2.0:1749610457.263241:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 02000000:00000001:1.0:1749610457.263242:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610457.263243:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610457.263243:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263243:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610457.263245:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494509568:0@lo:38:kworker.0 00000100:00000001:3.0:1749610457.263246:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749610457.263248:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749610457.263248:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610457.263249:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610457.263249:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749610457.263249:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610457.263250:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:1.0:1749610457.263251:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263252:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610457.263252:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610457.263254:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610457.263255:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610457.263256:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009685c800. 00000100:00000001:3.0:1749610457.263257:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610457.263257:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610457.263258:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610457.263259:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494509952, portal 10 00000400:00000010:1.0:1749610457.263259:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00000100:00000040:3.0:1749610457.263260:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610457.263260:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263261:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749610457.263262:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000001:0.0:1749610457.263262:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610457.263263:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943991424 : -131938765560192 : ffff88009cbf2680) 00000100:00000200:1.0:1749610457.263264:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494509568, portal 10 00000100:00000001:3.0:1749610457.263265:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610457.263265:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05180 x1834598494509312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263266:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610457.263267:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610457.263267:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943995904 : -131938765555712 : ffff88009cbf3800) 00000100:00000040:2.0:1749610457.263268:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610457.263270:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263271:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610457.263273:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 658 usecs (1 jiffies) 00000100:00100000:0.0:1749610457.263273:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494509312:12345-0@lo:38:kworker.0 Request processed in 156us (301us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610457.263274:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610457.263275:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299730721 00000100:00000040:2.0:1749610457.263276:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610457.263277:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299730722 00000100:00000001:1.0:1749610457.263277:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610457.263278:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000040:1.0:1749610457.263278:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610457.263279:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000001:3.0:1749610457.263280:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299730721 00000100:00000200:2.0:1749610457.263280:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494509952, offset 0 00000400:00000010:1.0:1749610457.263280:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610457.263282:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299730722 00000100:00000200:1.0:1749610457.263282:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494509568, offset 0 00000100:00000001:0.0:1749610457.263282:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610457.263283:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299730721 00000100:00000001:0.0:1749610457.263283:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610457.263284:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610457.263285:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299730722 00000100:00000001:3.0:1749610457.263287:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299730721 00000020:00000010:0.0:1749610457.263287:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:3.0:1749610457.263288:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299730722 00000020:00000010:0.0:1749610457.263289:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:3.0:1749610457.263290:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610457.263290:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610457.263292:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610457.263292:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:3.0:1749610457.263293:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610457.263294:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921b80 00000100:00000001:3.0:1749610457.263295:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263295:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610457.263296:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610457.263297:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610457.263298:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 107304 00000100:00000001:3.0:1749610457.263299:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610457.263299:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921a00 00000100:00000001:3.0:1749610457.263300:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610457.263301:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610457.263302:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610457.263303:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610457.263303:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 107528 00000400:00000200:2.0:1749610457.263305:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610457.263306:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610457.263307:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610457.263308:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610457.263309:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610457.263312:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0700. 00000100:00000040:2.0:1749610457.263314:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0700 x1834598494509952 msgsize 224 00000100:00000001:0.0:1749610457.263315:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610457.263316:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509440 00000100:00100000:2.0:1749610457.263317:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610457.263318:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610457.263319:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610457.263321:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610457.263321:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610457.263323:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610457.263324:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509696 00000100:00000001:2.0:1749610457.263324:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610457.263325:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509440 02000000:00000001:3.0:1749610457.263326:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610457.263326:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610457.263327:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749610457.263327:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610457.263329:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610457.263329:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610457.263330:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000001:0.0:1749610457.263330:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610457.263331:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610457.263331:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610457.263332:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00100000:3.0:1749610457.263333:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509696 00000100:00000001:2.0:1749610457.263334:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610457.263334:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610457.263334:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000001:3.0:1749610457.263335:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610457.263336:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:1.0:1749610457.263336:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509952 00000020:00000010:0.0:1749610457.263336:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000200:2.0:1749610457.263337:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610457.263337:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610457.263338:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749610457.263338:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749610457.263339:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749610457.263340:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610457.263340:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263340:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610457.263341:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749610457.263342:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610457.263342:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.263343:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509952 00000100:00000001:0.0:1749610457.263343:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610457.263344:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610457.263344:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610457.263345:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610457.263346:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610457.263346:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610457.263346:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263348:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749610457.263348:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610457.263350:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb844c0. 00000020:00000040:1.0:1749610457.263350:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610457.263351:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610457.263352:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263352:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263353:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610457.263353:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000040:3.0:1749610457.263356:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610457.263356:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263356:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610457.263356:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610457.263358:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 586 usecs (1 jiffies) 00000020:00000010:1.0:1749610457.263358:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3280. 00000100:00000001:0.0:1749610457.263358:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610457.263360:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee7c0. 00000100:00100000:0.0:1749610457.263360:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00000001:2.0:1749610457.263361:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299730721 00000100:00000001:3.0:1749610457.263362:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610457.263362:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843406464 : -131938866145152 : ffff880096c05880) 00000100:00000001:2.0:1749610457.263363:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299730722 00000100:00000001:1.0:1749610457.263364:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610457.263365:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2400. 00000100:00000001:2.0:1749610457.263365:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299730721 00000100:00000040:0.0:1749610457.263365:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05880 x1834598494509440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610457.263366:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3280. 00000100:00000001:2.0:1749610457.263367:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299730722 00000020:00000010:3.0:1749610457.263368:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:2.0:1749610457.263368:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299730721 00000100:00000001:2.0:1749610457.263370:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299730722 00000020:00000010:1.0:1749610457.263370:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000020:00000010:3.0:1749610457.263371:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610457.263372:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299730721 00000100:00100000:0.0:1749610457.263372:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494509440:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610457.263373:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610457.263374:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299730722 00000100:00000200:0.0:1749610457.263375:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509440 00000100:00000001:2.0:1749610457.263376:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610457.263376:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000040:3.0:1749610457.263377:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610457.263377:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610457.263377:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610457.263378:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1749610457.263378:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610457.263379:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610457.263379:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263379:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610457.263380:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610457.263381:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263381:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263381:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263384:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1749610457.263384:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263386:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00020000:0.0:1749610457.263386:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610457.263387:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263388:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1749610457.263388:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610457.263389:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610457.263390:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263390:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610457.263390:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610457.263392:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610457.263393:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610457.263393:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610457.263394:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610457.263394:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610457.263395:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263395:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610457.263396:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749610457.263397:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5205c00. 00000100:00100000:2.0:1749610457.263398:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 02000000:00000001:0.0:1749610457.263399:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263400:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263401:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610457.263401:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610457.263402:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749610457.263402:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610457.263403:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943983360 : -131938765568256 : ffff88009cbf0700) 00010000:00000001:0.0:1749610457.263403:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610457.263405:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610457.263407:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0700 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1749610468 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610457.263407:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000001:0.0:1749610457.263408:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610457.263409:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610457.263409:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610457.263411:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889540224 : -131938820011392 : ffff880099804a80) 00000100:00000040:0.0:1749610457.263411:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610457.263413:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610457.263415:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263415:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099804a80 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:648/0 lens 224/0 e 0 to 0 dl 1749610468 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610457.263415:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610457.263417:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610457.263417:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610457.263419:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610457.263420:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610457.263420:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610457.263422:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00000001:0.0:1749610457.263422:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610457.263424:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1749610457.263425:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610457.263425:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610457.263425:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000040:3.0:1749610457.263427:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749610457.263427:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610457.263427:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610457.263428:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509440, offset 0 00000020:00000010:1.0:1749610457.263429:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3280. 00000100:00100000:2.0:1749610457.263430:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494509952:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610457.263431:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610457.263431:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610457.263433:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3280. 00000100:00000200:2.0:1749610457.263434:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509952 00000020:00000001:2.0:1749610457.263435:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610457.263436:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494509696:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749610457.263436:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610457.263438:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610457.263439:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509696 00000020:00000001:2.0:1749610457.263440:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610457.263440:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921980 00000020:00000001:1.0:1749610457.263441:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610457.263442:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610457.263442:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610457.263443:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57cd [1] + 0 00000020:00000001:2.0:1749610457.263444:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610457.263444:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.263446:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749610457.263446:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610457.263447:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610457.263447:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610457.263449:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749610457.263449:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610457.263450:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610457.263451:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610457.263451:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610457.263452:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610457.263453:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610457.263453:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610457.263454:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610457.263455:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.263455:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610457.263456:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610457.263456:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.263458:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610457.263459:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610457.263460:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610457.263461:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610457.263461:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610457.263462:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610457.263464:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1000. 02000000:00000010:1.0:1749610457.263464:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009685c400. 02000000:00000001:1.0:1749610457.263465:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610457.263466:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263467:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263467:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263468:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610457.263469:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.263469:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610457.263470:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00010000:00000040:2.0:1749610457.263471:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494509952 00010000:00000040:1.0:1749610457.263471:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494509696 00000400:00000010:0.0:1749610457.263472:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00010000:00000001:2.0:1749610457.263473:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610457.263473:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610457.263473:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610457.263474:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000200:1.0:1749610457.263476:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099804a80 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610457.263476:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749610457.263477:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf0700 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610457.263478:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610457.263480:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610457.263481:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610457.263482:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610457.263483:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610457.263484:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610457.263484:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610457.263484:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05880 x1834598494509440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610457.263487:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 0 0) 00000100:00001000:1.0:1749610457.263487:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610457.263489:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610457.263490:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610457.263491:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610457.263492:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:0.0:1749610457.263492:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494509440:12345-0@lo:38:kworker.0 Request processed in 119us (319us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610457.263494:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610457.263494:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610457.263496:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610457.263496:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610457.263497:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263497:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610457.263497:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00000001:2.0:1749610457.263498:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610457.263498:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610457.263499:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610457.263499:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610457.263500:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610457.263501:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610457.263501:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000010:1.0:1749610457.263502:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000010:2.0:1749610457.263503:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:1.0:1749610457.263504:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509696, offset 224 00000020:00000010:0.0:1749610457.263504:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000200:2.0:1749610457.263506:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509952, offset 224 00000020:00000010:0.0:1749610457.263506:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000400:00000200:1.0:1749610457.263507:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610457.263509:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610457.263510:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610457.263511:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610457.263515:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610457.263516:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921a80 00000400:00000200:1.0:1749610457.263519:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57d5 [1] + 224 00000400:00000200:2.0:1749610457.263520:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921b80 00000400:00000200:1.0:1749610457.263543:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610457.263544:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57e1 [1] + 224 00000400:00000200:1.0:1749610457.263546:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610457.263547:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610457.263548:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610457.263550:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610457.263552:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263553:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610457.263556:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610457.263560:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263564:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263574:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610457.263574:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610457.263577:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610457.263578:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610457.263579:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610457.263580:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:1.0:1749610457.263580:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610457.263582:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610457.263582:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263583:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610457.263584:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610457.263584:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610457.263585:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610457.263586:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263587:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610457.263587:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749610457.263589:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610457.263589:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099804a80 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610457.263591:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610457.263592:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610457.263594:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749610457.263594:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494509696:12345-0@lo:400:kworker.0 Request processed in 166us (367us total) trans 0 rc 0/0 00000100:00000040:2.0:1749610457.263597:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0700 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:648/0 lens 224/224 e 0 to 0 dl 1749610468 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610457.263599:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:1.0:1749610457.263601:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610457.263602:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.263602:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610457.263603:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610457.263604:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610457.263605:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494509952:12345-0@lo:400:kworker.0 Request processed in 184us (289us total) trans 0 rc 0/0 00000020:00000010:1.0:1749610457.263605:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000020:00000010:1.0:1749610457.263607:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000400:00000001:3.0:1749610457.263608:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610457.263609:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2400. 00000400:00000001:3.0:1749610457.263610:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749610457.263611:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000010:3.0:1749610457.263612:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00100000:2.0:1749610457.263612:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000001:1.0:1749610457.263613:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610457.263615:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000040:2.0:1749610457.263615:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:3.0:1749610457.263617:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610457.263617:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610457.263619:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610457.263619:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610457.263619:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610457.263620:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610457.263621:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000010:1.0:1749610457.263622:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05f80. 00000100:00000200:3.0:1749610457.263623:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610457.263624:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05f80 x1834598494509568 msgsize 520 00000020:00000010:2.0:1749610457.263625:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00100000:1.0:1749610457.263626:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749610457.263627:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000020:00000040:2.0:1749610457.263630:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000200:3.0:1749610457.263631:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263633:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263633:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610457.263636:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:3.0:1749610457.263637:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610457.263638:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610457.263639:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263639:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610457.263639:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610457.263641:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749610457.263641:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509568 02000000:00000001:2.0:1749610457.263642:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610457.263642:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610457.263643:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610457.263644:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610457.263644:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610457.263645:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610457.263646:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610457.263647:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610457.263648:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263648:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610457.263649:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509568 00000020:00000001:2.0:1749610457.263650:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610457.263650:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610457.263651:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:3.0:1749610457.263653:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=112 v=5 (5 5 0 0) 00000020:00000001:2.0:1749610457.263653:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610457.263654:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610457.263656:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=112 v=5 (1 1 0 0) 00000020:00000001:2.0:1749610457.263656:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263656:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263657:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610457.263658:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749610457.263658:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:3.0:1749610457.263659:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263660:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610457.263661:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00010000:00000001:3.0:1749610457.263662:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749610457.263662:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 642 usecs (1 jiffies) 00000020:00000010:2.0:1749610457.263663:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000001:1.0:1749610457.263664:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299730722 00010000:00080000:3.0:1749610457.263665:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263665:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610457.263666:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610457.263666:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299730722 00000100:00000001:2.0:1749610457.263668:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263668:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299730722 00000100:00000001:1.0:1749610457.263669:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299730722 00000100:00000001:2.0:1749610457.263670:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263671:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299730722 00010000:00000001:3.0:1749610457.263672:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263673:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299730722 00000100:00000001:3.0:1749610457.263674:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610457.263674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299730722 00000100:00000001:2.0:1749610457.263675:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610457.263676:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610457.263676:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299730722 00000100:00000001:3.0:1749610457.263678:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610457.263678:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610457.263678:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610457.263679:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263679:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263680:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610457.263680:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610457.263681:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:1.0:1749610457.263682:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610457.263683:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610457.263683:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000400:00000001:1.0:1749610457.263683:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610457.263684:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843408256 : -131938866143360 : ffff880096c05f80) 00000400:00000010:1.0:1749610457.263684:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00000001:0.0:1749610457.263685:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263686:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.263687:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05f80 x1834598494509568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610457.263687:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610457.263688:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:3.0:1749610457.263689:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610457.263690:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610457.263692:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610457.263693:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610457.263694:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610457.263696:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610457.263696:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494509568:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610457.263699:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509568 00000100:00000200:1.0:1749610457.263700:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610457.263701:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610457.263702:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610457.263704:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494509696:0@lo:400:kworker.0 00000100:00000001:1.0:1749610457.263705:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610457.263707:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610457.263708:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610457.263708:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263708:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610457.263709:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610457.263710:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:2.0:1749610457.263711:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610457.263711:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610457.263712:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1c00 x1834598494509696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263712:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610457.263713:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610457.263714:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610457.263715:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610457.263717:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:1.0:1749610457.263717:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610457 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610457.263718:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610457.263719:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1749610457.263719:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=30 v=20 (1 1 20 0) 02000000:00000001:3.0:1749610457.263720:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749610457.263720:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610457.263721:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749610457.263722:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3a00. 02000000:00000010:2.0:1749610457.263722:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1c00. 00000100:00000001:1.0:1749610457.263723:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610457.263724:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610457.263725:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610457.263725:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263725:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610457.263727:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749610457.263727:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749610457.263728:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1749610457.263728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610457.263729:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610457.263730:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749610457.263731:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749610457.263733:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5200. 00000100:00000001:2.0:1749610457.263733:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610457.263733:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610457.263734:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610457.263735:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610457.263735:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610457.263749:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610457.263750:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610457.263751:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610457.263751:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610457.263752:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749610457.263753:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1c00. 00000100:00000001:1.0:1749610457.263753:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610457.263754:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610457.263755:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1749610457.263756:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610457.263757:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610457.263757:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610457.263758:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610457.263758:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:1.0:1749610457.263759:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:2.0:1749610457.263760:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263761:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610457.263762:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610457.263762:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610457.263763:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.263763:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610457.263765:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610457.263765:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000040:1.0:1749610457.263765:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610457.263766:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610457.263768:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509568, offset 0 00000100:00100000:1.0:1749610457.263769:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494509312:0@lo:38:kworker.0 00000400:00000200:2.0:1749610457.263772:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610457.263772:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263773:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610457.263774:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf0000 x1834598494509312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610457.263777:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610457.263778:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610457.263779:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610457.263780:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587c00. 00000400:00000200:2.0:1749610457.263781:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921a00 02000000:00000001:1.0:1749610457.263783:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749610457.263784:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x57e5 [1] + 0 00000020:00000001:1.0:1749610457.263784:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610457.263784:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610457.263786:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610457.263787:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610457.263787:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2800. 02000000:00000001:1.0:1749610457.263788:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610457.263789:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1749610457.263790:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610457.263790:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0000. 00000100:00000001:1.0:1749610457.263791:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610457.263792:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.263793:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610457.263793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263795:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610457.263796:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263796:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263797:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.263797:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.263798:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610457.263800:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263804:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263804:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610457.263805:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263806:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610457.263807:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610457.263808:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.263809:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494509824:0@lo:38:kworker.0 00000100:00000001:2.0:1749610457.263811:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610457.263811:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610457.263812:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610457.263813:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610457.263814:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 02000000:00000001:1.0:1749610457.263814:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610457.263815:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 02000000:00000010:1.0:1749610457.263815:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587c00. 02000000:00000001:1.0:1749610457.263816:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263817:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610457.263818:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749610457.263818:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00000001:2.0:1749610457.263820:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610457.263820:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:1.0:1749610457.263822:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494509824, portal 10 00000100:00000040:2.0:1749610457.263823:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610457.263823:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610457.263824:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263824:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986048 : -131938765565568 : ffff88009cbf1180) 00000020:00000001:2.0:1749610457.263826:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610457.263827:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263829:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05f80 x1834598494509568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.263831:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610457.263832:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610457.263833:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610457.263834:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494509824, offset 0 00000400:00000200:1.0:1749610457.263836:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610457.263838:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494509568:12345-0@lo:38:kworker.0 Request processed in 142us (211us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610457.263839:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610457.263842:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921b00 00000100:00100000:2.0:1749610457.263844:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000400:00000200:1.0:1749610457.263844:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 108048 00000100:00000001:2.0:1749610457.263846:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610457.263846:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610457.263847:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610457.263848:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610457.263849:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610457.263850:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610457.263851:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610457.263852:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000010:1.0:1749610457.263853:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c06300. 00000100:00000040:1.0:1749610457.263854:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c06300 x1834598494509824 msgsize 520 00000020:00000010:2.0:1749610457.263856:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000100:00100000:1.0:1749610457.263856:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610457.263867:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610457.263870:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610457.263871:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610457.263873:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263873:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610457.263876:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263878:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610457.263880:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494509824 02000000:00000001:2.0:1749610457.263881:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610457.263881:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610457.263882:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610457.263884:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263884:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610457.263886:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610457.263888:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494509824 00000100:00000001:1.0:1749610457.263889:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610457.263890:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610457.263891:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610457.263891:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610457.263892:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610457.263893:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610457.263894:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610457.263895:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610457.263896:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 462 usecs (1 jiffies) 00000100:00000001:1.0:1749610457.263897:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299730722 00000020:00000010:2.0:1749610457.263898:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:1.0:1749610457.263899:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299730722 00000020:00000010:2.0:1749610457.263900:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610457.263901:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299730722 00000020:00000010:2.0:1749610457.263902:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000001:1.0:1749610457.263903:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299730722 00000100:00000001:2.0:1749610457.263904:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610457.263904:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299730722 00000100:00000001:2.0:1749610457.263905:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610457.263905:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299730722 00000100:00000001:2.0:1749610457.263906:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263907:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299730722 00000100:00000001:2.0:1749610457.263908:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263908:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299730722 00000100:00000001:1.0:1749610457.263910:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610457.263911:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263913:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610457.263914:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610457.263915:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610457.263916:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00000001:2.0:1749610457.263917:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610457.263917:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749610457.263918:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610457.263919:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610457.263919:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610457.263920:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610457.263920:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610457.263922:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00000200:1.0:1749610457.263922:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.263923:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843409152 : -131938866142464 : ffff880096c06300) 00000100:00000001:0.0:1749610457.263924:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610457.263925:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.263927:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c06300 x1834598494509824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610477 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610457.263935:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494509824:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610457.263935:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610457.263938:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494509824 00000020:00000001:2.0:1749610457.263939:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610457.263940:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749610457.263941:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610457.263941:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.263942:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610457.263943:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610457.263945:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610457.263946:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263946:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.263947:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610457.263949:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:1.0:1749610457.263950:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610457 v=5 (0 0 0 0) 00010000:00000001:2.0:1749610457.263951:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610457.263953:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610457.263953:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=12 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610457.263955:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610457.263955:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610457.263956:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610457.263956:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610457.263957:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610457.263958:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610457.263960:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1400. 00000100:00000040:1.0:1749610457.263960:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610457.263962:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.263963:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610457.263965:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610457.263965:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610457.263967:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.263967:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610457.263968:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610457.263969:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610457.263969:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610457.263970:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610457.263971:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:1.0:1749610457.263972:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610457.263973:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1749610457.263974:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749610457.263975:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610457.263975:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610457.263976:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610457.263978:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610457.263978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610457.263981:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610457.263983:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610457.263984:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.263984:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494509440:0@lo:38:kworker.0 00000100:00000001:2.0:1749610457.263986:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610457.263987:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:1.0:1749610457.263987:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610457.263988:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610457.263989:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000010:1.0:1749610457.263990:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000400:00000200:1.0:1749610457.263991:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610457.263993:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610457.263994:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610457.263995:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494509824, offset 0 00000100:00000200:1.0:1749610457.263997:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610457.263999:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610457.264003:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610457.264004:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610457.264007:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610457.264008:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921b00 00000100:00000001:1.0:1749610457.264008:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264009:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610457.264010:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610457.264011:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610457.264012:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5801 [1] + 0 00000100:00000001:1.0:1749610457.264012:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610457.264013:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610457.264015:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610457 v=5 (0 0 0 0) 00000400:00000200:2.0:1749610457.264016:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610457.264017:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=112 v=20 (1 20 0 0) 00000400:00000200:2.0:1749610457.264018:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610457.264019:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610457.264020:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610457.264021:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610457.264021:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610457.264024:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610457.264024:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.264029:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610457.264030:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610457.264031:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.264031:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264032:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610457.264034:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610457.264035:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610457.264037:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610457.264038:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610457.264039:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610457.264041:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000040:1.0:1749610457.264041:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610457.264043:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610457.264045:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610457.264046:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610457.264048:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.264050:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610457.264053:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.264053:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494509568:0@lo:38:kworker.0 00000020:00000001:2.0:1749610457.264054:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610457.264055:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.264056:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610457.264058:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c06300 x1834598494509824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610477 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610457.264058:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2d80 x1834598494509440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610457.264061:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610457.264062:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610457.264063:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587800. 00000100:00100000:2.0:1749610457.264065:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494509824:12345-0@lo:38:kworker.0 Request processed in 130us (209us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610457.264065:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610457.264066:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610457.264066:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610457.264067:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610457.264068:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2c00. 02000000:00000001:1.0:1749610457.264070:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610457.264070:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749610457.264071:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00000010:1.0:1749610457.264071:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2d80. 00000100:00000001:2.0:1749610457.264073:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610457.264074:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610457.264075:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749610457.264076:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610457.264076:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264076:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610457.264078:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3800 x1834598494509568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610457.264079:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000001:1.0:1749610457.264081:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749610457.264082:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 02000000:00000001:1.0:1749610457.264082:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610457.264083:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009685c800. 00000100:00000001:2.0:1749610457.264084:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610457.264084:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610457.264084:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610457.264085:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610457.264086:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610457.264086:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3800. 02000000:00000001:1.0:1749610457.264087:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610457.264088:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610457.264089:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3800. 00000100:00000001:1.0:1749610457.264090:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610457.264091:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264092:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264094:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.264094:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610457.264095:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264096:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.264096:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.264097:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610457.264098:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610457.264099:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610457.264101:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000400:00000200:2.0:1749610457.264103:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610457.264105:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610457.264106:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749610457.264109:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610457.264110:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610457.264110:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610457.264111:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000400:00000200:1.0:1749610457.264112:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610457.264113:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610457.264114:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610457.264116:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610457.264117:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610457.264121:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.264123:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610457.264124:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264124:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610457.264125:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264126:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610457.264126:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610457.264126:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610457.264127:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610457.264127:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610457.264128:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.264129:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610457.264129:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.264130:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610457.264130:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610457 v=5 (0 0 0 0) 02000000:00000001:2.0:1749610457.264132:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610457.264132:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=62 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610457.264133:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610457.264134:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610457.264135:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=62 v=5 (5 5 0 0) 00000100:00000001:1.0:1749610457.264135:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610457.264137:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610457.264138:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=62 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610457.264140:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610457.264141:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610457.264142:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.264142:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610457.264142:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264143:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:2.0:1749610457.264144:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610457.264144:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610457.264146:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749610457.264147:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610457.264147:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610457.264148:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610457.264150:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610457.264153:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610457.264154:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494509824:0@lo:38:kworker.0 00000100:00000001:2.0:1749610457.264155:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610457.264155:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.264156:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610457.264157:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:1.0:1749610457.264157:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1180 x1834598494509824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.264158:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610457.264159:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.264160:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610457.264161:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610457.264162:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610457.264162:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587c00. 02000000:00000001:1.0:1749610457.264163:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610457.264163:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610457.264164:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610457.264165:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610457.264165:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3c00. 02000000:00000001:1.0:1749610457.264166:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610457.264167:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610457.264168:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749610457.264168:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1180. 00000100:00000001:1.0:1749610457.264169:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610457.264169:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264170:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610457.264170:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.264171:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610457.264171:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610457.264171:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610457.264172:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610457.264173:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610457.264174:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610457.264180:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494509952:0@lo:400:kworker.0 00000100:00000001:2.0:1749610457.264184:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264186:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610457.264188:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2680 x1834598494509952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610457.264194:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610457.264195:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610457.264197:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829000. 02000000:00000001:2.0:1749610457.264200:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610457.264201:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610457.264203:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610457.264204:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610457.264206:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5700. 02000000:00000001:2.0:1749610457.264208:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610457.264209:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610457.264210:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2680. 00000100:00000001:2.0:1749610457.264213:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610457.264214:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264215:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.264218:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610457.264219:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.264221:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610457.264223:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610457.264561:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299730722, at 4299730722 00000100:00000010:3.0:1749610457.264567:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3ac0. 00000100:00000040:2.0:1749610457.264567:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299730722, at 4299730722 00000100:00000010:2.0:1749610457.264572:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3540. 00000100:00000040:1.0:1749610457.265565:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299730722, at 4299730723 00000100:00000040:0.0:1749610457.265565:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299730722, at 4299730723 00000100:00000010:0.0:1749610457.265574:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b32c0. 00000100:00000010:1.0:1749610457.265585:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3640. 00000100:00000001:2.0:1749610457.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610457.457667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610457.457669:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610457.457671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610457.457674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610457.457676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.457678:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610457.457680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.457681:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610457.739633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610457.739640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610457.739642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610457.739645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610457.739647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610457.739650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.739652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610457.739654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610457.739656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610458.046636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610458.046641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610458.046758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610458.046761:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610458.046763:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610458.263697:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610458.263710:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610458.263712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610458.263715:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610458.263717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610458.263719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610458.263721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610458.457639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610458.457645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610458.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610458.457649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610458.457651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610458.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610458.457656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610458.457657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610458.457659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610458.739578:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610458.739584:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610458.739586:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610458.739589:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610458.739591:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610458.739594:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610458.739597:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610458.739600:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610458.739602:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610459.048628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610459.048633:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610459.048717:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610459.048753:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610459.048756:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610459.263629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610459.263648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610459.263652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610459.263658:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610459.263662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610459.263667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610459.263670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610459.457678:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610459.457687:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610459.457690:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610459.457697:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610459.457703:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610459.457707:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610459.457711:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610459.457714:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610459.457770:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610459.739686:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610459.739695:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610459.739698:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610459.739703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610459.739707:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610459.739711:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610459.739749:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610459.739754:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610459.739756:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610460.050782:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610460.050790:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610460.050912:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610460.050918:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610460.050921:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610460.263699:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610460.263738:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610460.263741:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610460.263746:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610460.263748:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610460.263752:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610460.263755:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610460.457693:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610460.457702:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610460.457704:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610460.457750:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610460.457754:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610460.457758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610460.457761:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610460.457764:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610460.457767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610460.739751:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610460.739763:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610460.739766:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610460.739773:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610460.739778:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610460.739783:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610460.739787:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610460.739792:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610460.739795:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610461.052809:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610461.052818:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610461.053081:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610461.053086:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610461.053090:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610461.263660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610461.263680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610461.263684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.263690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610461.263694:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610461.263720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610461.263724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610461.457673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610461.457681:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610461.457683:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610461.457687:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610461.457691:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610461.457695:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.457733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610461.457736:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.457739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610461.739795:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610461.739806:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610461.739809:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610461.739815:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610461.739820:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610461.739825:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.739829:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610461.739844:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.739861:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610461.739868:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.739877:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610461.739881:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.739883:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610461.739885:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610461.739889:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610461.739897:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494507648:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610461.739903:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.739905:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610461.739908:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610461.739911:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610461.739914:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.739920:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610461.739923:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610461.739931:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610461.739933:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610461.739937:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610461.739941:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610461.739945:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610461.739948:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=4 00000020:00000001:2.0:1749610461.739951:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610461.739953:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00010000:2.0:1749610461.739960:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.739970:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610461.739975:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.739981:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610461.739984:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.739990:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610461.739992:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610461.739995:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.740000:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610461.740003:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610461.740006:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610461.740009:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610461.740015:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610461.740019:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610461.740021:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.740032:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610461.740034:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610461.740035:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610461.740036:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=5 00000020:00000001:2.0:1749610461.740039:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610461.740041:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610461.740043:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610461.740046:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610461.740051:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610461.740053:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610461.740058:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610461.740061:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610461.740062:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610461.740065:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610461.740067:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610461.740069:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610461.740071:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610461.740072:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610461.740074:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610461.740077:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829c00 with handle 0x689c0ec07329d159 from hash 00010000:00000001:2.0:1749610461.740079:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610461.740080:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610461.740082:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610461.740083:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610461.740084:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610461.740085:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610461.740088:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610461.740089:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610461.740090:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610461.740092:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610461.740095:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610461.740100:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610461.740102:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610461.740103:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610461.740104:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610461.740105:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610461.740106:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610461.740107:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610461.740109:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d159 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610461.740117:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5500 count: 0 00010000:00000001:2.0:1749610461.740156:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610461.740158:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610461.740161:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610461.740165:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3b80 x1834598494507648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.740172:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610461.740176:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610461.740177:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610461.740179:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610461.740184:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829800. 02000000:00000001:2.0:1749610461.740189:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610461.740191:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610461.740193:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3b80. 00000100:00000001:2.0:1749610461.740198:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610461.740200:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610461.740202:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610461.740205:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610461.740207:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610461.740212:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f300. 00000020:00000010:2.0:1749610461.740216:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:2.0:1749610461.740222:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829000. 00000040:00000010:2.0:1749610461.740226:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610461.740231:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610461.740236:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828e00. 80000000:00000010:2.0:1749610461.740241:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610461.740247:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829600. 00080000:00000010:2.0:1749610461.740253:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610461.740259:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610461.740269:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610461.740271:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610461.740277:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829000. 00000040:00000010:2.0:1749610461.740281:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610461.740286:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610461.740292:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828e00. 80000000:00000010:2.0:1749610461.740296:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610461.740300:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829600. 00080000:00000010:2.0:1749610461.740304:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610461.740308:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610461.740312:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 10000000:00000010:2.0:1749610461.740315:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f300. 10000000:01000000:2.0:1749610461.740318:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:2.0:1749610461.740332:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610461.740334:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610461.740337:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610461.740339:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610461.740341:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749610461.740343:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610461.740345:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610461.740347:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:2.0:1749610461.740349:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610461.740350:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610461.740351:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749610461.740352:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610461.740355:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:2.0:1749610461.740357:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610461.740358:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749610461.740362:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3b80. 00000020:00000040:2.0:1749610461.740366:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610461.740371:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610461.740374:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610461.740378:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610461.740383:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829800. 00000100:00000001:2.0:1749610461.740389:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610461.740392:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610461.740395:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610461.740399:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5800. 00010000:00000001:2.0:1749610461.740404:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610461.740407:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829200. 00000020:00000001:2.0:1749610461.740410:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610461.740412:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829200 with handle 0x689c0ec07329d160 to hash 00000020:00000001:2.0:1749610461.740414:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610461.740416:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00000001:2.0:1749610461.740419:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00000001:2.0:1749610461.740421:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610461.740423:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610461.740426:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610461.740433:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610461.740443:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610461.740448:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610461.740450:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610461.740455:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610461.740457:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610461.740460:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610461.740462:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 00000100:00000001:2.0:1749610461.740467:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610461.740474:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610461.740478:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610461.740480:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610461.740486:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.740498:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610461.740501:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610461.740507:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610461.740519:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610461.740559:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610461.740562:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610461.740565:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610461.740568:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610461.740571:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.740573:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610461.740576:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610461.740579:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610461.742765:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5500. 00010000:00000010:0.1:1749610461.742779:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829c00. 00010000:00000001:0.0:1749610462.054742:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610462.054750:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610462.054862:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610462.054868:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610462.054872:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610462.263626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610462.263632:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610462.263643:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610437/real 1749610437] req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610462.263657:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610462.263659:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610462.263661:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffdc0. 00000400:00000200:2.0:1749610462.263668:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:2.0:1749610462.263670:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610462.263672:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610462.263675:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610462.263681:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.263687:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610462.263688:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263713:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610462.263715:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610462.263718:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.263723:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263731:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.263731:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.263734:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.263735:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.263737:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610462.263739:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.263744:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610462.263746:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263747:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610462.263748:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263749:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610462.263751:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610462.263753:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610462.263773:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610462.263774:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610462.263777:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610462.263782:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494505984:0@lo:250:kworker.0 00000100:00000001:2.0:1749610462.263784:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263786:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610462.263788:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1500 x1834598494505984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610462 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.263793:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610462.263795:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610462.263798:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e3c00. 02000000:00000001:2.0:1749610462.263801:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610462.263803:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610462.263805:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610462.263807:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610462.263809:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610462.263811:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610462.263812:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610462.263814:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 00000100:00000001:2.0:1749610462.263816:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610462.263817:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263818:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.263819:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.263820:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.263822:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.263822:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610462.263854:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610462.263859:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610462.263861:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610462.263863:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610462.263865:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610462.263868:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5043 00000100:00080000:0.0:1749610462.263870:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610462.263872:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.263875:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.263876:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.263878:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610462.263880:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610462.263881:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610462.263884:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610462.263886:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610462.263887:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610462.263889:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610462.263891:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.263892:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.263893:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.263894:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610462.263896:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610462.263898:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610462.263899:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.263901:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610462.263903:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610462.263905:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.263906:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610462.263908:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610462.263913:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:0.0:1749610462.263915:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610462.263917:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610462.263919:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.263921:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.263922:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610462.263924:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610462.263931:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d741800. 00000100:00000001:0.0:1749610462.263935:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.263940:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610462.263948:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610462.263951:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610462.263953:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.263972:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610462.263974:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610462.263977:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610462.263978:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610462.263979:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610462.263980:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610462.263981:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5063 00000100:00080000:0.0:1749610462.263983:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610462.263984:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.263985:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.263986:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610462.263987:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610462.263987:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610462.263989:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610462.263989:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610462.263989:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:2.0:1749610462.263990:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610462.263990:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610462.263992:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000040:2.0:1749610462.263993:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610462.263993:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610462.263994:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610462.263996:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.263997:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.263997:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.263998:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610462.263999:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610462.264000:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610462.264000:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:2.0:1749610462.264001:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610462.264001:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610462.264002:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264003:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610462.264004:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610462.264005:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.264007:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494510208:0@lo:250:kworker.0 02000000:00000001:0.0:1749610462.264007:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610462.264008:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264010:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610462.264010:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610462.264011:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264012:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610462.264013:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 02000000:00000001:2.0:1749610462.264014:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610462.264014:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610462.264015:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610462.264016:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610462.264017:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610462.264018:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2000. 00000100:00000001:0.0:1749610462.264018:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.264019:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610462.264020:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264020:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610462.264022:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d743000. 00000400:00000010:2.0:1749610462.264024:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000100:00000001:0.0:1749610462.264024:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264027:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610462.264028:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610462.264031:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610462.264032:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610462.264033:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494510208, portal 25 00000100:00000001:2.0:1749610462.264034:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610462.264034:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57b80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264035:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000040:2.0:1749610462.264039:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264039:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610462.264040:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610462.264043:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610462.264043:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610462.264044:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610462.264045:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749610462.264046:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610462.264046:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610462.264047:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00080000:0.0:1749610462.264047:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5063 00000100:00080000:0.0:1749610462.264048:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749610462.264049:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494510208, offset 0 00000100:00000040:0.0:1749610462.264050:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610462.264053:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610462.264063:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610462.264064:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.264066:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264067:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610462.264068:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610462.264069:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610462.264070:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610462.264071:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf921c80 00000020:00000040:0.0:1749610462.264071:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610462.264072:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610462.264073:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000100:2.0:1749610462.264076:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494510208 offset 0 length 520: 4 00000100:00000040:0.0:1749610462.264076:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.264077:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610462.264078:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d4a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610462.264080:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:0.0:1749610462.264081:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264083:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610462.264084:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610462.264085:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610462.264086:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:0.0:1749610462.264086:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610462.264087:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 02000000:00000001:0.0:1749610462.264087:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610462.264089:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610462.264089:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610462.264090:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264091:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:2.0:1749610462.264092:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264092:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610462.264094:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:0.0:1749610462.264095:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610462.264096:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610462.264096:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610462.264097:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264098:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264098:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.264099:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610462.264100:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264101:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264102:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749610462.264102:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740000. 00000100:00000001:2.0:1749610462.264104:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264104:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264106:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610462.264107:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299735744 00000100:00000010:2.0:1749610462.264110:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f300. 00000100:00000001:0.0:1749610462.264110:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610462.264111:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610462.264113:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264115:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610462.264117:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264119:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299735744 00000100:00080000:0.0:1749610462.264119:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610462.264121:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f000. 00000100:00080000:0.0:1749610462.264121:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610462.264122:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610462.264123:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749610462.264123:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610462.264125:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610462.264126:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5063 00000100:00080000:0.0:1749610462.264127:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610462.264129:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.264130:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610462.264131:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264132:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610462.264133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299735744 00000020:00000001:0.0:1749610462.264133:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610462.264134:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610462.264134:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610462.264135:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f440. 00000020:00000040:0.0:1749610462.264136:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610462.264137:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610462.264137:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610462.264138:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610462.264139:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299735744 00000100:00000040:0.0:1749610462.264140:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.264140:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610462.264141:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fe00. 00000100:00000040:0.0:1749610462.264141:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610462.264142:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610462.264142:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610462.264143:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610462.264145:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610462.264146:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264148:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610462.264150:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264151:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264152:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264155:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.264156:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610462.264157:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.264158:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.264158:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610462.264161:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264165:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610462.264165:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610462.264166:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264166:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610462.264167:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610462.264167:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264168:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610462.264169:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264169:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610462.264169:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.264171:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494510336:0@lo:38:kworker.0 00000100:00000010:0.0:1749610462.264171:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:0.0:1749610462.264173:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610462.264174:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610462.264174:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264175:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.264176:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610462.264177:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610462.264177:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264178:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610462.264179:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264180:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610462.264180:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955400. 00000100:00000001:0.0:1749610462.264181:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610462.264182:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3c00. 02000000:00000001:2.0:1749610462.264184:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264184:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610462.264185:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000010:2.0:1749610462.264187:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610462.264188:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610462.264189:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494510336, portal 4 00000100:00000001:0.0:1749610462.264189:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264190:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610462.264191:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 00000100:00000040:0.0:1749610462.264191:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610462.264196:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264196:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610462.264197:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610462.264200:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610462.264200:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749610462.264201:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610462.264201:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000400:00000010:2.0:1749610462.264202:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000040:0.0:1749610462.264203:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749610462.264204:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494510336, offset 0 00000100:00000001:0.0:1749610462.264204:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.264205:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610462.264206:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610462.264206:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264208:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610462.264209:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f500. 00000100:00000001:0.0:1749610462.264210:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264211:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf921d00 00000100:00000040:0.0:1749610462.264213:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610462.264216:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 12480 00000100:00000001:0.0:1749610462.264217:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610462.264218:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264220:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610462.264221:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_00_00+0] req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610462.264223:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610462.264226:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610462.264227:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610462.264229:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00000100:00000040:2.0:1749610462.264231:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1500 x1834598494510336 msgsize 520 00000100:00100000:2.0:1749610462.264234:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610462.264240:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610462.264240:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610462.264242:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610462.264243:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610462.264244:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00080000:0.0:1749610462.264244:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610462.264245:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610462.264246:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610462.264246:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610462.264247:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:2.0:1749610462.264248:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610462.264249:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5063 00000100:00080000:0.0:1749610462.264251:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610462.264252:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610462.264252:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610462.264253:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610462.264254:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610462.264255:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264256:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610462.264257:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610462.264257:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610462.264258:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610462.264258:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610462.264258:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610462.264259:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610462.264259:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.264260:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610462.264260:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610462.264261:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610462.264262:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1018 usecs (2 jiffies) 00000020:00000001:0.0:1749610462.264262:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610462.264263:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264263:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610462.264263:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610462.264264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299735723 00000100:00000001:0.0:1749610462.264264:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610462.264265:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299735744 00000100:00000001:1.0:1749610462.264265:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610462.264265:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264266:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610462.264267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299735723 00000020:00000040:0.0:1749610462.264267:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610462.264268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299735744 00000100:00000001:2.0:1749610462.264269:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299735723 00000100:00080000:0.0:1749610462.264269:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610462.264270:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299735744 00000100:00000001:0.0:1749610462.264270:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299735723 02000000:00000001:0.0:1749610462.264271:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749610462.264272:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264273:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299735744 02000000:00000001:0.0:1749610462.264273:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610462.264274:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610462.264274:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264275:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264275:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610462.264276:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610462.264276:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264278:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610462.264278:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000020:00000040:0.0:1749610462.264279:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610462.264280:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610462.264281:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264282:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610462.264282:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610462.264282:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610462.264282:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610462.264283:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264283:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264283:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264284:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610462.264285:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610462.264285:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610462.264286:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610462.264286:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610462.264287:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494510464:0@lo:38:kworker.0 00000100:00000001:0.0:1749610462.264287:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610462.264288:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610462.264289:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610462.264290:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610462.264290:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264290:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610462.264291:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264292:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610462.264293:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610462.264293:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00000100:00100000:1.0:1749610462.264293:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494510720:0@lo:400:kworker.0 00000100:00000001:0.0:1749610462.264294:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610462.264295:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510336 02000000:00000001:2.0:1749610462.264295:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264295:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610462.264296:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000001:3.0:1749610462.264297:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610462.264297:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610462.264297:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610462.264298:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610462.264299:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494510464, portal 10 02000000:00000001:1.0:1749610462.264299:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610462.264300:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610462.264300:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610462.264301:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 02000000:00000001:1.0:1749610462.264301:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264301:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610462.264303:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610462.264303:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610462.264303:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610462.264304:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264305:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610462.264306:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610462.264306:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 00000100:00000010:0.0:1749610462.264306:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:0.0:1749610462.264307:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610462.264308:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610462.264308:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264308:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1749610462.264309:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510336 00000100:00000040:2.0:1749610462.264309:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610462.264309:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610462.264310:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610462.264311:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610462.264311:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000040:3.0:1749610462.264312:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749610462.264312:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494510464, offset 0 00000400:00000010:1.0:1749610462.264312:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 02000000:00000010:0.0:1749610462.264312:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000001:0.0:1749610462.264313:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610462.264314:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610462.264314:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610462.264315:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749610462.264316:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264316:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610462.264317:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000020:00000001:3.0:1749610462.264318:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264318:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921d80 00000100:00000001:0.0:1749610462.264319:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1749610462.264320:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494510720, portal 10 00000100:00000001:0.0:1749610462.264320:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264322:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 108568 00000100:00000001:1.0:1749610462.264322:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610462.264322:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_00_01+1] req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610462.264323:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000001:1.0:1749610462.264323:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000400:00000200:2.0:1749610462.264325:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610462.264326:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610462.264327:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610462.264328:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749610462.264329:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610462.264330:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610462.264330:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610462.264331:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2680. 00000020:00000010:3.0:1749610462.264332:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000040:0.0:1749610462.264332:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5073) 00000100:00000040:2.0:1749610462.264333:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf2680 x1834598494510464 msgsize 520 00000100:00100000:2.0:1749610462.264335:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610462.264337:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610462.264337:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610462.264339:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610462.264339:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610462.264339:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610462.264341:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264341:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:1.0:1749610462.264341:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000400:00000010:2.0:1749610462.264342:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610462.264344:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610462.264344:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494510720, offset 0 00000100:00000001:3.0:1749610462.264346:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610462.264346:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610462.264348:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610462.264349:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610462.264351:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264351:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610462.264352:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510464 00000100:00000001:3.0:1749610462.264353:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610462.264353:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610462.264355:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264355:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610462.264355:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610462.264355:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610462.264356:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264357:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264358:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 690 usecs (1 jiffies) 02000000:00000001:0.0:1749610462.264358:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264359:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510464 00000100:00000001:2.0:1749610462.264360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299735722 00000100:00000001:3.0:1749610462.264361:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610462.264361:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299735744 00000400:00000200:1.0:1749610462.264361:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921e80 00000020:00000001:0.0:1749610462.264361:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610462.264362:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299735722 00000020:00000040:0.0:1749610462.264362:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610462.264363:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610462.264363:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299735744 00000020:00000001:0.0:1749610462.264363:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610462.264364:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264365:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299735722 00000020:00000001:0.0:1749610462.264365:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264366:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299735744 00000400:00000200:1.0:1749610462.264366:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 109088 00000100:00100000:3.0:1749610462.264367:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000001:2.0:1749610462.264367:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299735722 00000020:00000010:0.0:1749610462.264368:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749610462.264369:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299735744 00000100:00000001:3.0:1749610462.264370:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 00000100:00000001:2.0:1749610462.264370:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610462.264370:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610462.264371:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610462.264371:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610462.264372:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264373:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610462.264373:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000040:3.0:1749610462.264374:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1500 x1834598494510336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610462.264374:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610462.264375:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610462.264375:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610462.264376:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610462.264376:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610462.264377:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610462.264377:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610462.264378:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.264378:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749610462.264378:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610462.264378:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264380:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610462.264381:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c06680. 00000100:00000001:0.0:1749610462.264381:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610462.264384:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494510336:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610462.264384:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610462.264384:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c06680 x1834598494510720 msgsize 224 00000100:00000001:2.0:1749610462.264385:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264385:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610462.264386:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610462.264387:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610462.264387:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610462.264388:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610462.264389:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510336 00000100:00000001:0.0:1749610462.264389:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610462.264390:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494510592:0@lo:38:kworker.0 00000020:00000001:3.0:1749610462.264391:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610462.264392:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610462.264392:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610462.264393:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264394:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610462.264394:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610462.264395:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749610462.264395:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610462.264397:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264397:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510720 00000400:00000010:2.0:1749610462.264398:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 02000000:00000001:0.0:1749610462.264398:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610462.264399:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610462.264399:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610462.264400:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749610462.264400:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264402:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264403:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610462.264403:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510720 00000020:00000001:0.0:1749610462.264404:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610462.264404:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000010:2.0:1749610462.264405:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000001:0.0:1749610462.264405:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610462.264406:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610462.264406:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610462.264406:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000200:2.0:1749610462.264407:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494510592, portal 10 00000100:00000001:2.0:1749610462.264408:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610462.264408:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610462.264409:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000020:00000001:0.0:1749610462.264409:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00020000:3.0:1749610462.264410:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610462.264411:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749610462.264412:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610462.264413:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264413:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610462.264413:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee0c0. 00010000:00000001:3.0:1749610462.264415:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610462.264416:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264417:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610462.264418:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610462.264418:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610462.264418:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749610462.264419:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749610462.264420:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610462.264421:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494510592, offset 0 00000100:00000001:0.0:1749610462.264421:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749610462.264422:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610462.264422:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264423:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610462.264423:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:1.0:1749610462.264424:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610462.264424:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 02000000:00000010:3.0:1749610462.264425:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b3800. 00000400:00000200:2.0:1749610462.264425:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610462.264426:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 02000000:00000001:3.0:1749610462.264427:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264427:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264428:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921e00 00000100:00000001:3.0:1749610462.264429:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610462.264429:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749610462.264430:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 109312 00000100:00000040:1.0:1749610462.264430:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 657 usecs (1 jiffies) 00000100:00000001:0.0:1749610462.264430:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610462.264431:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749610462.264432:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610462.264432:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610462.264432:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299735722 00000100:00000001:0.0:1749610462.264433:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610462.264434:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610462.264435:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264435:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610462.264435:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299735744 00000100:00000001:0.0:1749610462.264435:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1749610462.264436:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610462.264436:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:3.0:1749610462.264437:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610462.264437:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299735722 00000100:00000001:0.0:1749610462.264437:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610462.264438:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0380. 00000100:00000001:1.0:1749610462.264439:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299735744 00000100:00000001:3.0:1749610462.264440:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610462.264440:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0380 x1834598494510592 msgsize 520 00000100:00000001:0.0:1749610462.264440:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.264441:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299735722 00000100:00100000:2.0:1749610462.264442:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610462.264443:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610462.264443:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299735744 00000100:00000001:0.0:1749610462.264443:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610462.264444:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610462.264445:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610462.264445:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299735722 00000100:00000001:2.0:1749610462.264446:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610462.264447:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610462.264447:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299735744 00000100:00100000:0.0:1749610462.264447:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:2.0:1749610462.264448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610462.264449:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749610462.264449:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610462.264449:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610462.264450:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610462.264450:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610462.264450:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843410048 : -131938866141568 : ffff880096c06680) 00000100:00000200:2.0:1749610462.264452:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264452:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610462.264453:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610462.264453:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c06680 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:653/0 lens 224/0 e 0 to 0 dl 1749610473 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264454:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610462.264455:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610462.264456:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610462.264456:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610462.264457:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610462.264458:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610462.264458:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264459:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610462.264460:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610462.264460:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610462.264460:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:0.0:1749610462.264461:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610462.264462:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264462:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610462.264462:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000400:00000010:3.0:1749610462.264463:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:2.0:1749610462.264463:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610462.264464:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264464:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610462.264465:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610462.264466:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494510336, offset 0 00000100:00000040:2.0:1749610462.264466:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 647 usecs (1 jiffies) 00000100:00000001:1.0:1749610462.264466:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264466:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494510720:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610462.264467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299735722 00000100:00000001:2.0:1749610462.264468:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299735744 00000100:00000200:0.0:1749610462.264468:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510720 00000100:00000001:2.0:1749610462.264469:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299735722 00000100:00100000:1.0:1749610462.264469:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1749610462.264470:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610462.264470:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610462.264471:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299735744 00000100:00000001:1.0:1749610462.264471:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264472:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299735722 00000020:00000001:0.0:1749610462.264472:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610462.264473:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299735744 00000100:00000001:1.0:1749610462.264473:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610462.264474:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610462.264474:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264475:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299735722 00000020:00000001:0.0:1749610462.264475:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749610462.264476:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610462.264476:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299735744 00000100:00000001:1.0:1749610462.264476:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.264477:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610462.264477:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610462.264477:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610462.264478:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264478:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610462.264478:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610462.264479:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610462.264480:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf921d00 00000020:00000001:0.0:1749610462.264480:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610462.264481:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610462.264481:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610462.264481:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610462.264483:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749610462.264485:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5815 [1] + 0 00000100:00000001:2.0:1749610462.264485:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610462.264485:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264486:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610462.264486:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749610462.264487:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610462.264488:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610462.264488:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610462.264489:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610462.264489:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264489:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610462.264490:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494510848:0@lo:38:kworker.0 00000100:00000001:1.0:1749610462.264490:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610462.264490:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610462.264492:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610462.264492:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610462.264492:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610462.264493:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610462.264493:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610462.264494:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264494:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610462.264495:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749610462.264496:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2c00. 02000000:00000001:1.0:1749610462.264496:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264497:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610462.264498:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00100000:1.0:1749610462.264498:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494510976:0@lo:400:kworker.0 00000100:00000200:3.0:1749610462.264499:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610462.264500:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:2.0:1749610462.264501:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494510848, portal 10 00000100:00000001:1.0:1749610462.264501:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610462.264502:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610462.264503:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 02000000:00000001:1.0:1749610462.264503:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610462.264505:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264506:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610462.264506:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260000. 00000100:00000040:3.0:1749610462.264507:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610462.264507:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610462.264507:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610462.264509:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bce00. 00000100:00000001:0.0:1749610462.264509:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264510:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610462.264511:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610462.264511:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610462.264511:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610462.264512:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000200:2.0:1749610462.264513:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494510848, offset 0 00000400:00000010:1.0:1749610462.264513:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db478. 00010000:00000040:0.0:1749610462.264513:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494510720 00000100:00000001:3.0:1749610462.264515:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610462.264515:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610462.264516:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610462.264516:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00010000:00000200:0.0:1749610462.264518:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c06680 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:653/0 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610462.264519:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610462.264519:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494510976, portal 10 00000400:00000200:2.0:1749610462.264538:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf921f00 00000400:00000200:3.0:1749610462.264548:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000400:00000010:3.0:1749610462.264550:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610462.264552:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610462.264553:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000001:3.0:1749610462.264554:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610462.264555:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610462.264555:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 109832 00000100:00000001:3.0:1749610462.264558:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264558:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610462.264558:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610462.264560:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610462.264561:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610462.264562:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610462.264562:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610462.264563:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610462.264564:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1f80. 00000020:00000001:3.0:1749610462.264565:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610462.264565:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610462.264566:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1f80 x1834598494510848 msgsize 520 00010000:00000001:0.0:1749610462.264566:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.264568:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:0.0:1749610462.264568:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610462.264569:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494510336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264571:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610462.264571:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610462.264572:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610462.264572:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610462.264573:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610462.264574:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000100:00000001:0.0:1749610462.264574:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610462.264575:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000400:00000010:1.0:1749610462.264575:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610462.264575:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610462.264576:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610462.264576:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610462.264578:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610462.264578:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494510976, offset 0 00000100:00000001:0.0:1749610462.264578:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610462.264579:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494510336:12345-0@lo:38:kworker.0 Request processed in 194us (344us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610462.264579:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610462.264581:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610462.264581:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610462.264582:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610462.264584:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610462.264584:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494510720, offset 224 00000100:00100000:3.0:1749610462.264586:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000400:00000200:1.0:1749610462.264586:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610462.264587:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610462.264588:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264588:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610462.264589:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610462.264590:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610462.264591:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf921f80 00000100:00000001:2.0:1749610462.264592:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610462.264592:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610462.264593:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 460 usecs (1 jiffies) 00000020:00000010:3.0:1749610462.264594:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610462.264594:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299735723 00000400:00000200:1.0:1749610462.264595:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 110352 00000100:00000001:2.0:1749610462.264596:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299735744 00000020:00000010:3.0:1749610462.264597:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000001:2.0:1749610462.264597:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299735723 00000400:00000200:0.0:1749610462.264597:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921e80 00000100:00000001:2.0:1749610462.264598:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299735744 00000100:00000001:2.0:1749610462.264599:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299735723 00000400:00000200:1.0:1749610462.264599:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610462.264601:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000100:00000001:2.0:1749610462.264601:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299735744 00000400:00000200:0.0:1749610462.264601:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5825 [1] + 224 00000100:00000001:2.0:1749610462.264602:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299735723 00000400:00000200:1.0:1749610462.264602:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610462.264604:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299735744 00000100:00000001:1.0:1749610462.264604:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610462.264604:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610462.264605:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610462.264606:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610462.264606:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610462.264606:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749610462.264608:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610462.264608:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610462.264609:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1749610462.264609:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c07100. 00000400:00000010:2.0:1749610462.264610:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000040:1.0:1749610462.264611:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c07100 x1834598494510976 msgsize 224 00000100:00000200:0.0:1749610462.264611:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610462.264612:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610462.264612:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610462.264613:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610462.264614:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749610462.264615:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:2.0:1749610462.264615:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264616:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610462.264617:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610462.264618:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610462.264619:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000200:2.0:1749610462.264620:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610462.264621:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610462.264621:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610462.264623:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610462.264624:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610462.264625:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610462.264625:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000200:1.0:1749610462.264626:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610462.264627:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610462.264627:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749610462.264627:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:3.0:1749610462.264628:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510592 02000000:00000001:2.0:1749610462.264628:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610462.264628:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610462.264629:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610462.264629:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610462.264630:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610462.264630:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264631:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610462.264632:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610462.264632:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610462.264633:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264633:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610462.264633:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749610462.264634:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:2.0:1749610462.264635:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610462 v=5 (0 0 0 0) 00000020:00000001:0.0:1749610462.264635:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610462.264636:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610462.264636:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610462.264637:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749610462.264638:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510592 00000100:00001000:2.0:1749610462.264638:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=35 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610462.264639:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610462.264639:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c06680 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:653/0 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610462.264640:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610462.264641:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610462.264641:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610462.264642:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610462.264642:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610462.264643:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610462.264644:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264644:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749610462.264645:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494510720:12345-0@lo:400:kworker.0 Request processed in 185us (260us total) trans 0 rc 0/0 00000020:00000001:3.0:1749610462.264646:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264646:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264647:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610462.264649:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000040:1.0:1749610462.264649:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 597 usecs (1 jiffies) 00000100:00000001:2.0:1749610462.264650:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610462.264650:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000020:00000010:3.0:1749610462.264651:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610462.264651:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610462.264652:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.264652:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299735723 00000100:00000040:0.0:1749610462.264652:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:3.0:1749610462.264653:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:2.0:1749610462.264653:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610462.264654:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610462.264654:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299735744 00000100:00000001:0.0:1749610462.264654:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610462.264655:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610462.264656:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:2.0:1749610462.264656:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610462.264656:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299735723 00000100:00000001:3.0:1749610462.264657:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749610462.264658:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610462.264658:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299735744 00000020:00000010:0.0:1749610462.264658:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610462.264659:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264660:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610462.264660:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299735723 00000020:00000010:0.0:1749610462.264660:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000100:00000001:3.0:1749610462.264661:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264662:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299735744 00000020:00000010:0.0:1749610462.264662:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749610462.264663:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.264664:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299735723 00000020:00000040:0.0:1749610462.264664:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610462.264666:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299735744 00000100:00000001:0.0:1749610462.264666:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610462.264667:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610462.264667:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494510336:0@lo:38:kworker.0 00000100:00000001:1.0:1749610462.264668:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610462.264669:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510848 00000100:00000001:2.0:1749610462.264669:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610462.264670:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610462.264670:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264671:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610462.264671:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610462.264672:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610462.264672:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57b80 x1834598494510336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610462.264672:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494510976 00000100:00000001:3.0:1749610462.264673:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610462.264673:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610462.264673:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610462.264674:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610462.264675:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610462.264675:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610462.264675:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610462.264676:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510848 00000100:00000001:2.0:1749610462.264676:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610462.264677:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749610462.264677:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 02000000:00000001:0.0:1749610462.264677:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610462.264678:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1749610462.264678:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3c00. 00000100:00100000:0.0:1749610462.264678:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494510976 00000020:00000040:3.0:1749610462.264679:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610462.264679:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749610462.264679:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000020:00000001:0.0:1749610462.264679:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749610462.264680:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610462.264680:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610462.264681:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610462.264681:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:1.0:1749610462.264681:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000020:00000001:0.0:1749610462.264681:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610462.264682:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610462.264682:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1749610462.264682:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749610462.264683:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610462.264684:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610462.264684:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d743000. 00000020:00000001:0.0:1749610462.264684:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749610462.264685:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:3.0:1749610462.264686:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 02000000:00000001:2.0:1749610462.264686:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610462.264686:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749610462.264686:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610462.264687:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57b80. 00000100:00000001:0.0:1749610462.264687:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610462.264688:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000020:00000010:0.0:1749610462.264688:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:2.0:1749610462.264689:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610462.264706:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264710:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610462.264710:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb844c0. 00000100:00000001:2.0:1749610462.264711:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610462.264712:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610462.264713:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000001:2.0:1749610462.264713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610462.264713:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610462.264714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610462.264715:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610462.264715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610462.264715:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610462.264716:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610462.264717:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610462.264718:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610462.264719:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000100:00000001:3.0:1749610462.264720:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610462.264721:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:0.0:1749610462.264722:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000001:1.0:1749610462.264723:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610462.264724:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.264724:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610462.264724:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:1.0:1749610462.264726:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610462.264726:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610462.264727:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610462.264727:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610462.264728:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610462.264728:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610462.264729:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610462.264729:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610462.264729:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610462.264729:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610462.264731:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610462.264731:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00000001:1.0:1749610462.264731:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264733:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943991424 : -131938765560192 : ffff88009cbf2680) 02000000:00000001:1.0:1749610462.264733:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264734:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610462.264735:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749610462.264736:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf2680 x1834598494510464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264736:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610462.264737:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=117 v=5 (5 5 0 0) 00000100:00000001:0.0:1749610462.264738:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610462.264740:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=117 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610462.264741:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610462.264742:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610462.264742:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610462.264744:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1749610462.264744:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494510464:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610462.264744:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610462.264746:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510464 00000100:00000040:3.0:1749610462.264747:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00010000:00000001:1.0:1749610462.264747:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749610462.264748:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610462.264748:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00000001:3.0:1749610462.264749:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843412736 : -131938866138880 : ffff880096c07100) 00000100:00000001:0.0:1749610462.264749:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943982464 : -131938765569152 : ffff88009cbf0380) 00010000:00000001:2.0:1749610462.264750:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00080000:1.0:1749610462.264751:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610462.264752:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0380 x1834598494510592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610462.264753:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c07100 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:653/0 lens 224/0 e 0 to 0 dl 1749610473 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610462.264755:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610462.264757:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610462.264758:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610462.264758:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494510592:12345-0@lo:38:kworker.0 00010000:00000001:2.0:1749610462.264759:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610462.264760:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610462.264760:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510592 00000100:00000001:3.0:1749610462.264761:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610462.264761:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749610462.264761:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610462.264762:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610462.264763:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610462.264763:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:0.0:1749610462.264763:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749610462.264764:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 02000000:00000001:2.0:1749610462.264764:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610462.264764:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610462.264766:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610462.264766:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3c00. 00000100:00000001:1.0:1749610462.264766:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.264767:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610462.264768:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000020:00000001:0.0:1749610462.264768:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264769:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610462.264769:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610462.264770:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:0.0:1749610462.264770:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610462.264771:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610462.264772:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494510976:12345-0@lo:400:kworker.0 00010000:00000001:0.0:1749610462.264772:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610462.264773:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749610462.264774:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610462.264775:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510976 00000100:00000001:2.0:1749610462.264775:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610462.264775:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610462.264776:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610462.264776:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610462.264777:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610462.264777:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610462.264777:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610462.264778:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610462.264778:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610462.264779:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610462.264779:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264780:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749610462.264780:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260400. 00000020:00000001:3.0:1749610462.264781:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264781:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610462.264781:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610462.264782:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264782:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610462.264783:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610462.264783:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610462.264784:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610462.264784:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749610462.264784:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610462.264785:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610462.264785:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264786:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610462.264787:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749610462.264787:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749610462.264787:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610462.264789:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610462.264789:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610462.264789:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610462.264790:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494510464, offset 0 00000100:00100000:1.0:1749610462.264790:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494510720:0@lo:400:kworker.0 00000100:00000001:0.0:1749610462.264790:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610462.264791:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610462.264792:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749610462.264792:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610462.264792:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610462.264793:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610462.264794:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264794:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264794:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610462.264796:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749610462.264796:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610462.264796:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610462.264796:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610462.264797:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610462.264798:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610462.264798:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264799:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921d80 00000100:00000040:1.0:1749610462.264799:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494510720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264799:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610462.264800:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610462.264801:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749610462.264802:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b3400. 00000400:00000200:2.0:1749610462.264802:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x581d [1] + 0 00000400:00000010:0.0:1749610462.264802:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749610462.264804:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264805:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610462.264805:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610462.264805:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494510592, offset 0 00000100:00000001:3.0:1749610462.264806:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610462.264807:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610462.264807:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749610462.264807:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610462.264808:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264809:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610462.264809:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 00010000:00000040:3.0:1749610462.264810:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494510976 02000000:00000001:1.0:1749610462.264811:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749610462.264811:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610462.264812:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749610462.264812:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610462.264812:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610462.264814:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00010000:00000200:3.0:1749610462.264815:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c07100 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:653/0 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610462.264815:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921e00 00000020:00000001:1.0:1749610462.264816:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610462.264818:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610462.264818:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f500. 00000400:00000200:0.0:1749610462.264818:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x582d [1] + 0 00000400:00000200:0.0:1749610462.264820:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610462.264821:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610462.264822:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610462.264823:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610462.264824:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:1.0:1749610462.264824:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00000001:0.0:1749610462.264824:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610462.264826:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610462.264827:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610462.264827:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:1.0:1749610462.264827:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749610462.264828:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610462.264828:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610462.264829:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264829:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610462.264830:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610462.264830:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610462.264831:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610462.264831:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610462.264831:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264832:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264833:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610462.264834:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610462.264834:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610462.264834:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264835:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610462.264836:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:2.0:1749610462.264836:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610462.264836:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264836:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610462.264838:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610462.264838:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2680 x1834598494510464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610462.264838:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 02000000:00000001:3.0:1749610462.264840:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610462.264840:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749610462.264841:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.264841:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610462.264842:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610462.264843:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610462.264844:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494510464:12345-0@lo:38:kworker.0 Request processed in 101us (509us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610462.264844:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610462.264845:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610462.264845:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610462.264847:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00000100:00000001:1.0:1749610462.264847:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610462.264847:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.264848:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000020:00000001:0.0:1749610462.264848:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610462.264849:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610462.264850:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494510976, offset 224 00000100:00000001:2.0:1749610462.264850:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610462.264850:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610462.264850:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0380 x1834598494510592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610462.264852:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00100000:1.0:1749610462.264852:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000400:00000200:3.0:1749610462.264854:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610462.264854:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749610462.264854:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943989632 : -131938765561984 : ffff88009cbf1f80) 00000020:00000010:2.0:1749610462.264856:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00100000:0.0:1749610462.264856:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494510592:12345-0@lo:38:kworker.0 Request processed in 98us (414us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610462.264858:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610462.264858:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1f80 x1834598494510848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610482 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610462.264859:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610462.264860:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00000001:0.0:1749610462.264861:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610462.264862:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610462.264864:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921f80 00000020:00000010:0.0:1749610462.264864:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:0.0:1749610462.264866:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000001:2.0:1749610462.264867:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610462.264867:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494510848:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610462.264868:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5841 [1] + 224 00000100:00000001:2.0:1749610462.264868:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610462.264868:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000100:00000001:0.0:1749610462.264869:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610462.264870:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494510848 00000400:00000001:2.0:1749610462.264871:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610462.264872:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749610462.264872:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610462.264872:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610462.264873:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610462.264874:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:3.0:1749610462.264875:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610462.264875:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610462.264876:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610462.264877:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610462.264878:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610462.264879:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610462.264880:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610462.264882:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610462.264883:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610462.264885:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610462.264885:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610462.264888:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610462.264889:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610462.264890:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264890:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.264890:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610462.264891:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610462.264891:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610462.264891:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610462.264892:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610462.264893:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610462.264893:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610462.264895:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610462.264895:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587c00. 00000100:00001000:2.0:1749610462.264897:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610462 v=5 (0 0 0 0) 02000000:00000001:1.0:1749610462.264897:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264898:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610462.264899:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=117 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610462.264900:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610462.264901:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610462.264901:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610462.264902:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610462.264902:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610462.264904:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610462.264905:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.264907:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610462.264908:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610462.264909:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610462.264910:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610462.264910:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610462.264910:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610462.264911:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264912:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610462.264912:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610462.264913:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:2.0:1749610462.264913:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610462.264914:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610462.264914:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610462.264915:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00000100:00080000:2.0:1749610462.264915:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610462.264915:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610462.264916:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610462.264917:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610462.264917:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610462.264917:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000001:0.0:1749610462.264918:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610462.264919:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610462.264919:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749610462.264919:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610462.264920:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610462.264920:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610462.264920:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db478. 00000100:00000001:3.0:1749610462.264921:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610462.264922:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610462.264922:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000040:3.0:1749610462.264923:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610462.264923:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00010000:00000001:3.0:1749610462.264925:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749610462.264925:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610462.264925:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610462.264926:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610462.264927:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:0.0:1749610462.264927:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610462.264928:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610462.264928:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494510592:0@lo:38:kworker.0 00000100:00000200:1.0:1749610462.264929:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494510848, offset 0 00000400:00000001:2.0:1749610462.264931:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610462.264932:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c07100 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:653/0 lens 224/224 e 0 to 0 dl 1749610473 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610462.264932:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610462.264932:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610462.264933:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610462.264934:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610462.264935:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610462.264936:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610462.264936:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610462.264937:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610462.264938:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264938:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610462.264939:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610462.264940:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610462.264940:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610462.264941:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494510976:12345-0@lo:400:kworker.0 Request processed in 178us (327us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610462.264941:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610462.264942:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610462.264943:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610462.264945:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610462.264946:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610462.264947:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:2.0:1749610462.264947:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264947:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610462.264948:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610462.264949:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610462.264949:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610462.264949:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610462.264949:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf921f00 00000100:00000001:3.0:1749610462.264951:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610462.264951:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610462.264952:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610462 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610462.264953:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610462.264953:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5839 [1] + 0 00000100:00001000:2.0:1749610462.264954:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=17 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610462.264955:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610462.264956:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:2.0:1749610462.264956:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610462.264956:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610462.264957:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610462.264959:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000100:00000040:2.0:1749610462.264959:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610462.264959:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610462.264960:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=67 v=5 (5 5 0 0) 00000020:00000010:3.0:1749610462.264961:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:1.0:1749610462.264962:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610462.264962:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=67 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610462.264963:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610462.264963:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610462.264964:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610462.264964:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610462.264965:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610462.264965:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264965:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610462.264966:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610462.264966:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610462.264966:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610462.264967:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610462.264968:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1749610462.264968:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610462.264970:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610462.264971:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610462.264972:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264974:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610462.264974:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264974:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610462.264975:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610462.264975:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1749610462.264976:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610462.264976:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610462.264978:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:2.0:1749610462.264979:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494510464:0@lo:38:kworker.0 00000100:00000040:0.0:1749610462.264979:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264981:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.264982:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610462.264982:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610462.264983:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610462.264983:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610462.264984:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610462.264984:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494510592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610462.264984:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610462.264985:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000001:0.0:1749610462.264985:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.264987:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1749610462.264987:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000040:0.0:1749610462.264987:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610462.264988:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610462.264989:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 00000100:00000001:1.0:1749610462.264989:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610462.264990:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610462.264990:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610462.264991:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749610462.264991:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494510976:0@lo:400:kworker.0 00000020:00000040:2.0:1749610462.264992:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610462.264992:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610462.264993:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610462.264994:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955400. 00000100:00000040:1.0:1749610462.264994:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610462.264994:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610462.264995:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610462.264996:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610462.264996:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610462.264996:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610462.264997:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000020:00000001:1.0:1749610462.264997:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610462.264997:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494510976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.264999:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610462.264999:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.265000:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610462.265000:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610462.265001:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1f80 x1834598494510848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610482 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610462.265001:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610462.265002:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494510464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610462.265003:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bce00. 02000000:00000001:0.0:1749610462.265004:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610462.265005:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610462.265006:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1749610462.265006:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610462.265007:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610462.265007:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610462.265008:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000010:0.0:1749610462.265008:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 02000000:00000001:2.0:1749610462.265009:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610462.265010:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610462.265010:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494510848:12345-0@lo:38:kworker.0 Request processed in 142us (441us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610462.265010:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1749610462.265011:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610462.265012:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610462.265012:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610462.265012:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 02000000:00000010:2.0:1749610462.265013:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740000. 00000100:00000001:0.0:1749610462.265014:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610462.265015:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610462.265015:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610462.265016:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749610462.265016:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00000001:0.0:1749610462.265016:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610462.265017:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000001:2.0:1749610462.265018:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610462.265018:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610462.265018:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.265019:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610462.265019:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610462.265019:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.265020:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610462.265020:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.265021:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610462.265021:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749610462.265022:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610462.265022:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610462.265023:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610462.265023:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610462.265023:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000400:00000010:2.0:1749610462.265024:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610462.265025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610462.265026:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000010:1.0:1749610462.265026:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000001:2.0:1749610462.265027:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610462.265029:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610462.265029:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610462.265033:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.265037:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610462.265037:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.265038:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610462.265039:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610462.265039:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610462.265040:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610462.265041:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610462.265043:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610462 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610462.265045:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=67 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610462.265047:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610462.265047:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610462.265049:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610462.265050:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.265054:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610462.265055:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610462.265056:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.265057:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610462.265058:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610462.265060:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610462.265061:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610462.265062:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610462.265064:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610462.265068:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494510848:0@lo:38:kworker.0 00000100:00000001:2.0:1749610462.265070:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.265071:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610462.265073:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494510848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610462.265076:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610462.265077:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610462.265077:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2c00. 02000000:00000001:2.0:1749610462.265078:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610462.265079:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610462.265080:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610462.265081:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610462.265081:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610462.265083:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610462.265084:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610462.265085:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:2.0:1749610462.265086:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610462.265086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.265087:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.265088:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610462.265089:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.265089:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.265090:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610462.286598:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299735744, at 4299735744 00000100:00000040:2.0:1749610462.286598:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299735744, at 4299735744 00000100:00000040:1.0:1749610462.286598:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299735744, at 4299735744 00000100:00000040:0.0:1749610462.286599:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299735744, at 4299735744 00000100:00000010:3.0:1749610462.286611:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe00. 00000100:00000010:1.0:1749610462.286626:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f000. 00000100:00000010:2.0:1749610462.286645:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f440. 00000100:00000010:0.0:1749610462.286728:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f300. 00000100:00000001:2.0:1749610462.457754:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610462.457764:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.457767:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.457774:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610462.457779:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.457784:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.457789:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610462.457793:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.457796:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610462.740741:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610462.740751:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610462.740754:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610462.740760:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610462.740765:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610462.740770:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.740774:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610462.740778:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610462.740781:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610463.056658:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610463.056663:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610463.056749:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610463.056754:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610463.056757:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610463.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610463.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610463.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610463.457649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610463.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610463.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610463.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610463.457660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610463.457662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610463.740580:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610463.740584:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610463.740586:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610463.740589:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610463.740592:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610463.740594:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610463.740597:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610463.740600:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610463.740602:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610464.058606:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610464.058612:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610464.058613:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610464.058615:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610464.058618:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610464.058620:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610464.058621:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610464.058622:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610464.058669:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610464.058704:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610464.058707:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610464.457645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610464.457651:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610464.457653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610464.457656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610464.457659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610464.457662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610464.457665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610464.457667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610464.457669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610464.740680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610464.740686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610464.740687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610464.740690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610464.740693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610464.740695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610464.740697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610464.740699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610464.740711:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610465.060599:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610465.060603:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610465.060657:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610465.060661:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610465.060663:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610465.457725:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610465.457734:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610465.457737:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610465.457742:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610465.457746:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610465.457750:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610465.457754:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610465.457757:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610465.457760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610465.687722:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610465.687742:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610465.687746:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610465.687749:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610465.687762:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610465.687784:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00800 00000400:00000100:0.0:1749610465.687793:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138199552 offset 0 length 520: 4 00000400:00000200:0.0:1749610465.687799:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe54a0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610465.687802:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610465.687812:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610465.687828:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610465.687830:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610465.687833:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610465.740680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610465.740686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610465.740687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610465.740690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610465.740692:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610465.740694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610465.740696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610465.740699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610465.740701:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610466.062690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610466.062698:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610466.062784:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610466.062789:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610466.062793:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610466.457786:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610466.457793:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610466.457796:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610466.457801:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610466.457805:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610466.457809:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610466.457812:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610466.457817:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610466.457819:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610466.740693:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610466.740702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610466.740705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610466.740710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610466.740713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610466.740717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610466.740720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610466.740723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610466.740726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610467.064741:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610467.064749:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.064852:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610467.064858:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610467.064862:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610467.264741:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610467.264758:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610467.264761:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.264766:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.264769:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.264773:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.264775:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610467.278684:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610467.278694:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610467.278699:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610467.278705:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610467.278708:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610467.278713:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610467.278719:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610467.278726:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5068 00000100:00080000:0.0:1749610467.278733:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610467.278738:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.278743:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610467.278747:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.278750:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610467.278757:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610467.278760:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610467.278764:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610467.278768:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610467.278773:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610467.278778:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610467.278783:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.278814:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610467.278817:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.278819:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610467.278823:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610467.278828:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610467.278831:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.278835:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610467.278844:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610467.278849:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.278852:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610467.278855:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610467.278879:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000020:00000040:0.0:1749610467.278884:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610467.278889:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610467.278909:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.278915:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610467.278918:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610467.278930:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610467.278941:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135260800. 00000100:00000001:0.0:1749610467.278950:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610467.278968:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610467.278984:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610467.278989:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610467.278996:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b718000] to pc [ptlrpcd_rcv+-1] req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.279028:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610467.279032:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610467.279035:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610467.279038:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610467.279040:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610467.279042:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610467.279045:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5068 00000100:00080000:0.0:1749610467.279047:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610467.279050:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.279052:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610467.279053:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.279055:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610467.279057:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610467.279059:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610467.279060:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610467.279062:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610467.279064:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610467.279066:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610467.279069:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.279070:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610467.279072:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.279074:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610467.279077:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610467.279081:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610467.279084:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.279086:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610467.279092:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610467.279095:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279097:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610467.279100:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610467.279104:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000020:00000040:0.0:1749610467.279108:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610467.279111:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610467.279113:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279115:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610467.279116:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610467.279119:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610467.279119:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610467.279121:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279122:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610467.279126:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261000. 00000100:00000040:2.0:1749610467.279130:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.279131:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610467.279138:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610467.279141:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610467.279143:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.279147:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610467.279150:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610467.279150:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610467.279152:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279153:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610467.279156:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494511104:0@lo:38:kworker.0 00000100:00000040:0.0:1749610467.279159:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a680] to pc [ptlrpcd_rcv+-1] req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.279160:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610467.279163:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610467.279165:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.279168:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610467.279170:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610467.279174:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00000100:00080000:0.0:1749610467.279174:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610467.279176:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610467.279179:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610467.279181:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749610467.279183:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00080000:0.0:1749610467.279184:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610467.279187:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610467.279189:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5068 00000400:00000010:2.0:1749610467.279191:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00080000:0.0:1749610467.279192:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610467.279195:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.279198:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610467.279200:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494511104, portal 4 00000100:00000040:0.0:1749610467.279201:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610467.279202:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610467.279203:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610467.279204:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000020:00000001:0.0:1749610467.279206:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610467.279207:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610467.279210:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610467.279212:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610467.279212:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610467.279215:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610467.279218:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610467.279221:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610467.279222:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610467.279224:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610467.279224:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610467.279226:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:0.0:1749610467.279227:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.279228:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610467.279229:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494511104, offset 0 00000020:00000040:0.0:1749610467.279231:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610467.279233:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610467.279235:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610467.279235:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.279237:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610467.279240:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610467.279242:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279244:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610467.279245:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610467.279250:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000400:00000200:2.0:1749610467.279251:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610467.279252:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610467.279254:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610467.279255:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279257:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610467.279258:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610467.279260:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610467.279262:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf922000 02000000:00000010:0.0:1749610467.279264:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261400. 00000100:00000001:0.0:1749610467.279267:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610467.279269:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 13000 00000100:00100000:0.0:1749610467.279271:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610467.279276:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610467.279277:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610467.279279:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610467.279280:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610467.279283:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719880] to pc [ptlrpcd_rcv+-1] req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.279286:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610467.279288:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610467.279290:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610467.279292:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0a80. 00000100:00000040:0.0:1749610467.279293:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610467.279295:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0a80 x1834598494511104 msgsize 520 00000100:00000001:0.0:1749610467.279296:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1749610467.279299:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1749610467.279299:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 00000020:00000040:0.0:1749610467.279301:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610467.279303:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610467.279304:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610467.279306:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610467.279310:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00000001:0.0:1749610467.279312:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610467.279316:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610467.279323:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610467.279324:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279327:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610467.279329:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71a300] to pc [ptlrpcd_00_02+2] req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610467.279337:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610467.279339:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610467.279342:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610467.279346:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.279354:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610467.279357:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.279359:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610467.279362:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610467.279364:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279365:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749610467.279365:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610467.279366:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610467.279368:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610467.279369:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279371:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749610467.279373:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1011 usecs (2 jiffies) 00000100:00080000:0.0:1749610467.279373:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5068 00000100:00080000:0.0:1749610467.279375:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610467.279377:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299740738 00000100:00000040:0.0:1749610467.279378:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610467.279380:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610467.279381:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f440. 00000100:00000040:0.0:1749610467.279381:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610467.279383:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610467.279384:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610467.279386:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610467.279387:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610467.279388:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749610467.279389:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610467.279390:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610467.279392:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610467.279393:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610467.279394:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299740738 00000100:00000040:0.0:1749610467.279395:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610467.279396:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f400. 00000100:00000001:0.0:1749610467.279396:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610467.279397:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511104 00000100:00000040:0.0:1749610467.279397:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610467.279415:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749610467.279417:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610467.279417:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610467.279418:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299740738 00000020:00000040:0.0:1749610467.279419:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000010:2.0:1749610467.279421:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fe40. 00000100:00000001:1.0:1749610467.279421:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749610467.279422:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610467.279424:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610467.279424:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279424:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.279425:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610467.279426:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299740738 02000000:00000001:1.0:1749610467.279428:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.279428:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610467.279429:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f880. 02000000:00000001:0.0:1749610467.279430:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279431:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610467.279432:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749610467.279433:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511104 00000100:00000001:0.0:1749610467.279433:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610467.279437:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:0.0:1749610467.279439:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610467.279441:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610467.279442:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279443:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610467.279443:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610467.279443:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1749610467.279445:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610467.279445:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610467.279446:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.279446:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.279447:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610467.279449:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.279449:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610467.279449:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261800. 00000100:00000001:2.0:1749610467.279451:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610467.279451:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279452:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279457:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610467.279457:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610467.279458:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610467.279458:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:2.0:1749610467.279460:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.279462:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.279463:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610467.279464:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:0.0:1749610467.279464:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610467.279466:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610467.279468:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610467.279469:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000040:0.0:1749610467.279469:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_rcv+-1] req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610467.279474:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610467.279475:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.279475:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610467.279476:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610467.279477:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279477:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.279479:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610467.279479:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610467.279480:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610467.279481:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610467.279481:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610467.279483:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610467.279483:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279483:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610467.279485:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610467.279485:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000100:00100000:2.0:1749610467.279486:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494511232:0@lo:38:kworker.0 00000020:00000040:0.0:1749610467.279487:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610467.279489:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610467.279489:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610467.279490:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610467.279491:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610467.279492:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610467.279492:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.279494:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279495:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610467.279496:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610467.279496:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000001:0.0:1749610467.279498:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610467.279499:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2c00. 02000000:00000001:2.0:1749610467.279501:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610467.279502:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610467.279504:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749610467.279504:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749610467.279505:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610467.279506:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610467.279507:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610467.279507:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610467.279509:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610467.279509:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610467.279510:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494511232, portal 10 00000100:00000001:0.0:1749610467.279511:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610467.279512:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610467.279512:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749610467.279513:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1749610467.279514:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000040:0.0:1749610467.279514:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719c00] to pc [ptlrpcd_00_03+3] req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610467.279515:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279516:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943984256 : -131938765567360 : ffff88009cbf0a80) 00000100:00100000:3.0:1749610467.279518:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494511488:0@lo:400:kworker.0 00000100:00000040:2.0:1749610467.279520:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.279522:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610467.279527:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5078) 00000100:00000001:2.0:1749610467.279552:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610467.279555:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610467.279557:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610467.279560:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0a80 x1834598494511104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610467.279561:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610467.279563:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610467.279563:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 02000000:00000001:3.0:1749610467.279566:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749610467.279566:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494511232, offset 0 00000400:00000200:2.0:1749610467.279569:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610467.279571:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2800. 02000000:00000001:3.0:1749610467.279573:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610467.279574:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494511104:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610467.279576:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610467.279577:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511104 00000400:00000010:3.0:1749610467.279578:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000400:00000200:2.0:1749610467.279581:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922080 00000020:00000001:1.0:1749610467.279581:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610467.279582:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed6e8. 00010000:00000001:1.0:1749610467.279585:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610467.279586:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 110576 00000100:00000001:0.0:1749610467.279586:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610467.279589:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610467.279590:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610467.279591:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610467.279594:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610467.279595:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610467.279598:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494511488, portal 10 00000100:00000001:2.0:1749610467.279599:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610467.279599:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279600:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610467.279601:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610467.279602:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 00000100:00000001:0.0:1749610467.279602:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610467.279603:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610467.279604:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2a00. 00010000:00020000:1.0:1749610467.279604:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610467.279606:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610467.279607:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf2a00 x1834598494511232 msgsize 520 00010000:00000001:1.0:1749610467.279607:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610467.279608:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610467.279610:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610467.279610:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610467.279610:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610467.279611:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610467.279613:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749610467.279614:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494511744:0@lo:400:kworker.0 00000100:00000001:1.0:1749610467.279615:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610467.279618:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610467.279618:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610467.279618:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610467.279619:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610467.279620:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610467.279621:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610467.279622:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587800. 02000000:00000001:0.0:1749610467.279622:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610467.279623:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610467.279623:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 02000000:00000001:0.0:1749610467.279624:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610467.279625:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 02000000:00000001:1.0:1749610467.279625:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279627:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610467.279627:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610467.279627:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000100:00000200:3.0:1749610467.279628:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494511488, offset 0 02000000:00000001:0.0:1749610467.279629:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610467.279631:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610467.279631:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610467.279633:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610467.279633:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610467.279634:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00001000:1.0:1749610467.279637:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610467.279638:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610467.279638:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610467.279640:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610467.279641:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610467.279642:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610467.279643:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494511744, portal 10 00000100:00000001:1.0:1749610467.279666:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610467.279668:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610467.279669:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610467.279670:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000100:00000001:1.0:1749610467.279671:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610467.279672:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279674:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610467.279674:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610467.279677:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610467.279678:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922180 00000100:00000001:2.0:1749610467.279678:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610467.279678:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610467.279680:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610467.279681:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 692 usecs (1 jiffies) 02000000:00000001:1.0:1749610467.279682:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299740738 00000400:00000200:3.0:1749610467.279684:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 111096 00000100:00000001:1.0:1749610467.279684:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610467.279684:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610467.279686:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299740738 00000100:00000040:1.0:1749610467.279687:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610467.279687:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610467.279688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299740738 00000400:00000010:0.0:1749610467.279689:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:3.0:1749610467.279690:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610467.279690:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:2.0:1749610467.279691:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299740738 00000100:00000001:2.0:1749610467.279692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299740738 00000100:00000200:0.0:1749610467.279692:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494511744, offset 0 00000400:00000200:3.0:1749610467.279694:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610467.279694:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494511104, offset 0 00000100:00000001:2.0:1749610467.279695:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299740738 00000100:00000001:2.0:1749610467.279696:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299740738 00000400:00000200:0.0:1749610467.279697:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610467.279698:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299740738 00000100:00000001:2.0:1749610467.279700:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610467.279702:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610467.279702:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610467.279702:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610467.279703:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610467.279705:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610467.279706:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610467.279708:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804380. 00000100:00000040:2.0:1749610467.279708:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610467.279711:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099804380 x1834598494511488 msgsize 224 00000400:00000200:1.0:1749610467.279712:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610467.279714:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922280 00000100:00100000:3.0:1749610467.279715:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610467.279715:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610467.279716:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.279718:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610467.279720:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610467.279720:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf922000 00000400:00000200:0.0:1749610467.279720:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 111320 02000000:00000001:2.0:1749610467.279722:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279725:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749610467.279725:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494511360:0@lo:38:kworker.0 00000400:00000200:0.0:1749610467.279725:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610467.279726:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x585d [1] + 0 00000100:00000001:2.0:1749610467.279728:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610467.279729:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610467.279730:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610467.279731:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610467.279732:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610467.279733:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610467.279735:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000010:2.0:1749610467.279736:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 00000400:00000200:1.0:1749610467.279736:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610467.279737:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610467.279738:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279741:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749610467.279741:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000001:0.0:1749610467.279742:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610467.279743:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749610467.279744:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:0.0:1749610467.279745:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610467.279746:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610467.279747:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494511360, portal 10 00000100:00000001:2.0:1749610467.279748:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610467.279748:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.279750:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000001:3.0:1749610467.279755:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610467.279756:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610467.279758:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610467.279759:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.279763:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610467.279765:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610467.279765:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610467.279767:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749610467.279767:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000010:0.0:1749610467.279767:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994000. 00000100:00000001:1.0:1749610467.279768:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610467.279769:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494511360, offset 0 00000100:00000040:0.0:1749610467.279770:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880133994000 x1834598494511744 msgsize 224 00000100:00000001:3.0:1749610467.279771:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610467.279772:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610467.279775:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 655 usecs (1 jiffies) 00000400:00000200:1.0:1749610467.279775:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00100000:0.0:1749610467.279775:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610467.279777:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299740738 00000400:00000010:1.0:1749610467.279777:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000400:00000200:2.0:1749610467.279778:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610467.279780:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610467.279781:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299740738 00000400:00000200:2.0:1749610467.279782:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922100 00000100:00000001:1.0:1749610467.279782:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610467.279783:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299740738 00000100:00000001:0.0:1749610467.279783:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610467.279785:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279786:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299740738 00000400:00000200:2.0:1749610467.279786:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 111544 00000100:00000001:3.0:1749610467.279788:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299740738 00000100:00000040:1.0:1749610467.279788:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610467.279790:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299740738 00000400:00000200:2.0:1749610467.279790:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610467.279791:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279792:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299740738 00000400:00000200:2.0:1749610467.279793:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610467.279793:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610467.279794:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299740738 00000100:00000001:3.0:1749610467.279796:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610467.279797:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0a80 x1834598494511104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610467.279798:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610467.279798:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:3.0:1749610467.279801:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610467.279801:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:3.0:1749610467.279803:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610467.279804:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610467.279807:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494511104:12345-0@lo:38:kworker.0 Request processed in 234us (509us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610467.279808:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610467.279809:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610467.279809:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610467.279809:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610467.279811:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610467.279813:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610467.279813:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1180. 00000100:00000001:3.0:1749610467.279814:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610467.279815:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610467.279815:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1749610467.279816:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1180 x1834598494511360 msgsize 520 00000100:00000001:0.0:1749610467.279817:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610467.279818:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279818:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610467.279820:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610467.279820:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610467.279820:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610467.279824:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610467.279828:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610467.279828:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610467.279828:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279829:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610467.279831:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000010:1.0:1749610467.279832:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000400:00000010:2.0:1749610467.279833:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610467.279834:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279835:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610467.279835:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610467.279836:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610467.279838:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511232 00000100:00000200:2.0:1749610467.279838:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610467.279838:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 593 usecs (1 jiffies) 02000000:00000001:3.0:1749610467.279840:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610467.279841:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299740738 00000100:00000001:3.0:1749610467.279842:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610467.279844:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279844:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299740738 00000100:00000001:2.0:1749610467.279845:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610467.279847:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279847:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299740738 00000100:00000040:2.0:1749610467.279848:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.279849:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299740738 00000100:00100000:3.0:1749610467.279850:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511232 00000020:00000001:3.0:1749610467.279852:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610467.279852:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299740738 00000020:00000040:3.0:1749610467.279853:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610467.279853:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610467.279854:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279854:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299740738 00000100:00100000:1.0:1749610467.279855:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511488 00000020:00000001:3.0:1749610467.279856:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610467.279856:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610467.279856:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299740738 02000000:00000001:1.0:1749610467.279857:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610467.279858:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279859:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279859:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299740738 00000020:00000001:3.0:1749610467.279860:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279860:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610467.279860:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610467.279862:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 647 usecs (1 jiffies) 00000100:00000001:1.0:1749610467.279862:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279863:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610467.279864:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:2.0:1749610467.279865:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299740738 02000000:00000001:1.0:1749610467.279865:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279866:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279867:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299740738 00000020:00000010:3.0:1749610467.279868:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00100000:1.0:1749610467.279868:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511488 00000100:00000001:0.0:1749610467.279868:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.279869:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299740738 00000020:00000001:1.0:1749610467.279869:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610467.279871:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299740738 00000020:00000040:1.0:1749610467.279871:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:3.0:1749610467.279872:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610467.279873:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299740738 00000020:00000001:1.0:1749610467.279873:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610467.279874:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610467.279875:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610467.279875:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299740738 00000020:00000040:1.0:1749610467.279875:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610467.279876:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610467.279877:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610467.279877:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299740738 00000020:00000001:1.0:1749610467.279878:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610467.279878:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610467.279879:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279879:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299740738 00000020:00000001:1.0:1749610467.279880:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610467.279880:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.279881:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610467.279881:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279883:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279883:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279883:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279884:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1749610467.279887:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610467.279887:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3640. 00000400:00000001:2.0:1749610467.279889:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610467.279891:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610467.279891:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610467.279893:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610467.279894:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000040:1.0:1749610467.279894:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610467.279896:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610467.279897:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610467.279899:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511744 00000100:00000200:2.0:1749610467.279899:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610467.279900:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610467.279900:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610467.279901:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610467.279902:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610467.279902:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511360 00000100:00000001:3.0:1749610467.279903:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610467.279904:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 02000000:00000001:0.0:1749610467.279904:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610467.279906:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.279906:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610467.279907:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610467.279907:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00100000:3.0:1749610467.279908:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511744 00000020:00000001:3.0:1749610467.279909:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610467.279909:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610467.279910:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000010:1.0:1749610467.279910:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000020:00000001:3.0:1749610467.279912:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610467.279912:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610467.279914:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610467.279914:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610467.279914:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511360 00000100:00000040:1.0:1749610467.279915:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749610467.279916:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610467.279916:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610467.279917:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610467.279918:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610467.279918:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1749610467.279918:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610467.279919:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610467.279919:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610467.279920:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610467.279921:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610467.279921:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610467.279922:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610467.279922:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279923:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610467.279923:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610467.279924:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610467.279925:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279926:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749610467.279927:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:3.0:1749610467.279928:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee0c0. 02000000:00000001:2.0:1749610467.279928:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279928:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610467.279929:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610467.279932:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610467.279934:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1749610467.279934:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610467 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610467.279935:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000020:00000010:0.0:1749610467.279935:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000100:00000001:1.0:1749610467.279936:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610467.279937:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=40 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610467.279939:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:0.0:1749610467.279939:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610467.279940:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610467.279941:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610467.279941:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610467.279941:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610467.279942:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.279943:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610467.279944:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610467.279944:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610467.279946:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610467.279947:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749610467.279947:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000001:3.0:1749610467.279948:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610467.279949:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610467.279950:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.279951:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610467.279951:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610467.279951:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889538432 : -131938820013184 : ffff880099804380) 00000100:00000001:0.0:1749610467.279952:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610467.279954:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610467.279956:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1749610467.279957:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099804380 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:658/0 lens 224/0 e 0 to 0 dl 1749610478 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610467.279958:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.279959:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610467.279959:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610467.279960:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.279962:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610467.279962:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610467.279964:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610467.279965:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610467.279965:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610467.279966:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610467.279966:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1749610467.279966:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000020:00000010:1.0:1749610467.279967:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3280. 00000100:00000001:2.0:1749610467.279968:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610467.279970:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610467.279970:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00080000:2.0:1749610467.279971:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610467.279972:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000020:00000010:1.0:1749610467.279972:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3280. 00000100:00000001:0.0:1749610467.279972:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474867200 : -131936234684416 : ffff880133994000) 00000100:00080000:2.0:1749610467.279974:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610467.279975:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943992320 : -131938765559296 : ffff88009cbf2a00) 00000100:00000001:2.0:1749610467.279976:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610467.279977:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133994000 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:658/0 lens 224/0 e 0 to 0 dl 1749610478 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610467.279979:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494511488:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610467.279980:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf2a00 x1834598494511232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610467.279980:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610467.279983:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511488 00000020:00000001:1.0:1749610467.279985:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610467.279987:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610467.279987:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610467.279988:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494511104:0@lo:38:kworker.0 00000020:00000001:1.0:1749610467.279989:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610467.279990:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494511232:12345-0@lo:38:kworker.0 00000020:00000010:0.0:1749610467.279990:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:2.0:1749610467.279992:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.279992:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610467.279992:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610467.279994:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511232 00000100:00000001:2.0:1749610467.279994:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610467.279994:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000020:00000001:1.0:1749610467.279995:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610467.279996:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610467.279997:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b718000 x1834598494511104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610467.279997:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749610467.279998:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610467.280000:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494511744:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749610467.280001:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610467.280003:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610467.280004:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610467.280004:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511744 02000000:00000001:2.0:1749610467.280006:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610467.280006:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610467.280007:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610467.280007:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749610467.280008:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 00000020:00000001:1.0:1749610467.280008:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610467.280009:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:3.0:1749610467.280010:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610467.280010:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749610467.280011:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610467.280012:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610467.280013:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610467.280013:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610467.280014:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610467.280014:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1749610467.280015:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749610467.280016:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610467.280016:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610467.280016:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610467.280017:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610467.280019:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:2.0:1749610467.280019:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135260800. 00000020:00000001:0.0:1749610467.280019:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610467.280020:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749610467.280020:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009685c800. 02000000:00000001:3.0:1749610467.280022:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610467.280022:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610467.280022:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610467.280023:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.280024:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749610467.280024:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610467.280025:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610467.280025:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1749610467.280026:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007197ac00. 00000100:00000010:2.0:1749610467.280026:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 02000000:00000001:3.0:1749610467.280027:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.280027:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610467.280027:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610467.280029:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610467.280030:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280030:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000040:1.0:1749610467.280030:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494511488 00010000:00000001:3.0:1749610467.280032:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610467.280032:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610467.280032:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610467.280032:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610467.280034:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280034:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610467.280034:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:1.0:1749610467.280036:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099804380 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:658/0 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610467.280037:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749610467.280037:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261c00. 00000100:00000001:2.0:1749610467.280038:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610467.280039:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610467.280040:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610467.280040:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280041:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610467.280042:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280043:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610467.280043:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749610467.280043:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610467.280044:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610467.280044:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610467.280045:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610467.280046:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280047:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610467.280047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749610467.280047:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494511744 00000100:00001000:1.0:1749610467.280048:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 0 0) 00010000:00000001:0.0:1749610467.280049:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610467.280050:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610467.280052:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610467.280053:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610467.280054:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610467.280054:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000200:0.0:1749610467.280054:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133994000 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:658/0 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280055:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610467.280056:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610467.280056:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610467.280057:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610467.280058:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610467.280058:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610467.280059:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610467.280060:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610467.280060:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.280061:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.280061:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610467.280062:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610467.280064:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00100000:2.0:1749610467.280064:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494511616:0@lo:38:kworker.0 00000100:00000040:1.0:1749610467.280065:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610467.280067:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:3.0:1749610467.280068:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494511232, offset 0 00000100:00000001:2.0:1749610467.280068:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1749610467.280068:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610467.280069:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1749610467.280070:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.280071:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610467.280071:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494511488, offset 224 00000400:00000200:3.0:1749610467.280072:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610467.280072:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:0.0:1749610467.280073:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 0 0) 02000000:00000010:2.0:1749610467.280075:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610467.280076:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610467.280076:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610467.280077:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610467.280079:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610467.280079:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00000040:0.0:1749610467.280079:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:2.0:1749610467.280081:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000400:00000200:1.0:1749610467.280081:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610467.280081:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610467.280083:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610467.280084:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494511616, portal 10 00000100:00000001:2.0:1749610467.280085:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610467.280085:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610467.280086:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922080 00000100:00000001:2.0:1749610467.280087:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000200:1.0:1749610467.280087:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922180 00000100:00000001:0.0:1749610467.280087:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610467.280089:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610467.280091:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5865 [1] + 0 00000400:00000010:0.0:1749610467.280091:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000040:2.0:1749610467.280092:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610467.280096:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610467.280098:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610467.280099:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610467.280101:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610467.280103:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:1.0:1749610467.280104:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x586d [1] + 224 00000400:00000200:1.0:1749610467.280108:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610467.280109:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610467.280109:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494511744, offset 224 00000400:00000200:1.0:1749610467.280112:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610467.280113:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610467.280115:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610467.280119:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494511616, offset 0 00000100:00000001:1.0:1749610467.280120:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610467.280123:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610467.280124:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610467.280125:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610467.280127:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610467.280130:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610467.280132:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610467.280134:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610467.280136:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000200:2.0:1749610467.280136:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922200 00000400:00000200:0.0:1749610467.280136:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922280 00000400:00000010:3.0:1749610467.280139:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610467.280141:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610467.280142:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610467.280143:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 112064 00000100:00000001:3.0:1749610467.280145:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.280146:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610467.280147:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610467.280148:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610467.280149:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5875 [1] + 224 00000100:00000001:3.0:1749610467.280150:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610467.280151:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610467.280152:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610467.280156:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2a00 x1834598494511232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280156:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610467.280157:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610467.280157:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610467.280159:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000010:2.0:1749610467.280160:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3800. 00000400:00000010:1.0:1749610467.280161:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000400:00000200:0.0:1749610467.280162:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610467.280163:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf3800 x1834598494511616 msgsize 520 00000100:00000001:1.0:1749610467.280163:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610467.280165:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610467.280166:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494511232:12345-0@lo:38:kworker.0 Request processed in 175us (556us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610467.280167:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610467.280168:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280168:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610467.280169:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610467.280171:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610467.280172:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00100000:3.0:1749610467.280173:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00010000:00000001:1.0:1749610467.280173:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749610467.280174:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610467.280175:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610467.280175:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280176:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610467.280176:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610467.280177:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610467.280178:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749610467.280179:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610467.280181:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000040:1.0:1749610467.280181:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099804380 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:658/0 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610467.280185:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610467.280186:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610467.280188:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000040:2.0:1749610467.280189:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610467.280191:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610467.280191:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494511488:12345-0@lo:400:kworker.0 Request processed in 223us (478us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610467.280191:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280195:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280197:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610467.280197:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610467.280197:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1749610467.280199:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511616 00000100:00000001:2.0:1749610467.280199:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610467.280200:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:3.0:1749610467.280201:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610467.280202:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610467.280202:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 465 usecs (1 jiffies) 00000100:00000001:1.0:1749610467.280202:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610467.280204:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280204:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299740738 00000100:00000001:1.0:1749610467.280204:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610467.280206:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299740738 02000000:00000001:3.0:1749610467.280207:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610467.280207:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610467.280208:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299740738 00000100:00100000:3.0:1749610467.280209:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511616 00000100:00000001:2.0:1749610467.280210:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299740738 00000020:00000010:1.0:1749610467.280210:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610467.280210:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610467.280211:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610467.280212:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610467.280212:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299740738 00000020:00000001:3.0:1749610467.280213:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749610467.280213:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:2.0:1749610467.280214:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299740738 00000020:00000001:3.0:1749610467.280215:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280216:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299740738 00000020:00000001:3.0:1749610467.280217:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610467.280217:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610467.280218:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299740738 00000400:00000200:0.0:1749610467.280218:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000010:3.0:1749610467.280219:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610467.280219:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280220:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610467.280221:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000010:3.0:1749610467.280222:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610467.280223:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610467.280224:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:0.0:1749610467.280225:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610467.280226:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1749610467.280226:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610467.280226:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:2.0:1749610467.280227:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610467.280227:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610467.280227:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610467.280228:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610467.280229:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610467.280229:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610467.280231:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00100000:1.0:1749610467.280231:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000001:0.0:1749610467.280231:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610467.280233:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610467.280233:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943986048 : -131938765565568 : ffff88009cbf1180) 00000100:00000001:3.0:1749610467.280234:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280235:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610467.280235:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610467.280236:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610467.280237:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1180 x1834598494511360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610467.280238:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610467.280238:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610467.280241:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749610467.280241:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280242:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610467.280245:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000020:00000001:0.0:1749610467.280245:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749610467.280246:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610467.280248:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943995904 : -131938765555712 : ffff88009cbf3800) 00000100:00000040:3.0:1749610467.280252:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3800 x1834598494511616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610487 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280253:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610467.280253:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494511360:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610467.280253:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994000 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:658/0 lens 224/224 e 0 to 0 dl 1749610478 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280254:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280256:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610467.280258:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610467.280258:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511360 00000100:00000001:2.0:1749610467.280259:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610467.280261:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494511616:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610467.280261:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610467.280261:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610467.280263:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610467.280263:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610467.280264:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511616 00000020:00000001:3.0:1749610467.280266:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749610467.280266:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610467 v=5 (0 0 0 0) 00010000:00000001:3.0:1749610467.280268:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:2.0:1749610467.280269:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=22 v=20 (1 1 20 0) 00000100:00100000:0.0:1749610467.280270:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494511744:12345-0@lo:400:kworker.0 Request processed in 280us (495us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610467.280272:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610467.280273:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610467.280274:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280275:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610467.280278:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610467.280279:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610467.280280:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749610467.280281:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610467.280283:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610467.280283:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00000001:1.0:1749610467.280284:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610467.280286:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610467.280286:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610467.280287:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610467.280288:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610467.280288:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749610467.280288:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610467.280290:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610467.280290:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610467.280291:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610467.280291:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610467.280291:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610467.280291:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610467.280293:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610467.280294:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610467.280294:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1749610467.280295:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b3c00. 00000100:00080000:2.0:1749610467.280295:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610467.280296:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610467.280297:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610467.280298:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610467.280299:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610467.280299:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610467.280300:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610467.280301:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610467.280302:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610467.280302:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4063000. 00000100:00000040:2.0:1749610467.280304:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610467.280304:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00001000:3.0:1749610467.280305:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610467.280305:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280307:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610467.280308:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280309:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749610467.280309:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000040:3.0:1749610467.280312:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610467.280312:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494511232:0@lo:38:kworker.0 00010000:00000001:1.0:1749610467.280312:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610467.280314:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610467.280314:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610467.280315:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610467.280316:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610467.280316:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280318:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749610467.280318:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610467.280318:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610467.280319:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610467.280321:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610467.280321:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a680 x1834598494511232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610467.280322:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610467.280323:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610467.280324:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610467.280326:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610467.280326:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610467.280327:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749610467.280328:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610467.280328:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610467.280330:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2c00. 00000100:00000040:1.0:1749610467.280330:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749610467.280331:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494511616, offset 0 02000000:00000001:2.0:1749610467.280332:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610467.280333:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610467.280333:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610467.280334:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610467.280335:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610467.280336:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610467.280337:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610467.280337:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:2.0:1749610467.280338:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261000. 00000400:00000200:3.0:1749610467.280339:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610467.280339:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610467.280340:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610467.280341:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610467.280342:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610467.280343:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922200 00000100:00000010:2.0:1749610467.280343:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 00000400:00000001:0.0:1749610467.280343:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610467.280345:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610467.280345:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749610467.280346:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610467.280347:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610467.280347:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280348:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610467.280349:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:1.0:1749610467.280350:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610467.280351:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610467.280353:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280354:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610467.280354:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610467.280354:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610467.280356:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.280357:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610467.280357:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000400:00000010:1.0:1749610467.280358:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:2.0:1749610467.280359:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280361:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610467.280363:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5891 [1] + 0 00000400:00000200:3.0:1749610467.280367:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610467.280367:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610467.280368:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494511360, offset 0 00000400:00000200:3.0:1749610467.280371:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610467.280374:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610467.280378:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610467.280381:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610467.280383:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610467.280385:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610467.280391:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610467.280393:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610467.280393:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922100 00000100:00000001:0.0:1749610467.280393:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280395:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610467.280395:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610467.280398:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610467.280398:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610467.280400:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5881 [1] + 0 00000100:00000001:0.0:1749610467.280400:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610467.280402:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610467.280404:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610467.280407:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749610467.280410:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=72 v=5 (5 5 0 0) 00000400:00000001:2.0:1749610467.280411:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610467.280412:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749610467.280412:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610467.280414:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=72 v=5 (1 1 0 0) 00000400:00000010:2.0:1749610467.280415:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:3.0:1749610467.280416:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610467.280417:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610467.280418:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed6e8 00000100:00000001:0.0:1749610467.280418:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610467.280420:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed6e8. 00010000:00000001:0.0:1749610467.280421:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610467.280423:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610467.280424:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:0.0:1749610467.280426:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610467.280427:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610467.280428:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000200:1.0:1749610467.280430:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610467.280431:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00010000:00000001:0.0:1749610467.280433:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610467.280434:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610467.280436:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610467.280436:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.280436:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610467.280438:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610467.280440:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280440:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610467.280442:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610467.280442:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610467.280444:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610467.280444:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280445:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610467.280445:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610467.280445:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610467.280447:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610467.280448:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280448:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610467.280449:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610467.280451:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610467.280451:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280452:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610467.280454:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=122 v=5 (5 5 0 0) 00000100:00000001:0.0:1749610467.280454:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610467.280456:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610467.280457:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3800 x1834598494511616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610467.280457:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610467.280458:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=122 v=5 (1 1 0 0) 00000100:00000040:0.0:1749610467.280459:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280460:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610467.280461:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610467.280463:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00010000:00000001:2.0:1749610467.280464:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1749610467.280466:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00100000:0.0:1749610467.280466:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494511744:0@lo:400:kworker.0 00010000:00080000:2.0:1749610467.280468:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610467.280468:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610467.280470:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610467.280471:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610467.280472:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494511616:12345-0@lo:38:kworker.0 Request processed in 209us (304us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610467.280473:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280473:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749610467.280475:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610467.280476:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610467.280476:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719c00 x1834598494511744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280477:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610467.280478:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610467.280479:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:1.0:1749610467.280480:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610467.280481:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610467.280482:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610467.280483:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000001:0.0:1749610467.280483:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610467.280484:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1180 x1834598494511360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610487 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610467.280485:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610467.280485:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610467.280487:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 00000100:00000001:3.0:1749610467.280488:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610467.280489:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610467.280490:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610467.280491:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610467.280492:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610467.280493:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1749610467.280493:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000010:3.0:1749610467.280494:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00100000:1.0:1749610467.280494:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494511360:12345-0@lo:38:kworker.0 Request processed in 243us (675us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610467.280495:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610467.280495:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610467.280497:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00000040:2.0:1749610467.280498:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610467.280499:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 02000000:00000001:0.0:1749610467.280501:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749610467.280503:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 02000000:00000001:0.0:1749610467.280503:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749610467.280505:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494511488:0@lo:400:kworker.0 00000100:00000010:0.0:1749610467.280505:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 00000100:00100000:1.0:1749610467.280506:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000001:3.0:1749610467.280507:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610467.280508:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610467.280509:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610467.280509:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610467.280509:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610467.280510:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610467.280511:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610467.280511:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610467.280514:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000040:2.0:1749610467.280515:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71a300 x1834598494511488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610467.280515:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610467.280517:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:0.0:1749610467.280517:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610467.280519:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610467.280520:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280548:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610467.280550:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610467.280552:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2800. 02000000:00000001:2.0:1749610467.280554:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610467.280556:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749610467.280556:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000020:00000040:2.0:1749610467.280557:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610467.280559:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610467.280560:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 00000100:00000001:1.0:1749610467.280561:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610467.280563:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610467.280564:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610467.280566:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 00000100:00000040:0.0:1749610467.280566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299740738, at 4299740738 00000100:00000001:2.0:1749610467.280569:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610467.280571:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280581:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610467.280583:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299740738, at 4299740738 00000100:00000010:0.0:1749610467.280583:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f440. 00000100:00000001:2.0:1749610467.280586:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1749610467.280587:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610467.280588:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610467.280589:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f400. 00000020:00000040:3.0:1749610467.280591:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610467.280591:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.280594:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610467.280601:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299740738, at 4299740738 00000100:00000040:2.0:1749610467.280605:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299740738, at 4299740738 00000100:00000010:3.0:1749610467.280607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f880. 00000100:00000010:2.0:1749610467.280612:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe40. 00000100:00000001:2.0:1749610467.280623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.280624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610467.280629:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610467.280631:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610467.280633:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610467.280637:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610467.280639:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610467.280643:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610467.280675:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610467.280686:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280696:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610467.280699:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280702:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610467.280704:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610467.280706:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610467.280709:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.280712:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610467.280717:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610467 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610467.280723:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=72 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610467.280726:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610467.280728:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610467.280731:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610467.280737:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280747:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610467.280750:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610467.280752:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280755:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610467.280757:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610467.280761:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610467.280765:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610467.280768:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610467.280774:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610467.280787:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494511616:0@lo:38:kworker.0 00000400:00000001:2.0:1749610467.280795:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610467.280798:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610467.280800:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749610467.280804:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610467.280807:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610467.280810:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610467.280815:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610467.280834:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280841:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610467.280842:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280844:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610467.280846:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610467.280847:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610467.280848:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610467.280850:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610467.280855:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610467 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610467.280859:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=122 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610467.280863:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610467.280865:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610467.280868:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610467.280874:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280884:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610467.280887:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610467.280889:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280892:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610467.280894:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610467.280898:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610467.280902:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610467.280905:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610467.280911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610467.280924:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494511360:0@lo:38:kworker.0 00000100:00000001:2.0:1749610467.280930:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.280933:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610467.280938:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494511616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280949:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610467.280951:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610467.280954:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610467.280958:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610467.280960:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610467.280962:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610467.280965:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610467.280967:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261800. 02000000:00000001:2.0:1749610467.280971:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610467.280973:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610467.280975:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00000001:2.0:1749610467.280979:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610467.280981:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.280984:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610467.280989:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719880 x1834598494511360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610467.280999:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610467.281001:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610467.281004:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610467.281007:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610467.281008:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610467.281011:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610467.281013:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610467.281014:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261400. 02000000:00000001:2.0:1749610467.281017:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610467.281018:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610467.281019:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 00000100:00000001:2.0:1749610467.281021:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610467.281023:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.281025:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.281026:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610467.281028:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.281030:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.281031:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610467.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610467.457638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610467.457642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610467.457672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.457675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.457677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610467.457680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.457682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610467.740757:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610467.740766:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610467.740769:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610467.740776:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610467.740780:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610467.740785:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.740789:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610467.740793:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610467.740796:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610467.994688:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610467.994695:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610467.994700:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610467.994833:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610467.994838:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610467.994850:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610467.994854:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610467.994856:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610468.066605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610468.066610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610468.066678:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610468.066681:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610468.066683:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610468.279631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610468.279677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610468.279679:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610468.279682:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610468.279684:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610468.279687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610468.279688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610468.457615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610468.457619:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610468.457621:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610468.457624:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610468.457626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610468.457628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610468.457630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610468.457632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610468.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610468.740580:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610468.740585:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610468.740586:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610468.740589:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610468.740591:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610468.740593:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610468.740595:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610468.740598:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610468.740599:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610469.068697:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610469.068704:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610469.068816:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610469.068822:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610469.068826:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610469.279720:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610469.279736:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610469.279739:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610469.279743:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610469.279746:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610469.279750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610469.279752:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610469.457727:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610469.457736:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610469.457739:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610469.457743:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610469.457747:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610469.457751:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610469.457754:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610469.457757:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610469.457760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610469.740679:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610469.740685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610469.740687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610469.740690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610469.740692:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610469.740695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610469.740697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610469.740699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610469.740701:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610470.070632:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610470.070637:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610470.070699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610470.070702:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610470.070704:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610470.279666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610470.279679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610470.279681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610470.279685:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610470.279687:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610470.279691:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610470.279693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610470.457664:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610470.457670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610470.457672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610470.457676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610470.457679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610470.457683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610470.457686:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610470.457688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610470.457690:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610470.740696:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610470.740704:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610470.740707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610470.740711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610470.740715:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610470.740720:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610470.740723:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610470.740727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610470.740729:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610471.072690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610471.072697:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610471.072829:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610471.072834:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610471.072838:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610471.279688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610471.279705:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610471.279707:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610471.279712:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610471.279714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610471.279718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610471.279721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610471.457697:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610471.457703:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610471.457705:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610471.457709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610471.457713:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610471.457717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610471.457720:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610471.457723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610471.457725:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610471.740727:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610471.740736:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610471.740738:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610471.740742:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610471.740747:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610471.740751:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610471.740754:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610471.740758:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610471.740760:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610472.074723:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610472.074731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610472.074822:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610472.074829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610472.074835:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610472.279720:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610472.279737:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610472.279740:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.279746:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610472.279748:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610472.279752:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.279755:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610472.286675:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610472.286686:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610472.286691:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610472.286697:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610472.286700:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610472.286704:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610472.286710:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610472.286717:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:0.0:1749610472.286723:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610472.286727:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.286732:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.286736:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.286740:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610472.286745:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.286748:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610472.286752:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610472.286757:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610472.286761:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610472.286765:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610472.286770:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.286773:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.286775:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.286778:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610472.286782:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610472.286787:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610472.286791:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610472.286795:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610472.286804:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610472.286807:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.286810:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610472.286813:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610472.286820:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000020:00000040:0.0:1749610472.286824:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610472.286828:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610472.286830:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.286834:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610472.286837:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610472.286841:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610472.286850:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135260c00. 00000100:00000001:0.0:1749610472.286857:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610472.286867:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610472.286879:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610472.286883:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610472.286888:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994380] to pc [ptlrpcd_rcv+-1] req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610472.286918:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610472.286921:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610472.286926:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610472.286927:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610472.286929:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610472.286932:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610472.286934:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:0.0:1749610472.286937:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610472.286939:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.286941:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.286943:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.286945:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610472.286947:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.286948:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610472.286950:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610472.286952:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610472.286955:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610472.286957:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610472.286959:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.286961:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.286962:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.286964:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610472.286966:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:2.0:1749610472.286969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610472.286969:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610472.286971:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610472.286972:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610472.286975:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610472.286975:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610472.286977:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.286978:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610472.286980:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610472.286982:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610472.286985:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000100:00000040:2.0:1749610472.286987:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610472.286987:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610472.286990:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610472.286991:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.286993:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610472.286994:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610472.286996:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610472.286999:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262000. 00000100:00000001:2.0:1749610472.287000:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610472.287002:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287002:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.287006:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610472.287006:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610472.287009:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610472.287012:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287013:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610472.287015:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610472.287016:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494511872:0@lo:38:kworker.0 00000100:00000040:0.0:1749610472.287018:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_rcv+-1] req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.287021:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610472.287025:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610472.287027:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.287028:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610472.287030:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610472.287031:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610472.287033:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610472.287034:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610472.287036:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1749610472.287037:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 00000100:00000001:0.0:1749610472.287038:0:8101:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610472.287039:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610472.287040:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5073 00000100:00080000:0.0:1749610472.287042:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610472.287045:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.287046:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610472.287047:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000040:0.0:1749610472.287048:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.287050:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610472.287052:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.287053:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610472.287054:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610472.287055:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000040:0.0:1749610472.287057:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610472.287059:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610472.287061:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000200:2.0:1749610472.287063:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494511872, portal 4 00000100:00000040:0.0:1749610472.287064:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610472.287066:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610472.287066:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610472.287067:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000100:00000040:0.0:1749610472.287067:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.287069:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610472.287071:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610472.287073:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610472.287075:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610472.287076:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610472.287077:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610472.287079:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610472.287081:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287083:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610472.287084:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287086:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610472.287087:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 00000100:00000040:2.0:1749610472.287089:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610472.287089:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610472.287091:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1749610472.287092:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610472.287092:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287093:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749610472.287095:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494511872, offset 0 02000000:00000001:0.0:1749610472.287095:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610472.287096:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610472.287099:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262400. 00000400:00000200:2.0:1749610472.287101:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610472.287101:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610472.287105:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610472.287112:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610472.287113:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610472.287117:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994a80] to pc [ptlrpcd_rcv+-1] req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610472.287118:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610472.287124:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610472.287127:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610472.287130:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf922300 00000100:00000001:0.0:1749610472.287131:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610472.287134:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 00000020:00000040:0.0:1749610472.287136:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610472.287137:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 13520 00000100:00000001:0.0:1749610472.287139:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610472.287140:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610472.287142:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610472.287145:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000400:00000200:2.0:1749610472.287146:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610472.287148:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610472.287150:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610472.287151:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610472.287156:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610472.287158:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610472.287159:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610472.287161:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610472.287163:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2d80. 00000100:00000040:0.0:1749610472.287165:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994e00] to pc [ptlrpcd_00_00+0] req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610472.287166:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf2d80 x1834598494511872 msgsize 520 00000100:00100000:2.0:1749610472.287171:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610472.287195:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610472.287195:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610472.287198:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610472.287201:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610472.287202:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610472.287204:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00080000:0.0:1749610472.287204:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610472.287206:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610472.287207:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00080000:0.0:1749610472.287209:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5073 00000100:00000001:2.0:1749610472.287210:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610472.287211:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749610472.287214:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610472.287214:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610472.287216:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.287218:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.287220:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610472.287222:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.287223:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610472.287224:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610472.287224:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610472.287226:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:2.0:1749610472.287227:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610472.287228:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610472.287231:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610472.287234:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610472.287235:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287236:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610472.287237:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610472.287238:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610472.287240:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610472.287241:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610472.287242:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610472.287244:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:2.0:1749610472.287246:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1010 usecs (2 jiffies) 00000100:00000001:0.0:1749610472.287246:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610472.287248:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610472.287249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299745746 02000000:00000001:0.0:1749610472.287251:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610472.287253:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610472.287254:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fe40. 00000100:00000001:1.0:1749610472.287254:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610472.287255:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610472.287256:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287259:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610472.287259:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000100:00000001:2.0:1749610472.287261:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610472.287261:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610472.287261:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610472.287263:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610472.287264:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287266:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610472.287267:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610472.287268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299745746 02000000:00000001:0.0:1749610472.287268:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.287270:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610472.287271:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262800. 00000100:00000010:2.0:1749610472.287273:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f880. 00000100:00000001:0.0:1749610472.287274:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:0.0:1749610472.287278:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610472.287279:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299745746 00000100:00000010:2.0:1749610472.287281:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f400. 00000100:00000001:1.0:1749610472.287282:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610472.287284:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610472.287284:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287284:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610472.287286:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287287:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299745746 02000000:00000001:1.0:1749610472.287287:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749610472.287289:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f440. 00000100:00000040:0.0:1749610472.287289:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_rcv+-1] req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610472.287290:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610472.287292:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749610472.287293:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287295:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610472.287296:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494512256:0@lo:400:kworker.0 00000100:00000001:0.0:1749610472.287296:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287297:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.287298:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610472.287299:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610472.287300:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287300:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610472.287302:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610472.287302:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610472.287304:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.287304:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610472.287305:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 02000000:00000001:1.0:1749610472.287306:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610472.287307:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610472.287308:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610472.287308:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610472.287309:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610472.287310:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610472.287311:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610472.287312:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610472.287313:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749610472.287313:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 02000000:00000001:0.0:1749610472.287313:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287314:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610472.287315:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610472.287315:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000040:2.0:1749610472.287318:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610472.287318:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610472.287321:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00000040:0.0:1749610472.287321:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610472.287326:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749610472.287326:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:2.0:1749610472.287327:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287328:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610472.287330:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610472.287330:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610472.287331:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494512256, portal 10 02000000:00000001:2.0:1749610472.287333:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610472.287333:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610472.287333:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995500] to pc [ptlrpcd_00_01+1] req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610472.287335:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287335:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00100000:2.0:1749610472.287338:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494512000:0@lo:38:kworker.0 00000100:00000001:2.0:1749610472.287342:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610472.287342:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610472.287343:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610472.287344:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610472.287345:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610472.287346:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494511872 00000100:00000001:0.0:1749610472.287346:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.287347:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610472.287349:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749610472.287350:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00000100:00000040:0.0:1749610472.287350:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5083) 00000100:00000001:1.0:1749610472.287351:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610472.287352:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.287353:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610472.287353:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610472.287355:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000010:1.0:1749610472.287355:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610472.287356:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610472.287358:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749610472.287358:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494512256, offset 0 02000000:00000001:3.0:1749610472.287360:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610472.287361:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512000, portal 10 00000100:00000001:2.0:1749610472.287363:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610472.287363:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610472.287364:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494511872 00000100:00000001:2.0:1749610472.287364:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 00000020:00000001:3.0:1749610472.287367:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610472.287368:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610472.287370:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610472.287370:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610472.287372:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610472.287373:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610472.287375:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287377:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610472.287379:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610472.287381:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000400:00000010:2.0:1749610472.287381:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000200:1.0:1749610472.287381:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922480 00000100:00000200:2.0:1749610472.287384:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494512000, offset 0 00000020:00000010:3.0:1749610472.287387:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000400:00000200:1.0:1749610472.287387:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 112584 00000020:00000010:3.0:1749610472.287392:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000200:1.0:1749610472.287393:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610472.287396:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610472.287397:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610472.287398:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610472.287399:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610472.287401:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287402:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610472.287404:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610472.287404:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610472.287407:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610472.287408:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c07480. 00000400:00000200:2.0:1749610472.287409:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922380 00000100:00000040:1.0:1749610472.287412:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c07480 x1834598494512256 msgsize 224 00000400:00000200:2.0:1749610472.287414:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 112808 00000100:00100000:1.0:1749610472.287416:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610472.287419:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610472.287422:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610472.287427:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610472.287430:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610472.287439:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610472.287441:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610472.287447:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000001:3.0:1749610472.287451:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943993216 : -131938765558400 : ffff88009cbf2d80) 00000100:00000001:2.0:1749610472.287452:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610472.287455:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512256 00000400:00000200:1.0:1749610472.287456:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:3.0:1749610472.287457:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf2d80 x1834598494511872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610472.287457:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610472.287459:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610472.287459:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749610472.287461:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287462:0:28321:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610472.287464:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610472.287466:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.287467:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512256 00000020:00000001:2.0:1749610472.287469:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610472.287471:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494511872:12345-0@lo:38:kworker.0 00000020:00000040:2.0:1749610472.287472:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610472.287474:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610472.287475:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494511872 00000100:00000001:1.0:1749610472.287475:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610472.287477:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:1.0:1749610472.287478:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610472.287479:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610472.287479:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610472.287482:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00000001:3.0:1749610472.287483:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610472.287485:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287486:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610472.287487:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610472.287489:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f300. 00000100:00000001:1.0:1749610472.287490:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.287494:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 662 usecs (1 jiffies) 00000020:00000001:3.0:1749610472.287497:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610472.287497:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610472.287497:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299745745 00010000:00020000:3.0:1749610472.287501:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610472.287501:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299745746 00000100:00000001:1.0:1749610472.287503:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299745745 00010000:00000001:3.0:1749610472.287505:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610472.287505:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610472.287506:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299745746 00010000:00000001:3.0:1749610472.287508:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610472.287508:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299745745 00000020:00000010:2.0:1749610472.287509:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000001:1.0:1749610472.287510:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299745746 00000100:00000001:3.0:1749610472.287512:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610472.287512:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299745745 00000020:00000010:2.0:1749610472.287513:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610472.287514:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299745746 00000100:00000001:3.0:1749610472.287515:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610472.287516:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610472.287517:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 02000000:00000001:3.0:1749610472.287518:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610472.287518:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287560:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.287561:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610472.287562:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.287564:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610472.287566:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610472.287568:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610472.287569:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.287569:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610472.287572:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610472.287573:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610472.287574:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610472.287574:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610472.287575:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4000. 00000100:00000001:2.0:1749610472.287576:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749610472.287577:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749610472.287578:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610472.287579:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287579:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610472.287581:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287581:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610472.287582:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.287584:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.287584:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610472.287585:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610472.287586:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610472.287587:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610472.287589:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.287590:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.287591:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:3.0:1749610472.287593:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610472.287593:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610472.287596:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610472.287597:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:2.0:1749610472.287624:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610472.287625:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610472.287626:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843413632 : -131938866137984 : ffff880096c07480) 00000100:00000001:1.0:1749610472.287627:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.287629:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610472.287631:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610472.287631:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c07480 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:663/0 lens 224/0 e 0 to 0 dl 1749610483 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610472.287631:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610472.287634:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610472.287635:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610472.287637:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610472.287637:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494512512:0@lo:400:kworker.0 00000100:00000001:3.0:1749610472.287640:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610472.287641:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610472.287642:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610472.287643:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610472.287643:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 02000000:00000001:1.0:1749610472.287644:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610472.287646:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610472.287646:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610472.287646:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610472.287648:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610472.287648:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 02000000:00000001:1.0:1749610472.287648:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610472.287650:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749610472.287651:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000100:00000040:3.0:1749610472.287652:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610472.287653:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610472.287654:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494512256:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749610472.287655:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000400:00000010:3.0:1749610472.287656:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000010:1.0:1749610472.287659:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:3.0:1749610472.287661:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494511872, offset 0 00000100:00000200:2.0:1749610472.287661:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512256 00000100:00000200:1.0:1749610472.287662:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494512512, portal 10 00000020:00000001:2.0:1749610472.287664:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610472.287664:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610472.287666:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610472.287666:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 00000020:00000001:2.0:1749610472.287667:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610472.287669:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610472.287672:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749610472.287672:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610472.287674:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749610472.287675:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610472.287677:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610472.287679:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610472.287681:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610472.287681:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610472.287682:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610472.287683:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf922300 00000400:00000010:1.0:1749610472.287683:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000001:2.0:1749610472.287684:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1749610472.287686:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494512512, offset 0 00000020:00000001:2.0:1749610472.287687:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610472.287688:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x58a5 [1] + 0 00000020:00000001:2.0:1749610472.287689:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610472.287693:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610472.287693:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610472.287694:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610472.287695:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610472.287697:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610472.287699:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2c00. 00000400:00000200:1.0:1749610472.287699:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610472.287701:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610472.287701:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287703:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610472.287706:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610472.287706:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922580 00000100:00000200:3.0:1749610472.287707:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749610472.287709:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494512256 00000400:00000200:1.0:1749610472.287710:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 113328 00010000:00000001:2.0:1749610472.287711:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749610472.287715:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1749610472.287716:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c07480 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:663/0 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610472.287718:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610472.287719:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610472.287722:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610472.287723:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749610472.287724:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610472.287726:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610472.287726:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c07800. 00000100:00000001:3.0:1749610472.287727:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610472.287729:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 0 0) 00000100:00000040:1.0:1749610472.287729:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c07800 x1834598494512512 msgsize 224 00000100:00000001:2.0:1749610472.287733:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610472.287733:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610472.287734:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000040:2.0:1749610472.287735:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610472.287736:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610472.287738:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610472.287740:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610472.287740:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610472.287741:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.287742:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610472.287743:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610472.287745:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.287745:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610472.287748:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610472.287748:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610472.287751:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610472.287751:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512256, offset 224 00000020:00000001:3.0:1749610472.287753:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610472.287753:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610472.287756:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610472.287758:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2d80 x1834598494511872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610472.287762:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610472.287764:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000400:00000200:2.0:1749610472.287765:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610472.287766:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610472.287769:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494511872:12345-0@lo:38:kworker.0 Request processed in 298us (600us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610472.287770:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610472.287771:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922480 00000400:00000200:2.0:1749610472.287776:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58ad [1] + 224 00000100:00100000:3.0:1749610472.287778:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:3.0:1749610472.287781:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610472.287781:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610472.287782:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610472.287784:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610472.287785:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610472.287785:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610472.287786:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610472.287787:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610472.287788:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610472.287788:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512512 00000020:00000010:3.0:1749610472.287790:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000200:2.0:1749610472.287791:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610472.287791:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610472.287793:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610472.287794:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610472.287795:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287795:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287796:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610472.287797:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610472.287798:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287799:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.287801:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610472.287801:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512512 00000100:00000040:1.0:1749610472.287803:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 601 usecs (1 jiffies) 00000020:00000001:0.0:1749610472.287803:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.287804:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610472.287805:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299745746 00000020:00000001:0.0:1749610472.287806:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610472.287807:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299745746 00000020:00000040:0.0:1749610472.287808:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610472.287809:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610472.287809:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299745746 00000020:00000001:0.0:1749610472.287810:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610472.287812:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299745746 00000020:00000001:0.0:1749610472.287812:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610472.287813:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00080000:3.0:1749610472.287814:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610472.287814:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299745746 00000400:00000010:2.0:1749610472.287815:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610472.287816:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299745746 00000100:00000001:2.0:1749610472.287817:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610472.287817:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1749610472.287818:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610472.287818:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299745746 00000100:00000001:2.0:1749610472.287819:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610472.287820:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299745746 00000020:00000010:0.0:1749610472.287820:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:1.0:1749610472.287821:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610472.287822:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.287823:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610472.287823:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.287824:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749610472.287824:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3640. 00000100:00000001:3.0:1749610472.287826:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610472.287826:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610472.287828:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610472.287828:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610472.287830:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749610472.287831:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1749610472.287831:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:1.0:1749610472.287832:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00000040:2.0:1749610472.287834:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c07480 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:663/0 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610472.287834:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610472.287835:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610472.287837:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610472.287839:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1749610472.287841:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610472.287842:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000100:00100000:2.0:1749610472.287844:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494512256:12345-0@lo:400:kworker.0 Request processed in 201us (430us total) trans 0 rc 0/0 00000100:00080000:3.0:1749610472.287846:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610472.287848:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610472.287848:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000200:1.0:1749610472.287849:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.287851:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000020:00000010:0.0:1749610472.287852:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000040:2.0:1749610472.287854:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610472.287856:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610472.287856:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610472.287856:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:1.0:1749610472.287857:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.287858:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610472.287860:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749610472.287861:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00000001:0.0:1749610472.287861:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610472.287862:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610472.287862:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610472.287864:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610472.287865:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610472.287866:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000001:1.0:1749610472.287866:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.287869:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.287869:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749610472.287871:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:0.0:1749610472.287872:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610472.287873:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610472.287874:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=127 v=5 (5 5 0 0) 00000020:00000040:2.0:1749610472.287877:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00001000:1.0:1749610472.287878:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610472.287880:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.287881:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610472.287883:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610472.287885:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610472.287886:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610472.287887:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.287888:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00080000:1.0:1749610472.287890:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.287892:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1749610472.287895:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610472.287897:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843414528 : -131938866137088 : ffff880096c07800) 00010000:00000001:1.0:1749610472.287898:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.287901:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610472.287902:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c07800 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:663/0 lens 224/0 e 0 to 0 dl 1749610483 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610472.287903:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610472.287904:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610472.287906:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287909:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610472.287910:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610472.287911:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f000. 00000100:00000001:2.0:1749610472.287913:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610472.287915:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f000. 00000100:00000001:1.0:1749610472.287917:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610472.287919:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494512512:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610472.287920:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749610472.287923:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512512 00000100:00000001:1.0:1749610472.287923:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610472.287924:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610472.287927:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610472.287929:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.287929:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610472.287931:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610472.287932:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610472.287934:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610472.287937:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610472.287938:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610472.287940:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610472.287941:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610472.287941:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494512256:0@lo:400:kworker.0 00000020:00000001:2.0:1749610472.287943:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610472.287945:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610472.287946:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610472.287947:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610472.287948:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2800. 00000100:00000001:1.0:1749610472.287949:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610472.287950:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287952:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.287953:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494512256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610472.287954:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610472.287956:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494512512 00010000:00000001:2.0:1749610472.287959:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749610472.287962:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c07800 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:663/0 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.287963:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610472.287966:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1749610472.287969:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749610472.287970:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 00010000:00000001:2.0:1749610472.287971:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610472.287973:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 0 0) 02000000:00000001:1.0:1749610472.287975:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610472.287976:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610472.287978:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610472.287978:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610472.287980:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610472.287981:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610472.287982:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610472.287983:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.287985:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610472.287985:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610472.287987:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610472.287988:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000400:00000010:2.0:1749610472.287989:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:2.0:1749610472.287991:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512512, offset 224 02000000:00000001:1.0:1749610472.287993:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749610472.287994:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610472.287996:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610472.287998:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000400:00000200:2.0:1749610472.287999:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610472.288003:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922580 00000100:00000001:1.0:1749610472.288004:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749610472.288006:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58c1 [1] + 224 00000100:00000001:1.0:1749610472.288006:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.288009:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610472.288010:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610472.288012:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610472.288013:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610472.288014:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610472.288015:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610472.288017:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610472.288019:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288020:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.288027:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288043:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610472.288047:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610472.288048:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610472.288050:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610472.288051:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610472.288054:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.288056:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610472.288058:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749610472.288059:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610472.288060:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610472.288061:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610472.288063:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1749610472.288064:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610472.288066:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c07800 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:663/0 lens 224/224 e 0 to 0 dl 1749610483 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610472.288067:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610472.288070:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000400:00000200:1.0:1749610472.288074:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00100000:2.0:1749610472.288075:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494512512:12345-0@lo:400:kworker.0 Request processed in 164us (344us total) trans 0 rc 0/0 00000400:00000010:1.0:1749610472.288077:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00100000:2.0:1749610472.288081:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:1.0:1749610472.288081:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610472.288083:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610472.288085:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610472.288086:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610472.288087:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610472.288089:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000020:00000010:2.0:1749610472.288092:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000010:2.0:1749610472.288095:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000020:00000040:2.0:1749610472.288099:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610472.288101:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610472.288102:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288112:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610472.288113:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610472.288114:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610472.288115:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610472.288117:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0000. 00000100:00000001:1.0:1749610472.288118:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749610472.288120:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0000 x1834598494512000 msgsize 520 02000000:00000001:1.0:1749610472.288120:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610472.288122:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610472.288124:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610472.288124:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.288128:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610472.288133:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=77 v=5 (5 5 0 0) 00000100:00001000:1.0:1749610472.288138:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=77 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610472.288142:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610472.288145:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610472.288145:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610472.288148:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610472.288149:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610472.288151:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610472.288153:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00080000:1.0:1749610472.288153:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610472.288157:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610472.288164:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288165:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610472.288168:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288168:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610472.288170:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610472.288172:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610472.288174:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.288174:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288176:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610472.288180:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.288180:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610472.288183:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 695 usecs (1 jiffies) 00000100:00000001:2.0:1749610472.288186:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299745746 00000100:00000001:2.0:1749610472.288188:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299745746 00000100:00000001:1.0:1749610472.288190:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610472.288191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299745746 00000100:00000001:1.0:1749610472.288192:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610472.288193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299745746 00000100:00000001:3.0:1749610472.288194:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610472.288194:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299745746 00000100:00100000:3.0:1749610472.288197:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512000 00000100:00000001:2.0:1749610472.288197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299745746 00000100:00000040:1.0:1749610472.288198:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610472.288199:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610472.288199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299745746 00000100:00000001:2.0:1749610472.288201:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299745746 00000100:00000001:3.0:1749610472.288202:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.288203:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610472.288204:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288205:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610472.288205:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494512512:0@lo:400:kworker.0 02000000:00000001:3.0:1749610472.288207:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288208:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610472.288209:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512000 00000100:00000001:1.0:1749610472.288209:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610472.288211:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610472.288211:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288211:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749610472.288213:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749610472.288214:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995500 x1834598494512512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610472.288215:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610472.288217:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288218:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610472.288219:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288220:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.288220:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610472.288222:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610472.288222:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610472.288223:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 02000000:00000001:2.0:1749610472.288224:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610472.288224:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 02000000:00000001:2.0:1749610472.288226:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610472.288227:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 02000000:00000001:1.0:1749610472.288227:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610472.288229:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494512128:0@lo:38:kworker.0 00000020:00000001:1.0:1749610472.288229:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749610472.288230:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000020:00000040:1.0:1749610472.288230:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610472.288232:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610472.288232:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610472.288234:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610472.288234:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1749610472.288234:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00000001:3.0:1749610472.288235:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610472.288236:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.288237:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.288237:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610472.288238:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610472.288239:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610472.288240:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 00000100:00000001:3.0:1749610472.288241:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610472.288243:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000100:00000001:1.0:1749610472.288243:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610472.288245:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.288245:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.288246:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610472.288247:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610472.288249:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610472.288250:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610472.288251:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610472.288253:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512128, portal 10 00000100:00000001:1.0:1749610472.288253:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.288255:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610472.288255:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610472.288256:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610472.288257:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610472.288257:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288258:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 00000100:00100000:3.0:1749610472.288262:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:2.0:1749610472.288263:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610472.288264:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943981568 : -131938765570048 : ffff88009cbf0000) 00000100:00000040:3.0:1749610472.288269:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0000 x1834598494512000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288270:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610472.288272:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610472.288274:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:2.0:1749610472.288276:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494512128, offset 0 00000100:00100000:3.0:1749610472.288281:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494512000:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610472.288281:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610472.288285:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610472.288286:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512000 00000020:00000001:3.0:1749610472.288288:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610472.288290:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922400 00010000:00000001:3.0:1749610472.288291:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610472.288293:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 113552 00000400:00000200:2.0:1749610472.288298:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610472.288300:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610472.288301:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749610472.288304:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610472.288304:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610472.288305:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610472.288307:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749610472.288308:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1c00. 00010000:00000001:3.0:1749610472.288310:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.288311:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1c00 x1834598494512128 msgsize 520 00000100:00000001:3.0:1749610472.288312:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610472.288314:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610472.288315:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610472.288316:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610472.288320:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4400. 02000000:00000001:3.0:1749610472.288321:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.288324:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610472.288327:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610472.288329:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610472.288333:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610472.288334:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610472.288339:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610472.288340:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:3.0:1749610472.288342:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610472.288343:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000040:3.0:1749610472.288346:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610472.288346:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610472.288348:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610472.288352:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610472.288352:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610472.288356:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610472.288360:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610472.288362:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288363:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610472.288366:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610472.288368:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610472.288369:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610472.288374:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610472.288375:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610472.288378:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610472.288379:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512128 00000100:00000200:3.0:1749610472.288380:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512000, offset 0 00000100:00000001:2.0:1749610472.288380:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610472.288382:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610472.288384:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610472.288386:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610472.288386:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.288387:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.288391:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 660 usecs (1 jiffies) 02000000:00000001:0.0:1749610472.288391:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299745746 00000100:00100000:0.0:1749610472.288395:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512128 00000400:00000200:3.0:1749610472.288397:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610472.288398:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299745746 00000020:00000001:0.0:1749610472.288398:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610472.288400:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610472.288402:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299745746 00000020:00000001:0.0:1749610472.288403:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610472.288405:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299745746 00000020:00000001:0.0:1749610472.288405:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610472.288407:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922380 00000020:00000001:0.0:1749610472.288408:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299745746 00000100:00000001:2.0:1749610472.288412:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299745746 00000020:00000010:0.0:1749610472.288413:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000400:00000200:3.0:1749610472.288414:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58b5 [1] + 0 00000100:00000001:2.0:1749610472.288415:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299745746 00000100:00000001:2.0:1749610472.288418:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299745746 00000020:00000010:0.0:1749610472.288418:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000400:00000200:3.0:1749610472.288421:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610472.288421:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610472.288422:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000001:2.0:1749610472.288424:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610472.288426:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610472.288427:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610472.288428:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610472.288429:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610472.288431:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610472.288432:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.288435:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610472.288436:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610472.288438:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288447:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610472.288447:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288449:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610472.288452:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610472.288453:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610472.288456:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610472.288456:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610472.288458:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610472.288459:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610472.288463:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1749610472.288464:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494512384:0@lo:38:kworker.0 00000100:00000001:3.0:1749610472.288466:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610472.288467:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943988736 : -131938765562880 : ffff88009cbf1c00) 00000100:00000001:2.0:1749610472.288469:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610472.288472:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610472.288473:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000001:2.0:1749610472.288474:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610472.288474:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1c00 x1834598494512128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610472.288476:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610472.288477:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610472.288480:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610472.288482:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749610472.288483:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610472.288486:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.288487:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610472.288490:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000040:3.0:1749610472.288491:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610472.288491:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494512128:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610472.288495:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610472.288495:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:0.0:1749610472.288497:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512128 00000020:00000001:3.0:1749610472.288498:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610472.288500:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512384, portal 10 00000020:00000001:0.0:1749610472.288500:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610472.288503:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749610472.288503:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610472.288504:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0000 x1834598494512000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288504:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000100:00000040:2.0:1749610472.288511:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610472.288513:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288518:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:0.0:1749610472.288518:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749610472.288549:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494512000:12345-0@lo:38:kworker.0 Request processed in 238us (396us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610472.288549:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610472.288551:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00010000:00000001:0.0:1749610472.288551:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610472.288554:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494512384, offset 0 00010000:00000001:0.0:1749610472.288555:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610472.288557:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610472.288559:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610472.288561:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610472.288562:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 02000000:00000001:0.0:1749610472.288564:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610472.288565:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610472.288566:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610472.288568:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749610472.288569:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262c00. 00000400:00000200:2.0:1749610472.288570:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922500 02000000:00000001:0.0:1749610472.288572:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610472.288573:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000400:00000200:2.0:1749610472.288574:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 114072 00000100:00000001:0.0:1749610472.288575:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610472.288577:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000400:00000200:2.0:1749610472.288579:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610472.288579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299745746, at 4299745746 00010000:00000001:0.0:1749610472.288579:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610472.288582:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000400:00000200:2.0:1749610472.288582:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610472.288582:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288585:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610472.288586:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610472.288586:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610472.288587:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610472.288587:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f880. 00000100:00000010:2.0:1749610472.288591:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719880. 00000100:00000001:0.0:1749610472.288591:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610472.288594:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719880 x1834598494512384 msgsize 520 00000100:00000001:0.0:1749610472.288594:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610472.288597:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610472.288622:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610472.288629:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610472.288631:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610472.288632:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610472.288635:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:2.0:1749610472.288637:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000040:0.0:1749610472.288637:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610472.288639:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610472.288641:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610472.288642:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610472.288642:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610472.288643:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610472.288644:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512384 02000000:00000001:0.0:1749610472.288644:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610472.288645:0:9691:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.288647:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610472.288647:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610472.288649:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.288650:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610472.288651:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610472.288651:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610472.288653:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610472.288654:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610472.288655:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:1.0:1749610472.288657:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512384 00000020:00000001:1.0:1749610472.288659:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610472.288660:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288661:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610472.288661:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749610472.288661:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512128, offset 0 00000020:00000001:1.0:1749610472.288663:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610472.288664:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610472.288665:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610472.288667:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 471 usecs (1 jiffies) 00000020:00000001:1.0:1749610472.288667:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288669:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299745747 00000400:00000200:0.0:1749610472.288669:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610472.288671:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00000001:2.0:1749610472.288675:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299745746 00000020:00000010:1.0:1749610472.288675:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610472.288678:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299745747 00000020:00000010:1.0:1749610472.288679:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000400:00000200:0.0:1749610472.288679:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610472.288682:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f000. 00000100:00000001:1.0:1749610472.288682:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610472.288684:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610472.288686:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610472.288686:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299745747 00000400:00000200:0.0:1749610472.288688:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922400 00000100:00000001:1.0:1749610472.288690:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288692:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299745746 00000100:00000001:2.0:1749610472.288695:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299745747 00000400:00000200:0.0:1749610472.288695:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58d1 [1] + 0 00000100:00000001:1.0:1749610472.288696:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288698:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4299745746 00000100:00000001:2.0:1749610472.288701:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610472.288702:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610472.288703:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.288704:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610472.288705:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610472.288706:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610472.288707:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749610472.288707:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610472.288708:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610472.288709:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610472.288710:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000400:00000010:2.0:1749610472.288711:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749610472.288713:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:1.0:1749610472.288713:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922131584 : -131938787420032 : ffff88009b719880) 00000100:00000001:3.0:1749610472.288714:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610472.288714:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610472.288717:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610472.288718:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.288718:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719880 x1834598494512384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610472.288720:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610472.288722:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610472.288729:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610472.288729:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288736:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610472.288736:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494512384:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610472.288738:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288739:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610472.288740:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512384 02000000:00000001:2.0:1749610472.288741:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610472.288742:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610472.288743:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.288745:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610472.288745:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749610472.288745:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610472.288747:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610472.288752:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610472 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610472.288754:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610472.288756:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=45 v=20 (1 1 20 0) 00010000:00020000:1.0:1749610472.288757:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610472.288757:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610472.288759:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749610472.288760:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610472.288761:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610472.288763:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610472.288763:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610472.288764:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610472.288765:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610472.288766:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610472.288767:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610472.288768:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610472.288769:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610472.288770:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610472.288772:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749610472.288774:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9ac00. 00000100:00000001:2.0:1749610472.288775:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610472.288775:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610472.288776:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288778:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610472.288778:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288779:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610472.288779:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610472.288781:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610472.288782:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610472.288782:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610472.288783:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288785:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610472.288785:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610472.288786:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749610472.288788:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610472.288789:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:2.0:1749610472.288791:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610472.288791:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1c00 x1834598494512128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288792:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610472.288794:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610472.288794:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610472.288796:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610472.288798:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288799:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610472.288802:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610472.288804:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749610472.288805:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494512128:12345-0@lo:38:kworker.0 Request processed in 315us (490us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610472.288806:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494511872:0@lo:38:kworker.0 02000000:00000001:1.0:1749610472.288806:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610472.288808:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610472.288810:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.288810:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610472.288812:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610472.288812:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610472.288815:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994380 x1834598494511872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610472.288816:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512384, offset 0 00000100:00100000:0.0:1749610472.288816:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000001:0.0:1749610472.288820:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610472.288821:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610472.288821:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610472.288822:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610472.288824:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610472.288826:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 00000020:00000010:0.0:1749610472.288826:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000400:00000200:1.0:1749610472.288828:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610472.288830:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749610472.288830:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000020:00000001:2.0:1749610472.288831:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610472.288833:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:0.0:1749610472.288834:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000001:2.0:1749610472.288835:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610472.288835:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922500 02000000:00000010:2.0:1749610472.288836:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135260c00. 00000100:00000001:0.0:1749610472.288838:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610472.288839:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610472.288840:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58dd [1] + 0 02000000:00000001:2.0:1749610472.288841:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610472.288842:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 00000400:00000200:1.0:1749610472.288845:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610472.288846:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610472.288847:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610472.288848:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610472.288849:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610472.288851:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610472.288854:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610472.288856:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610472.288856:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288858:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610472.288859:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610472.288861:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610472.288862:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610472.288864:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000100:00000040:1.0:1749610472.288865:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610472.288867:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610472.288869:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610472.288871:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610472.288874:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288874:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610472.288878:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610472.288880:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000200:2.0:1749610472.288882:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610472.288882:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610472.288883:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610472.288886:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.288888:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610472.288889:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610472.288890:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288891:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610472.288891:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.288892:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610472.288893:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610472.288894:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.288895:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.288897:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610472.288897:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719880 x1834598494512384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610492 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610472.288900:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610472 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610472.288903:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=27 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610472.288905:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610472.288906:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610472.288907:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494512384:12345-0@lo:38:kworker.0 Request processed in 171us (310us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610472.288908:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.288912:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610472.288914:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000001:1.0:1749610472.288917:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610472.288918:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610472.288919:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610472.288920:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610472.288922:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610472.288922:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610472.288923:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610472.288925:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610472.288926:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00080000:2.0:1749610472.288928:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749610472.288929:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000100:00080000:2.0:1749610472.288930:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610472.288932:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288933:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.288936:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.288950:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494512000:0@lo:38:kworker.0 00000400:00000001:2.0:1749610472.288954:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610472.288956:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610472.288957:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610472.288959:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610472.288961:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610472.288962:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610472.288965:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610472.288972:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.288978:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610472.288980:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.288981:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610472.288982:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610472.288983:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.288985:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.288986:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610472.288989:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610472 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610472.288991:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=127 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610472.288994:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610472.288995:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610472.288997:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.289000:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289007:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610472.289008:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610472.289010:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289011:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610472.289012:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610472.289015:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610472.289019:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610472.289021:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.289024:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.289031:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494512128:0@lo:38:kworker.0 00000400:00000001:2.0:1749610472.289035:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610472.289036:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610472.289038:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610472.289039:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610472.289041:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610472.289042:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610472.289045:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610472.289052:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289058:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610472.289060:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289061:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610472.289062:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610472.289063:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610472.289065:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610472.289066:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610472.289069:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610472 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610472.289071:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=77 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610472.289074:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610472.289075:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610472.289077:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.289080:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289086:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610472.289088:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610472.289090:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289092:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610472.289093:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610472.289096:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610472.289098:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610472.289100:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610472.289104:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610472.289111:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494512384:0@lo:38:kworker.0 00000100:00000001:2.0:1749610472.289114:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.289116:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610472.289118:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494512000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289124:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610472.289125:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610472.289127:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610472.289129:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610472.289130:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610472.289132:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610472.289133:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610472.289135:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262000. 02000000:00000001:2.0:1749610472.289138:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610472.289139:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610472.289141:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:2.0:1749610472.289143:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610472.289144:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289146:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610472.289148:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994a80 x1834598494512128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289154:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610472.289155:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610472.289156:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610472.289161:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610472.289162:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610472.289163:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610472.289166:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610472.289167:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262400. 02000000:00000001:2.0:1749610472.289169:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610472.289170:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610472.289171:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 00000100:00000001:2.0:1749610472.289173:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610472.289174:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289176:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610472.289178:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494512384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610472.289184:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610472.289185:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610472.289187:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610472.289189:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610472.289190:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610472.289191:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610472.289193:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610472.289194:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262800. 02000000:00000001:2.0:1749610472.289196:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610472.289197:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610472.289198:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 00000100:00000001:2.0:1749610472.289201:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610472.289202:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.289203:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.289205:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610472.289206:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610472.289207:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610472.289209:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610472.289619:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299745747, at 4299745747 00000100:00000040:0.0:1749610472.289624:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299745747, at 4299745747 00000100:00000010:3.0:1749610472.289635:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f440. 00000100:00000040:1.0:1749610472.289644:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299745747, at 4299745747 00000100:00000010:1.0:1749610472.289655:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f000. 00000100:00000010:0.0:1749610472.289663:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe40. 00000100:00000040:2.0:1749610472.290633:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299745747, at 4299745748 00000100:00000010:2.0:1749610472.290643:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f400. 00000100:00000001:2.0:1749610472.457783:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610472.457792:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610472.457795:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610472.457800:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610472.457804:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610472.457809:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.457812:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610472.457815:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610472.457818:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610472.740798:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610472.740806:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610472.740808:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610472.740813:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610472.740817:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610472.740820:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610472.740823:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610472.740826:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610472.740843:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610473.076736:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610473.076744:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610473.076838:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610473.076843:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610473.076847:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610473.288736:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610473.288754:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610473.288756:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610473.288762:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610473.288765:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610473.288770:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610473.288773:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610473.457765:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610473.457774:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610473.457776:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610473.457781:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610473.457785:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610473.457789:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610473.457793:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610473.457796:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610473.457798:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610473.740665:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610473.740674:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610473.740677:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610473.740683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610473.740689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610473.740693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610473.740698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610473.740702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610473.740706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610474.078638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610474.078644:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610474.078646:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610474.078649:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610474.078653:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610474.078655:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610474.078657:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610474.078659:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610474.078748:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610474.078751:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610474.078753:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610474.288656:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610474.288669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610474.288671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610474.288674:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610474.288675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610474.288679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610474.288680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610474.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610474.457666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610474.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610474.457671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610474.457673:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610474.457676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610474.457678:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610474.457680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610474.457681:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610474.740722:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610474.740728:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610474.740730:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610474.740734:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610474.740738:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610474.740740:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610474.740742:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610474.740745:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610474.740747:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610475.080635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610475.080641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610475.080723:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610475.080727:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610475.080729:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610475.288638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610475.288652:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610475.288654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610475.288658:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610475.288660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610475.288663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610475.288665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610475.457652:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610475.457658:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610475.457659:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610475.457662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610475.457665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610475.457667:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610475.457670:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610475.457671:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610475.457673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610475.740616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610475.740621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610475.740623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610475.740626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610475.740628:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610475.740631:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610475.740633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610475.740635:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610475.740637:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610476.082725:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610476.082734:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610476.082828:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610476.082835:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610476.082840:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610476.288672:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610476.288688:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610476.288691:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610476.288695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610476.288698:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610476.288702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610476.288705:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610476.457745:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610476.457754:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610476.457757:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610476.457762:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610476.457766:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610476.457770:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610476.457773:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610476.457776:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610476.457778:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610476.740819:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610476.740828:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610476.740830:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610476.740835:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610476.740839:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610476.740843:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610476.740846:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610476.740850:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610476.740853:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610477.084704:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610477.084710:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610477.084791:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610477.084797:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610477.084800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610477.288688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610477.288706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.288709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.288714:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.288717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.288721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.288724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610477.294672:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610477.294684:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610477.294689:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610477.294695:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610477.294699:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610477.294703:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610477.294710:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610477.294717:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5078 00000100:00080000:0.0:1749610477.294723:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610477.294728:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610477.294733:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.294737:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.294741:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610477.294748:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610477.294751:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610477.294756:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610477.294760:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610477.294764:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610477.294769:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610477.294774:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610477.294778:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.294780:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.294784:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610477.294788:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610477.294793:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610477.294797:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610477.294803:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610477.294812:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610477.294816:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.294820:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610477.294824:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610477.294832:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000020:00000040:0.0:1749610477.294838:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610477.294844:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610477.294847:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.294851:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610477.294854:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610477.294859:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610477.294869:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263400. 00000100:00000001:0.0:1749610477.294879:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610477.294890:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610477.294907:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610477.294912:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.294919:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_rcv+-1] req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.294958:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610477.294963:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610477.294968:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610477.294971:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610477.294974:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610477.294978:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610477.294982:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5078 00000100:00080000:0.0:1749610477.294985:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610477.294989:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610477.294993:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.294996:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.294999:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610477.295004:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610477.295006:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610477.295009:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610477.295012:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610477.295016:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610477.295019:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610477.295024:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610477.295027:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.295030:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.295033:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610477.295036:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610477.295041:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610477.295044:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610477.295047:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610477.295052:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610477.295055:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295056:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610477.295059:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610477.295062:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610477.295062:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295064:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610477.295067:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610477.295071:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749610477.295073:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610477.295075:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610477.295077:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295080:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610477.295082:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610477.295085:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295086:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.295088:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610477.295090:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610477.295092:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610477.295095:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610477.295095:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295098:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.295102:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494512640:0@lo:38:kworker.0 00000100:00100000:0.0:1749610477.295103:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610477.295107:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610477.295110:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610477.295113:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295116:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610477.295116:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610477.295120:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610477.295123:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610477.295125:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.295125:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_rcv+-1] req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610477.295133:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000010:2.0:1749610477.295140:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:2.0:1749610477.295148:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512640, portal 4 00000100:00000001:2.0:1749610477.295151:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610477.295152:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295153:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00080000:0.0:1749610477.295156:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610477.295161:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610477.295162:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610477.295164:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610477.295167:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610477.295170:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610477.295171:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749610477.295174:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610477.295175:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5078 00000400:00000010:2.0:1749610477.295176:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610477.295179:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494512640, offset 0 00000100:00080000:0.0:1749610477.295179:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610477.295183:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610477.295185:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610477.295186:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.295189:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.295192:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610477.295196:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610477.295207:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610477.295210:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610477.295213:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610477.295213:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610477.295216:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610477.295220:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610477.295224:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf922600 00000100:00000040:0.0:1749610477.295225:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610477.295227:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610477.295230:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610477.295232:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 14040 00000100:00000001:0.0:1749610477.295233:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610477.295236:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610477.295240:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610477.295241:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610477.295244:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610477.295246:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610477.295246:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610477.295250:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.295251:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610477.295254:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749610477.295254:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295256:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:2.0:1749610477.295258:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000100:00000001:0.0:1749610477.295259:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.295262:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719f80 x1834598494512640 msgsize 520 00000100:00000010:0.0:1749610477.295264:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000100:00100000:2.0:1749610477.295266:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610477.295267:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610477.295271:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610477.295273:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295275:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610477.295277:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610477.295280:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610477.295285:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263c00. 00000100:00000001:0.0:1749610477.295290:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295291:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610477.295297:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610477.295301:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610477.295303:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610477.295306:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610477.295308:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610477.295311:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.295312:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.295318:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_rcv+-1] req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.295320:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610477.295323:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.295329:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.295333:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610477.295336:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295338:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610477.295339:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610477.295342:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610477.295343:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000100:00000040:2.0:1749610477.295347:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000020:00000040:0.0:1749610477.295347:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610477.295351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299750754 00000100:00000001:0.0:1749610477.295351:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610477.295353:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749610477.295355:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f400. 02000000:00000001:0.0:1749610477.295355:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610477.295361:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749610477.295362:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610477.295365:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295369:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299750754 00000100:00000040:0.0:1749610477.295371:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749610477.295372:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fe00. 00000100:00000001:2.0:1749610477.295375:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610477.295383:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610477.295385:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295387:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299750754 00000100:00000010:2.0:1749610477.295390:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f180. 00000100:00000001:2.0:1749610477.295393:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749610477.295393:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_00_02+2] req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.295395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299750754 00000100:00000010:2.0:1749610477.295398:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fcc0. 00000100:00000001:3.0:1749610477.295401:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610477.295401:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610477.295404:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.295406:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.295407:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512640 00000100:00000001:2.0:1749610477.295409:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610477.295410:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610477.295411:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610477.295414:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610477.295417:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295417:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.295419:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.295421:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.295422:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.295423:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610477.295427:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610477.295432:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.295437:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512640 00000100:00000001:2.0:1749610477.295438:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610477.295440:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610477.295440:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610477.295441:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610477.295441:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295442:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610477.295443:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610477.295444:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610477.295445:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000001:3.0:1749610477.295446:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295447:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610477.295448:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.295450:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494512768:0@lo:38:kworker.0 00000100:00080000:0.0:1749610477.295450:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610477.295452:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610477.295453:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610477.295454:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 02000000:00000001:2.0:1749610477.295455:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610477.295455:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610477.295457:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295458:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610477.295459:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000020:00000010:3.0:1749610477.295461:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00080000:0.0:1749610477.295463:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5078 02000000:00000010:2.0:1749610477.295464:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000020:00000010:3.0:1749610477.295466:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 02000000:00000001:2.0:1749610477.295466:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610477.295467:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749610477.295468:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610477.295471:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610477.295471:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:0.0:1749610477.295471:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610477.295474:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610477.295474:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512768, portal 10 00000100:00000001:0.0:1749610477.295474:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610477.295476:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295476:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610477.295477:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000100:00000040:0.0:1749610477.295477:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.295480:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610477.295482:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.295483:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610477.295484:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610477.295486:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610477.295489:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610477.295490:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610477.295492:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610477.295493:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000020:00000040:0.0:1749610477.295493:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610477.295494:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610477.295495:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494512768, offset 0 00000020:00000001:0.0:1749610477.295496:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610477.295499:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610477.295500:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610477.295500:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610477.295503:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610477.295504:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610477.295505:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610477.295505:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:1.0:1749610477.295506:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749610477.295508:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610477.295508:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610477.295509:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922680 00000100:00100000:3.0:1749610477.295511:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1749610477.295511:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610477.295514:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000200:2.0:1749610477.295514:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 114592 00000100:00000001:0.0:1749610477.295515:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610477.295516:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610477.295518:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610477.295519:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:2.0:1749610477.295520:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610477.295551:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749610477.295577:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610477.295581:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295582:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610477.295584:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610477.295585:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1749610477.295588:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a300. 02000000:00000001:0.0:1749610477.295590:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610477.295591:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71a300 x1834598494512768 msgsize 520 02000000:00000001:0.0:1749610477.295594:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.295595:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610477.295597:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610477.295600:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295604:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:0.0:1749610477.295606:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000400:00000200:2.0:1749610477.295608:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610477.295610:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000040:0.0:1749610477.295610:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:3.0:1749610477.295613:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719f80 x1834598494512640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.295613:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610477.295614:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610477.295616:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610477.295617:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.295619:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610477.295621:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610477.295624:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610477.295624:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.295625:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610477.295627:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.295627:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610477.295629:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494512640:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610477.295629:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610477.295630:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262800. 00000100:00000200:3.0:1749610477.295633:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512640 00000100:00000001:2.0:1749610477.295633:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295635:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610477.295635:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610477.295637:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610477.295638:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610477.295638:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610477.295641:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610477.295641:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 712 usecs (1 jiffies) 00000100:00100000:0.0:1749610477.295643:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610477.295644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299750754 00000100:00000001:2.0:1749610477.295646:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299750754 00000100:00000001:2.0:1749610477.295649:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299750754 00000100:00000001:1.0:1749610477.295650:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.295651:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299750754 00000100:00000001:1.0:1749610477.295651:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295653:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299750754 00000100:00000001:2.0:1749610477.295655:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299750754 02000000:00000001:1.0:1749610477.295655:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610477.295656:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610477.295657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299750754 02000000:00000001:1.0:1749610477.295658:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.295659:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299750754 02000000:00000001:1.0:1749610477.295660:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295660:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295661:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.295663:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610477.295664:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494513024:0@lo:400:kworker.0 00000100:00000001:2.0:1749610477.295665:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610477.295666:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.295668:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610477.295669:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.295669:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610477.295672:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00020000:3.0:1749610477.295673:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610477.295674:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295675:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610477.295676:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749610477.295677:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610477.295677:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295679:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610477.295679:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610477.295680:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610477.295680:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 02000000:00000001:2.0:1749610477.295681:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610477.295682:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.295683:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610477.295683:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.295683:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1749610477.295685:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494512896:0@lo:38:kworker.0 00000100:00000001:3.0:1749610477.295686:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610477.295687:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000100:00000001:0.0:1749610477.295688:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610477.295689:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610477.295689:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610477.295691:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610477.295692:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610477.295692:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000010:0.0:1749610477.295692:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 02000000:00000010:3.0:1749610477.295693:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4800. 02000000:00000001:2.0:1749610477.295694:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610477.295695:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610477.295696:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610477.295697:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610477.295697:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494513024, portal 10 02000000:00000010:2.0:1749610477.295699:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00000100:00000001:1.0:1749610477.295699:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610477.295699:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1749610477.295701:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610477.295701:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.295701:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 02000000:00000001:0.0:1749610477.295701:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749610477.295703:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00010000:00000001:3.0:1749610477.295704:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610477.295704:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610477.295706:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00001000:3.0:1749610477.295707:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610477.295708:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610477.295709:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494512896, portal 10 02000000:00000010:0.0:1749610477.295709:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000100:00000001:3.0:1749610477.295711:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610477.295711:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610477.295712:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00000100:00000001:0.0:1749610477.295713:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.295714:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610477.295717:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610477.295719:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610477.295719:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749610477.295720:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610477.295722:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610477.295722:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:3.0:1749610477.295725:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749610477.295725:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494513024, offset 0 00000100:00000001:2.0:1749610477.295726:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610477.295728:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610477.295728:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610477.295729:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000400:00000200:1.0:1749610477.295730:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610477.295732:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610477.295732:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610477.295733:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494512896, offset 0 02000000:00000001:3.0:1749610477.295734:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610477.295734:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610477.295736:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610477.295737:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610477.295738:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610477.295739:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610477.295741:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610477.295741:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_00_03+3] req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610477.295743:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610477.295745:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000200:1.0:1749610477.295747:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922780 00000400:00000200:2.0:1749610477.295748:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922700 00000100:00000200:3.0:1749610477.295749:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494512640, offset 0 00000400:00000200:1.0:1749610477.295752:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 115112 00000400:00000200:1.0:1749610477.295758:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610477.295761:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610477.295763:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 115336 00000100:00000001:0.0:1749610477.295766:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610477.295768:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610477.295769:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610477.295771:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610477.295774:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5088) 00000100:00000001:1.0:1749610477.295776:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610477.295778:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610477.295778:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610477.295782:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c06a00. 00000100:00000001:2.0:1749610477.295783:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610477.295786:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf922600 00000100:00000040:1.0:1749610477.295786:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880096c06a00 x1834598494513024 msgsize 224 00000100:00100000:2.0:1749610477.295787:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749610477.295788:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610477.295790:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610477.295791:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x58ed [1] + 0 00000100:00000001:2.0:1749610477.295793:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.295795:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610477.295797:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610477.295797:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.295798:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.295799:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610477.295799:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610477.295800:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610477.295804:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.295806:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610477.295810:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000200:3.0:1749610477.295811:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.295811:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749610477.295812:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:2.0:1749610477.295813:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.295815:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610477.295815:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610477.295817:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610477.295818:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610477.295819:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610477.295819:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610477.295822:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494513280:0@lo:400:kworker.0 00000100:00100000:0.0:1749610477.295822:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512768 00000100:00000040:3.0:1749610477.295823:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610477.295825:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610477.295826:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610477.295828:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610477.295828:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610477.295828:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610477.295829:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.295831:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610477.295831:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610477.295831:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.295831:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610477.295834:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829600. 02000000:00000001:2.0:1749610477.295835:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610477.295835:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610477.295837:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:2.0:1749610477.295838:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000001:1.0:1749610477.295838:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610477.295839:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:0.0:1749610477.295839:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512768 00000100:00000001:1.0:1749610477.295840:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610477.295842:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610477.295843:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610477.295844:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749610477.295844:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610477.295844:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610477.295845:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610477.295847:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494513280, portal 10 00000100:00000040:1.0:1749610477.295847:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 662 usecs (1 jiffies) 00000020:00000001:0.0:1749610477.295847:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610477.295848:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295849:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610477.295849:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295850:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000001:1.0:1749610477.295850:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299750754 00000100:00000040:3.0:1749610477.295852:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610477.295852:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.295853:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299750754 00000100:00000001:3.0:1749610477.295854:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610477.295856:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610477.295856:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.295856:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299750754 00000100:00000001:1.0:1749610477.295858:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299750754 00000020:00000010:0.0:1749610477.295858:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000040:3.0:1749610477.295860:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494512640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.295861:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299750754 00000100:00000001:2.0:1749610477.295863:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610477.295864:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610477.295864:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299750754 00000020:00000010:0.0:1749610477.295864:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000400:00000010:2.0:1749610477.295866:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610477.295866:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299750754 00000100:00000200:2.0:1749610477.295868:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494513280, offset 0 00000100:00000001:1.0:1749610477.295868:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299750754 00000020:00000010:0.0:1749610477.295869:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00100000:3.0:1749610477.295870:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494512640:12345-0@lo:38:kworker.0 Request processed in 242us (606us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610477.295870:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610477.295872:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610477.295872:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.295875:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295875:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610477.295876:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610477.295877:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.295878:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000001:0.0:1749610477.295878:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610477.295879:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610477.295880:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610477.295881:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922880 00000100:00000001:1.0:1749610477.295881:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295881:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.295882:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610477.295883:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610477.295883:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610477.295885:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 115856 00000100:00000001:0.0:1749610477.295887:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610477.295888:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000400:00000200:2.0:1749610477.295889:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610477.295891:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000400:00000200:2.0:1749610477.295892:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610477.295894:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610477.295896:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000200:2.0:1749610477.295896:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610477.295897:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610477.295899:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610477.295899:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719c00. 00000100:00000040:2.0:1749610477.295901:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719c00 x1834598494513280 msgsize 224 00000100:00100000:2.0:1749610477.295905:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610477.295908:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610477.295918:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610477.295921:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610477.295924:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610477.295927:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610477.295927:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513024 00000100:00000001:1.0:1749610477.295928:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610477.295930:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610477.295930:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513280 02000000:00000001:0.0:1749610477.295930:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610477.295932:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610477.295932:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610477.295933:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610477.295934:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610477.295934:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610477.295936:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.295936:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.295938:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00000001:2.0:1749610477.295938:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610477.295939:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.295940:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922134272 : -131938787417344 : ffff88009b71a300) 02000000:00000001:1.0:1749610477.295940:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.295941:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610477.295942:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513280 00000100:00100000:0.0:1749610477.295943:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513024 00000100:00000040:3.0:1749610477.295944:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71a300 x1834598494512768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610477.295945:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610477.295946:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610477.295946:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610477.295948:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610477.295948:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610477.295948:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610477.295949:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610477.295951:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610477.295951:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610477.295952:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.295953:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494512768:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610477.295954:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000040:0.0:1749610477.295954:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:2.0:1749610477.295955:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 600 usecs (1 jiffies) 00000100:00000200:3.0:1749610477.295956:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512768 00000020:00000001:1.0:1749610477.295956:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610477.295957:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299750754 00000020:00000001:3.0:1749610477.295958:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610477.295958:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00000001:3.0:1749610477.295960:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610477.295960:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299750754 00000100:00000001:1.0:1749610477.295961:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610477.295961:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610477.295962:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299750754 00000020:00000010:1.0:1749610477.295964:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3280. 00000100:00000001:2.0:1749610477.295965:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299750754 00000020:00000001:3.0:1749610477.295967:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295967:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299750754 00000100:00000001:0.0:1749610477.295968:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610477.295969:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299750754 00010000:00020000:3.0:1749610477.295970:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610477.295971:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299750754 00000020:00000040:1.0:1749610477.295971:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:3.0:1749610477.295972:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610477.295972:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:2.0:1749610477.295973:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299750754 00010000:00000001:3.0:1749610477.295975:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610477.295975:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610477.295977:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610477.295977:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.295978:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610477.295978:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f300. 00000100:00000001:3.0:1749610477.295979:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610477.295979:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610477.295981:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610477.295981:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610477.295982:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 02000000:00000010:3.0:1749610477.295984:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4c00. 00000100:00000001:0.0:1749610477.295985:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749610477.295986:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610477.295986:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000020:00000010:0.0:1749610477.295987:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000100:00000001:3.0:1749610477.295988:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.295989:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749610477.295990:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00010000:00000001:3.0:1749610477.295991:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610477.295991:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610477.295993:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610477.295994:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71a680. 00000100:00001000:3.0:1749610477.295995:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610477.295995:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000040:2.0:1749610477.295996:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71a680 x1834598494512896 msgsize 520 00000100:00000040:1.0:1749610477.295997:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610477.295998:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749610477.295999:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610477.296000:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610477.296000:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610477.296000:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610477.296001:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610477.296002:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610477.296004:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610477.296004:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:3.0:1749610477.296005:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610477.296005:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610477.296007:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610477.296008:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:1.0:1749610477.296009:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749610477.296010:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610477.296010:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610477.296010:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610477.296011:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749610477.296012:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296012:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610477.296012:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610477.296013:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610477.296014:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296015:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610477.296015:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610477.296016:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610477.296018:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610477.296019:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610477.296020:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610477.296021:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749610477.296023:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512768, offset 0 00000100:00000001:2.0:1749610477.296023:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610477.296024:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749610477.296026:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610477.296026:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296026:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610477.296026:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610477.296027:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494512896 02000000:00000001:1.0:1749610477.296029:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610477.296030:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610477.296030:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610477.296031:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610477.296032:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296032:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296033:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610477.296035:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610477.296036:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922680 00000100:00000001:2.0:1749610477.296037:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610477.296037:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494512896 00000020:00000001:1.0:1749610477.296038:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610477.296039:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610477.296039:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610477.296040:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 663 usecs (1 jiffies) 00000400:00000200:3.0:1749610477.296041:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58f5 [1] + 0 00000020:00000001:1.0:1749610477.296041:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610477.296042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299750754 00000020:00000001:1.0:1749610477.296042:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.296042:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610477.296044:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299750754 00000020:00000001:1.0:1749610477.296044:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610477.296045:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610477.296046:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299750754 00000020:00000010:1.0:1749610477.296047:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000100:00000001:2.0:1749610477.296048:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299750754 00000100:00100000:0.0:1749610477.296048:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000200:3.0:1749610477.296049:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610477.296049:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000100:00000001:2.0:1749610477.296050:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299750754 00000100:00000001:3.0:1749610477.296052:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610477.296052:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299750754 00000020:00000010:1.0:1749610477.296052:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000040:0.0:1749610477.296053:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610477.296054:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299750754 00000100:00000001:1.0:1749610477.296054:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610477.296055:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610477.296056:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296056:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299750754 00000100:00000001:1.0:1749610477.296056:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.296056:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922132480 : -131938787419136 : ffff88009b719c00) 00000100:00000001:2.0:1749610477.296058:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610477.296059:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296060:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296061:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610477.296064:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610477.296065:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610477.296065:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610477.296065:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610477.296065:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719c00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:668/0 lens 224/0 e 0 to 0 dl 1749610488 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610477.296067:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000001:1.0:1749610477.296067:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610477.296070:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610477.296071:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00100000:1.0:1749610477.296072:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1749610477.296073:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610477.296073:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610477.296075:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:3.0:1749610477.296076:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000200:2.0:1749610477.296077:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296077:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843410944 : -131938866140672 : ffff880096c06a00) 00000400:00000010:3.0:1749610477.296078:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610477.296079:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610477.296080:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610477.296082:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610477.296083:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c06a00 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:668/0 lens 224/0 e 0 to 0 dl 1749610488 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610477.296083:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:3.0:1749610477.296084:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610477.296085:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610477.296087:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610477.296087:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610477.296089:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610477.296090:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eedc0. 00000020:00000001:3.0:1749610477.296091:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610477.296091:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610477.296092:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610477.296094:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610477.296094:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f00. 00000100:00000040:3.0:1749610477.296095:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a300 x1834598494512768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296096:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.296097:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610477.296097:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494513280:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610477.296098:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f00. 02000000:00000001:2.0:1749610477.296100:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296102:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610477.296103:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513280 00000100:00100000:3.0:1749610477.296104:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494512768:12345-0@lo:38:kworker.0 Request processed in 150us (510us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610477.296104:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610477.296105:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494513024:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610477.296107:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610477.296107:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610477.296108:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513024 00000100:00100000:3.0:1749610477.296111:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000020:00000001:1.0:1749610477.296111:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610477.296111:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610477.296113:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610477.296113:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610477 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610477.296114:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610477.296114:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610477.296115:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610477.296116:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610477.296117:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00001000:2.0:1749610477.296117:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=50 v=20 (1 1 20 0) 00000020:00000001:1.0:1749610477.296118:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610477.296119:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749610477.296120:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:2.0:1749610477.296120:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749610477.296120:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610477.296122:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610477.296123:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000001:1.0:1749610477.296123:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610477.296123:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610477.296125:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610477.296126:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610477.296127:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610477.296127:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610477.296129:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749610477.296130:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610477.296131:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610477.296131:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610477.296133:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610477.296133:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296134:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610477.296134:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610477.296135:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749610477.296137:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00000001:2.0:1749610477.296137:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610477.296137:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610477.296139:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922135168 : -131938787416448 : ffff88009b71a680) 00000100:00000001:1.0:1749610477.296140:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610477.296140:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296141:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610477.296142:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610477.296143:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71a680 x1834598494512896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296143:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610477.296143:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610477.296145:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1749610477.296145:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9b800. 00000100:00000001:2.0:1749610477.296147:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610477.296147:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610477.296147:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749610477.296150:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610477.296150:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610477.296150:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610477.296151:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494512896:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610477.296152:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610477.296153:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749610477.296154:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494512896 02000000:00000010:0.0:1749610477.296154:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262400. 00000020:00000001:3.0:1749610477.296155:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610477.296155:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:1.0:1749610477.296155:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494513024 00010000:00000001:3.0:1749610477.296157:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749610477.296158:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749610477.296158:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.296159:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610477.296161:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610477.296162:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c06a00 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610477.296163:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610477.296165:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610477.296165:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610477.296167:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749610477.296167:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494512640:0@lo:38:kworker.0 00010000:00000040:0.0:1749610477.296168:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494513280 00010000:00000001:3.0:1749610477.296170:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610477.296170:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610477.296172:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610477.296172:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610477.296172:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610477.296172:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610477.296173:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610477.296174:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610477.296174:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749610477.296175:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 0 0) 00000100:00000040:2.0:1749610477.296176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494512640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610477.296177:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5000. 02000000:00000001:3.0:1749610477.296179:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296179:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1749610477.296179:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b719c00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296181:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610477.296182:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610477.296183:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610477.296183:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749610477.296184:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296184:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610477.296185:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749610477.296186:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749610477.296187:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610477.296188:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:1.0:1749610477.296188:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296189:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610477.296190:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610477.296191:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610477.296192:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610477.296192:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610477.296193:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610477.296194:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:0.0:1749610477.296194:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610477.296195:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749610477.296195:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000001:3.0:1749610477.296196:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610477.296197:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610477.296198:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610477.296198:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513024, offset 224 00000020:00000001:2.0:1749610477.296199:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1749610477.296199:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610477.296201:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000010:2.0:1749610477.296202:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263400. 00000400:00000200:1.0:1749610477.296202:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610477.296203:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610477.296204:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.296205:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610477.296205:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610477.296206:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610477.296206:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610477.296208:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 00000400:00000200:1.0:1749610477.296209:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610477.296209:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610477.296210:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610477.296211:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610477.296212:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610477.296213:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749610477.296214:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494512896, offset 0 00000100:00000001:2.0:1749610477.296214:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610477.296215:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922780 00000400:00000200:3.0:1749610477.296226:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610477.296226:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610477.296227:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296229:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610477.296230:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610477.296231:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610477.296231:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610477.296231:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x58fd [1] + 224 00000100:00000001:2.0:1749610477.296233:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610477.296233:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610477.296234:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610477.296235:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922700 00000100:00000001:2.0:1749610477.296235:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610477.296235:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610477.296237:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610477.296239:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610477.296240:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610477.296241:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5901 [1] + 0 00000400:00000010:0.0:1749610477.296241:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610477.296244:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610477.296245:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610477.296246:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.296247:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610477.296247:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513280, offset 224 00000400:00000200:3.0:1749610477.296248:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610477.296248:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610477.296249:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610477.296251:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610477.296251:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610477.296253:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610477.296254:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610477.296255:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610477.296256:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494513152:0@lo:38:kworker.0 00000100:00000040:1.0:1749610477.296258:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296259:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610477.296261:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610477.296262:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610477.296263:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610477.296264:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610477.296266:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610477.296267:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610477.296269:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296269:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610477.296271:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610477.296272:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000200:1.0:1749610477.296273:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610477.296275:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610477.296278:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610477.296279:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610477.296280:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922880 00000100:00000001:1.0:1749610477.296282:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610477.296286:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610477.296287:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00010000:00000001:1.0:1749610477.296288:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610477.296290:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610477.296291:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000200:2.0:1749610477.296291:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494513152, portal 10 00000020:00000001:1.0:1749610477.296292:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749610477.296293:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610477.296293:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610477.296294:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000001:3.0:1749610477.296295:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610477.296295:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c06a00 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296297:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610477.296300:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.296300:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610477.296302:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610477.296305:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610477.296305:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494513024:12345-0@lo:400:kworker.0 Request processed in 212us (517us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610477.296305:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5911 [1] + 224 00000020:00000001:3.0:1749610477.296307:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.296307:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610477.296309:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610477.296310:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71a680 x1834598494512896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610477.296311:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00100000:1.0:1749610477.296312:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000200:2.0:1749610477.296314:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494513152, offset 0 00000400:00000200:0.0:1749610477.296314:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610477.296315:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:2.0:1749610477.296317:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610477.296317:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610477.296319:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610477.296319:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610477.296323:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610477.296323:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:0.0:1749610477.296325:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610477.296326:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494512896:12345-0@lo:38:kworker.0 Request processed in 174us (327us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610477.296326:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000400:00000200:2.0:1749610477.296328:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922800 00000020:00000010:1.0:1749610477.296330:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00100000:3.0:1749610477.296332:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000400:00000200:2.0:1749610477.296332:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 116080 00000100:00000200:0.0:1749610477.296332:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296334:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749610477.296334:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610477.296335:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610477.296336:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610477.296336:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610477.296337:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000400:00000200:2.0:1749610477.296339:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610477.296341:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749610477.296342:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610477.296344:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000100:00000200:2.0:1749610477.296344:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610477.296346:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610477.296347:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718000. 00000100:00000040:0.0:1749610477.296347:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610477.296349:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718000 x1834598494513152 msgsize 520 00000100:00000001:1.0:1749610477.296350:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610477.296352:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610477.296353:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:1.0:1749610477.296355:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610477.296356:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610477.296359:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00080000:3.0:1749610477.296360:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610477.296361:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610477.296361:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000040:3.0:1749610477.296363:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:1.0:1749610477.296363:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610477.296365:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610477.296366:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610477.296367:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610477.296369:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000200:1.0:1749610477.296369:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296371:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610477.296372:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610477.296374:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513152 00000100:00000200:2.0:1749610477.296374:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610477.296376:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610477.296377:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296378:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610477.296378:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749610477.296380:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296381:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610477.296381:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749610477.296383:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.296384:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296384:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610477.296385:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513152 00000100:00000001:0.0:1749610477.296385:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610477.296386:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610477.296387:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610477.296387:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610477.296388:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749610477.296389:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610477.296390:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610477.296390:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296391:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296391:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610477.296392:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296392:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610477.296392:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610477.296393:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610477.296394:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296395:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610477.296395:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.296396:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610477.296397:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000040:2.0:1749610477.296397:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 476 usecs (1 jiffies) 00000100:00001000:1.0:1749610477.296399:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=132 v=5 (5 5 0 0) 00000020:00000010:3.0:1749610477.296400:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610477.296400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299750754 00010000:00000001:0.0:1749610477.296400:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749610477.296402:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610477.296402:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299750754 00000100:00001000:1.0:1749610477.296402:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=132 v=5 (1 1 0 0) 00000020:00000001:0.0:1749610477.296402:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299750754 00000100:00000001:3.0:1749610477.296405:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610477.296405:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610477.296406:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610477.296406:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299750754 00000100:00000001:1.0:1749610477.296406:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610477.296406:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610477.296408:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299750754 00010000:00000001:1.0:1749610477.296409:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610477.296411:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296411:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299750754 00000100:00000040:0.0:1749610477.296412:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719c00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:668/0 lens 224/224 e 0 to 0 dl 1749610488 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296413:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299750754 00010000:00080000:1.0:1749610477.296413:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296416:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299750754 00000100:00000001:3.0:1749610477.296418:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296418:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.296419:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610477.296420:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296422:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:2.0:1749610477.296422:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610477.296423:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610477.296424:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610477.296424:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610477.296425:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000040:1.0:1749610477.296425:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1749610477.296427:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00100000:3.0:1749610477.296428:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00000001:1.0:1749610477.296428:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1749610477.296428:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494513280:12345-0@lo:400:kworker.0 Request processed in 346us (523us total) trans 0 rc 0/0 00000400:00000010:2.0:1749610477.296429:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610477.296429:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296430:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922125312 : -131938787426304 : ffff88009b718000) 00000100:00000001:2.0:1749610477.296431:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610477.296433:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610477.296434:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718000 x1834598494513152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610477.296434:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296440:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610477.296441:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000200:2.0:1749610477.296442:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610477.296443:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494513152:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610477.296443:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610477.296444:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610477.296446:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513152 00000100:00000040:0.0:1749610477.296446:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:1.0:1749610477.296447:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610477.296448:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610477.296448:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610477.296449:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749610477.296450:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610477.296450:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296451:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610477.296452:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610477.296453:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296454:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610477.296455:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494513024:0@lo:400:kworker.0 00000020:00000001:3.0:1749610477.296456:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610477.296457:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 02000000:00000001:2.0:1749610477.296458:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610477.296459:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610477.296459:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610477.296461:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610477.296462:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610477.296462:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610477 v=5 (0 0 0 0) 00000020:00000010:0.0:1749610477.296462:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00010000:00000001:3.0:1749610477.296464:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610477.296464:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494513024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610477.296465:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=32 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610477.296467:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610477.296468:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610477.296468:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610477.296468:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 02000000:00000001:3.0:1749610477.296470:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610477.296470:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610477.296470:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610477.296471:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610477.296472:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5400. 00000100:00000001:2.0:1749610477.296472:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610477.296473:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 02000000:00000001:3.0:1749610477.296474:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610477.296474:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610477.296476:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.296476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610477.296476:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610477.296477:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610477.296478:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749610477.296478:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610477.296478:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610477.296479:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610477.296480:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1749610477.296482:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749610477.296482:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749610477.296483:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610477.296485:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610477.296485:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610477.296485:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610477.296486:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610477.296487:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610477.296488:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610477.296488:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749610477.296488:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610477.296489:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610477.296491:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610477.296491:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610477.296493:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:2.0:1749610477.296494:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610477.296494:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610477.296496:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:2.0:1749610477.296496:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610477.296496:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610477.296498:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610477.296498:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610477.296499:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296499:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610477.296501:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610477.296501:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610477.296503:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610477.296503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296503:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610477.296505:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610477.296505:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610477.296506:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610477.296508:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513152, offset 0 00000100:00100000:2.0:1749610477.296510:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494512768:0@lo:38:kworker.0 00000400:00000200:3.0:1749610477.296512:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:2.0:1749610477.296514:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610477.296515:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749610477.296517:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610477.296517:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610477.296519:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610477.296547:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000400:00000200:3.0:1749610477.296550:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922800 00000100:00000001:2.0:1749610477.296550:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610477.296573:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610477.296575:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610477.296576:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5929 [1] + 0 00000100:00000200:2.0:1749610477.296577:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610477.296579:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610477.296580:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749610477.296581:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749610477.296583:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610477.296583:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000100:00000200:2.0:1749610477.296586:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610477.296586:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:1.0:1749610477.296588:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:2.0:1749610477.296592:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610477.296593:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296596:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610477.296597:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296598:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610477.296599:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610477.296599:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610477.296600:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610477.296601:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299750754, at 4299750754 02000000:00000001:2.0:1749610477.296602:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610477.296602:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610477.296603:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610477.296605:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610477 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610477.296608:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=132 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610477.296611:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610477.296611:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610477.296611:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f400. 00000100:00000040:3.0:1749610477.296612:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296612:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610477.296614:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610477.296618:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296618:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610477.296620:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610477.296620:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610477.296622:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610477.296623:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610477.296624:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610477.296625:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610477.296626:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610477.296626:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610477.296626:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610477.296628:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610477.296628:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610477.296628:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296629:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610477.296630:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610477.296631:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610477.296632:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610477.296632:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=82 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610477.296633:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610477.296635:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00080000:2.0:1749610477.296635:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:1.0:1749610477.296635:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=82 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610477.296637:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610477.296637:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610477.296637:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610477.296639:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610477.296639:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610477.296639:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610477.296640:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610477.296643:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718000 x1834598494513152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610497 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610477.296643:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610477.296644:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610477.296650:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494512896:0@lo:38:kworker.0 00010000:00000001:1.0:1749610477.296651:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.296652:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494513152:12345-0@lo:38:kworker.0 Request processed in 208us (300us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610477.296653:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610477.296654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610477.296655:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610477.296656:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610477.296656:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610477.296657:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610477.296659:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00000040:2.0:1749610477.296660:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494512768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296661:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610477.296661:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610477.296663:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610477.296666:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610477.296666:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610477.296667:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610477.296667:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610477.296668:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 02000000:00000010:2.0:1749610477.296669:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 00000100:00000001:1.0:1749610477.296669:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610477.296670:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610477.296671:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 02000000:00000001:2.0:1749610477.296673:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610477.296674:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610477.296674:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610477.296675:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610477.296676:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610477.296678:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610477.296679:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610477.296682:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749610477.296682:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494513280:0@lo:400:kworker.0 02000000:00000001:2.0:1749610477.296683:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610477.296685:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00000001:1.0:1749610477.296686:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610477.296687:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299750754, at 4299750754 00000100:00000001:2.0:1749610477.296688:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610477.296688:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610477.296689:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610477.296690:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494513280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296691:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749610477.296693:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fcc0. 00000100:00000040:2.0:1749610477.296694:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494512896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610477.296696:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610477.296698:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610477.296700:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829600. 02000000:00000001:1.0:1749610477.296703:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610477.296705:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610477.296706:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610477.296708:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610477.296708:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749610477.296709:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610477.296709:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 02000000:00000010:2.0:1749610477.296710:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000001:1.0:1749610477.296712:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610477.296713:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610477.296713:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610477.296714:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1749610477.296714:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000020:00000040:2.0:1749610477.296715:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610477.296717:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610477.296717:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1749610477.296718:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263c00. 00000100:00000001:1.0:1749610477.296718:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610477.296720:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610477.296720:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610477.296721:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610477.296723:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:1.0:1749610477.296723:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610477.296724:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296726:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610477.296726:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.296728:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610477.296728:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296733:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.296734:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610477.296735:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299750754, at 4299750754 00000100:00000001:2.0:1749610477.296736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.296737:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610477.296740:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610477.296741:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1749610477.296741:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe00. 00000400:00000010:2.0:1749610477.296742:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610477.296744:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610477.296746:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610477.296748:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610477.296751:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610477.296759:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296765:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610477.296766:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296768:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610477.296770:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610477.296771:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610477.296772:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610477.296774:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610477.296777:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610477 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610477.296780:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=82 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610477.296782:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610477.296784:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610477.296786:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610477.296789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296795:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610477.296797:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610477.296802:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296803:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610477.296805:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610477.296807:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610477.296809:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610477.296811:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610477.296814:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610477.296821:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494513152:0@lo:38:kworker.0 00000100:00000001:2.0:1749610477.296825:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296826:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610477.296829:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494513152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.296835:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610477.296836:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610477.296837:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610477.296839:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610477.296840:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610477.296842:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610477.296843:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610477.296844:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262800. 02000000:00000001:2.0:1749610477.296848:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610477.296850:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610477.296851:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:2.0:1749610477.296854:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610477.296855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.296857:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296859:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610477.296860:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.296861:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.296863:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.296874:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299750754, at 4299750754 00000100:00000010:2.0:1749610477.296879:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f180. 00000100:00000001:2.0:1749610477.457682:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610477.457690:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.457692:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.457697:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610477.457700:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.457704:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.457707:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.457710:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.457712:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.740782:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610477.740791:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.740794:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.740798:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610477.740802:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.740805:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.740809:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610477.740823:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.740834:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610477.740838:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.740846:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610477.740850:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.740854:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610477.740856:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610477.740860:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610477.740868:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494510080:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610477.740874:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.740876:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610477.740878:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610477.740880:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610477.740883:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.740890:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610477.740893:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610477.740899:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610477.740901:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610477.740905:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610477.740909:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610477.740912:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610477.740915:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829200 refcount=4 00000020:00000001:2.0:1749610477.740918:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00000001:2.0:1749610477.740920:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00010000:2.0:1749610477.740926:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.740935:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610477.740941:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.740947:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610477.740950:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.740962:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610477.740964:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610477.740967:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.740973:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610477.740975:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610477.740978:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610477.740981:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610477.740987:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610477.740991:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610477.740993:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.740999:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610477.741000:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610477.741001:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610477.741003:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829200 refcount=5 00000020:00000001:2.0:1749610477.741004:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00000001:2.0:1749610477.741007:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369595904 : -131939339955712 : ffff88007a829200) 00010000:00000001:2.0:1749610477.741010:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610477.741012:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610477.741017:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610477.741020:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610477.741025:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749610477.741027:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610477.741029:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610477.741032:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610477.741034:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610477.741036:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610477.741038:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610477.741040:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610477.741042:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610477.741045:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829200 with handle 0x689c0ec07329d160 from hash 00010000:00000001:2.0:1749610477.741047:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610477.741048:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610477.741049:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610477.741051:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610477.741052:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610477.741053:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610477.741056:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610477.741057:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610477.741058:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610477.741060:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610477.741062:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610477.741067:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610477.741068:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610477.741069:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610477.741070:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610477.741072:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610477.741073:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610477.741074:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610477.741076:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829200/0x689c0ec07329d160 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610477.741084:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5800 count: 0 00010000:00000001:2.0:1749610477.741117:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610477.741119:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610477.741122:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610477.741125:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3b80 x1834598494510080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.741132:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610477.741137:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610477.741139:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610477.741141:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610477.741145:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829800. 02000000:00000001:2.0:1749610477.741150:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610477.741152:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610477.741154:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3b80. 00000100:00000001:2.0:1749610477.741161:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610477.741162:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610477.741164:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610477.741167:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610477.741170:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610477.741175:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f180. 00000020:00000010:2.0:1749610477.741180:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:2.0:1749610477.741185:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610477.741188:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610477.741194:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610477.741199:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610477.741203:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610477.741209:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610477.741216:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610477.741223:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610477.741233:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610477.741236:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610477.741242:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610477.741249:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610477.741252:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610477.741257:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610477.741261:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610477.741263:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610477.741268:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610477.741272:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610477.741276:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 10000000:00000010:2.0:1749610477.741279:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f180. 10000000:01000000:2.0:1749610477.741282:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749610477.741285:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610477.741288:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610477.741290:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610477.741293:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610477.741295:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b42cbc00) refs 2 10000000:00000001:2.0:1749610477.741297:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610477.741299:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610477.741300:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749610477.741302:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610477.741303:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610477.741305:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749610477.741306:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610477.741308:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b422c800 from 52 10000000:00000001:2.0:1749610477.741310:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610477.741312:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749610477.741316:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3b80. 00000020:00000040:2.0:1749610477.741319:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610477.741323:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610477.741326:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610477.741331:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610477.741335:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829800. 00000100:00000001:2.0:1749610477.741341:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610477.741344:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610477.741347:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610477.741352:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5d00. 00010000:00000001:2.0:1749610477.741357:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610477.741359:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829600. 00000020:00000001:2.0:1749610477.741362:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610477.741365:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829600 with handle 0x689c0ec07329d167 to hash 00000020:00000001:2.0:1749610477.741367:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610477.741369:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749610477.741371:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749610477.741374:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610477.741376:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610477.741380:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610477.741388:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610477.741399:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610477.741404:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610477.741405:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610477.741410:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610477.741413:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610477.741415:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610477.741417:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 00000100:00000001:2.0:1749610477.741421:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610477.741425:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.741427:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610477.741429:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610477.741434:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.741442:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.741444:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610477.741447:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610477.741454:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610477.741456:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610477.741457:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610477.741459:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610477.741461:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610477.741463:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.741464:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610477.741466:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610477.741468:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610477.743713:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5800. 00010000:00000010:0.1:1749610477.743728:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829200. 00010000:00000001:0.0:1749610478.086737:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610478.086746:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610478.086856:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610478.086863:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610478.086868:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610478.296671:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610478.296697:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610478.296700:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610478.296705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610478.296708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610478.296711:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610478.296714:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610478.457718:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610478.457727:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610478.457730:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610478.457734:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610478.457738:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610478.457743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610478.457746:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610478.457749:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610478.457752:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610478.740653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610478.740661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610478.740664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610478.740670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610478.740675:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610478.740679:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610478.740684:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610478.740688:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610478.740692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610479.088655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610479.088660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610479.088709:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610479.088712:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610479.088714:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610479.296636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610479.296648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610479.296649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610479.296653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610479.296655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610479.296658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610479.296659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610479.457659:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610479.457665:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610479.457667:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610479.457670:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610479.457674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610479.457677:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610479.457680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610479.457683:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610479.457685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610479.740734:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610479.740739:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610479.740741:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610479.740744:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610479.740746:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610479.740749:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610479.740750:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610479.740753:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610479.740754:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610480.090646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610480.090651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610480.090732:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610480.090736:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610480.090738:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610480.296633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610480.296645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610480.296646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610480.296650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610480.296651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610480.296655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610480.296656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610480.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610480.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610480.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610480.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610480.457646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610480.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610480.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610480.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610480.457654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610480.740666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610480.740673:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610480.740674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610480.740676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610480.740679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610480.740681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610480.740683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610480.740686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610480.740687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610481.092659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610481.092664:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610481.092717:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610481.092719:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610481.092722:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610481.296655:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610481.296671:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610481.296674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610481.296679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610481.296682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610481.296685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610481.296688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610481.457749:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610481.457758:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610481.457760:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610481.457765:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610481.457769:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610481.457773:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610481.457776:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610481.457779:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610481.457782:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610481.740770:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610481.740778:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610481.740781:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610481.740785:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610481.740789:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610481.740793:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610481.740796:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610481.740800:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610481.740802:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610482.094704:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610482.094712:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610482.094839:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610482.094844:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610482.094848:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610482.296702:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610482.296720:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610482.296723:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.296730:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610482.296733:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.296738:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.296741:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610482.302654:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610482.302662:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610482.302665:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610482.302670:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610482.302672:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610482.302675:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610482.302680:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610482.302685:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5083 00000100:00080000:0.0:1749610482.302690:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610482.302694:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.302698:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.302700:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.302702:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610482.302707:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610482.302709:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610482.302712:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610482.302715:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610482.302718:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610482.302720:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610482.302724:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.302726:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.302727:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.302729:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610482.302733:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610482.302736:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610482.302739:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.302742:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610482.302749:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610482.302752:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.302754:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610482.302757:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610482.302765:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000020:00000040:0.0:1749610482.302769:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610482.302773:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610482.302775:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.302778:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610482.302781:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610482.302785:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610482.302793:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262000. 00000100:00000001:0.0:1749610482.302800:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.302810:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610482.302829:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610482.302833:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.302838:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.302864:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610482.302868:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610482.302871:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610482.302873:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610482.302874:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610482.302877:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610482.302880:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5083 00000100:00080000:0.0:1749610482.302882:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610482.302885:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.302887:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.302888:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.302890:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610482.302892:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610482.302893:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610482.302895:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610482.302897:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610482.302899:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610482.302901:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610482.302904:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.302905:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.302907:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.302909:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610482.302911:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610482.302913:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610482.302915:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.302918:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610482.302921:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610482.302923:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.302925:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610482.302927:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610482.302930:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000020:00000040:0.0:1749610482.302932:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610482.302935:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610482.302936:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.302937:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610482.302938:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610482.302940:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610482.302943:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135260c00. 00000100:00000001:0.0:1749610482.302946:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.302950:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610482.302958:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610482.302960:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610482.302960:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.302963:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_rcv+-1] req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.302966:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.302968:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610482.302971:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610482.302974:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610482.302977:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610482.302978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.302978:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610482.302980:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610482.302982:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610482.302984:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5083 00000100:00080000:0.0:1749610482.302986:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610482.302989:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610482.302990:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610482.302991:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610482.302992:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.302993:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.302995:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610482.302996:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610482.302998:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610482.302999:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610482.302999:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610482.303001:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610482.303002:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610482.303003:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610482.303005:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610482.303006:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494513536:0@lo:38:kworker.0 00000020:00000001:0.0:1749610482.303007:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610482.303010:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610482.303011:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610482.303012:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.303013:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610482.303015:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610482.303015:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610482.303017:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610482.303017:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610482.303019:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610482.303019:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610482.303021:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.303023:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1749610482.303025:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 02000000:00000001:0.0:1749610482.303025:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610482.303027:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303028:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303029:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610482.303030:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610482.303033:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610482.303035:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610482.303037:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 02000000:00000001:0.0:1749610482.303037:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610482.303038:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303039:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610482.303040:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610482.303042:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610482.303045:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000010:0.0:1749610482.303045:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261400. 00000100:00000001:0.0:1749610482.303047:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.303051:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610482.303054:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494513536, portal 4 00000100:00000001:2.0:1749610482.303056:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610482.303057:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610482.303058:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00000001:0.0:1749610482.303059:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.303062:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610482.303067:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.303076:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610482.303077:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303079:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610482.303079:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749610482.303082:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610482.303083:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749610482.303085:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494513536, offset 0 00000100:00000010:0.0:1749610482.303086:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000020:00000040:0.0:1749610482.303088:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610482.303090:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610482.303091:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610482.303092:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610482.303093:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610482.303096:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000001:0.0:1749610482.303099:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.303102:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610482.303107:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610482.303110:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610482.303111:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.303116:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_00_00+0] req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610482.303119:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf922980 00000400:00000200:2.0:1749610482.303126:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 14560 00000400:00000200:2.0:1749610482.303135:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610482.303139:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610482.303145:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610482.303147:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610482.303148:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610482.303151:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610482.303154:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 00000100:00080000:0.0:1749610482.303154:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610482.303156:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1749610482.303157:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57b80 x1834598494513536 msgsize 520 00000100:00080000:0.0:1749610482.303157:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610482.303159:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610482.303162:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610482.303162:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5083 00000100:00080000:0.0:1749610482.303165:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610482.303167:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.303169:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.303171:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610482.303173:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610482.303173:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610482.303175:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610482.303177:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610482.303179:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610482.303181:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000020:00000040:0.0:1749610482.303181:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610482.303183:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:2.0:1749610482.303184:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000001:0.0:1749610482.303186:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610482.303187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610482.303188:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610482.303190:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610482.303191:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610482.303192:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610482.303193:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610482.303196:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610482.303198:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610482.303200:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610482.303200:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.303201:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610482.303203:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303203:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610482.303204:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610482.303208:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.303210:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303210:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610482.303212:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610482.303213:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303215:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610482.303216:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303217:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610482.303218:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610482.303219:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000020:00000040:0.0:1749610482.303221:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:2.0:1749610482.303222:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1026 usecs (2 jiffies) 02000000:00000001:0.0:1749610482.303223:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610482.303224:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299755762 00000100:00000001:0.0:1749610482.303225:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610482.303227:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610482.303228:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303229:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749610482.303230:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f180. 00000100:00000001:1.0:1749610482.303231:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610482.303231:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261800. 02000000:00000001:1.0:1749610482.303234:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610482.303234:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303237:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749610482.303237:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610482.303238:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610482.303239:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610482.303243:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494513920:0@lo:400:kworker.0 00000100:00000001:2.0:1749610482.303245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299755762 00000100:00000001:0.0:1749610482.303245:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1749610482.303247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f540. 00000100:00000001:1.0:1749610482.303247:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610482.303247:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303250:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610482.303250:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_rcv+-1] req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610482.303251:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610482.303253:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299755762 02000000:00000001:1.0:1749610482.303253:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610482.303255:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749610482.303256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f4c0. 00000100:00000001:0.0:1749610482.303257:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000010:1.0:1749610482.303260:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000100:00000040:0.0:1749610482.303260:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610482.303261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299755762 00000100:00000001:3.0:1749610482.303263:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610482.303263:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610482.303264:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb40. 00000100:00000001:0.0:1749610482.303264:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610482.303266:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:0.0:1749610482.303267:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000400:00000010:1.0:1749610482.303268:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000100:00000001:3.0:1749610482.303269:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303269:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610482.303270:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610482.303272:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610482.303272:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610482.303272:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610482.303273:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610482.303275:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.303275:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303277:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610482.303277:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494513920, portal 10 02000000:00000010:0.0:1749610482.303277:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000100:00000001:1.0:1749610482.303279:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610482.303280:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303281:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000100:00000001:2.0:1749610482.303282:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749610482.303283:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610482.303284:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.303286:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610482.303287:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.303288:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610482.303288:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.303289:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610482.303291:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303292:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610482.303293:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610482.303295:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513536 00000100:00000040:0.0:1749610482.303295:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_00_01+1] req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303296:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610482.303298:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610482.303299:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610482.303300:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610482.303301:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610482.303302:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610482.303302:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 02000000:00000001:2.0:1749610482.303303:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610482.303304:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494513920, offset 0 00000100:00000001:3.0:1749610482.303305:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303306:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610482.303308:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303308:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610482.303309:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303310:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610482.303311:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494513664:0@lo:38:kworker.0 00000100:00100000:3.0:1749610482.303312:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513536 00000100:00000040:0.0:1749610482.303313:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5093) 00000100:00000001:2.0:1749610482.303314:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610482.303315:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610482.303316:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610482.303316:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610482.303318:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303318:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610482.303319:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610482.303320:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610482.303321:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610482.303323:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610482.303323:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610482.303325:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303325:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922b00 00000400:00000010:2.0:1749610482.303328:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000020:00000010:3.0:1749610482.303330:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000400:00000200:1.0:1749610482.303331:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 116600 00000020:00000010:3.0:1749610482.303335:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000400:00000200:1.0:1749610482.303338:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610482.303340:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000200:1.0:1749610482.303341:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610482.303343:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749610482.303346:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610482.303346:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610482.303347:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610482.303347:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494513664, portal 10 00000100:00000200:1.0:1749610482.303348:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610482.303349:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303349:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610482.303351:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000100:00000010:1.0:1749610482.303352:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c07b80. 00000100:00000040:1.0:1749610482.303355:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c07b80 x1834598494513920 msgsize 224 00000100:00000001:3.0:1749610482.303356:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303357:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610482.303359:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610482.303364:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610482.303366:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610482.303368:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610482.303369:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610482.303370:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494513664, offset 0 00000400:00000200:2.0:1749610482.303374:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610482.303376:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610482.303378:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000400:00000200:2.0:1749610482.303380:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610482.303381:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610482.303384:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922a00 00000100:00000200:1.0:1749610482.303385:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610482.303389:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610482.303389:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 116824 00000400:00000200:2.0:1749610482.303393:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610482.303394:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610482.303397:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610482.303397:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610482.303399:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610482.303400:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610482.303401:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610482.303402:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610482.303404:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610482.303406:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c380. 00000100:00000001:1.0:1749610482.303406:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610482.303407:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1749610482.303408:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c380 x1834598494513664 msgsize 520 00000100:00000001:3.0:1749610482.303410:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 00000100:00000001:1.0:1749610482.303410:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610482.303412:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610482.303414:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 665 usecs (1 jiffies) 00000100:00000040:3.0:1749610482.303417:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57b80 x1834598494513536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303417:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299755761 00000100:00000001:1.0:1749610482.303420:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299755762 00000100:00000001:2.0:1749610482.303421:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610482.303422:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299755761 00000400:00000200:2.0:1749610482.303425:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610482.303425:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299755762 00000100:00000001:1.0:1749610482.303426:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299755761 00000400:00000010:2.0:1749610482.303427:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610482.303429:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610482.303429:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299755762 00000100:00100000:3.0:1749610482.303430:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494513536:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610482.303430:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299755761 00000100:00000200:2.0:1749610482.303433:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303433:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299755762 00000100:00000200:3.0:1749610482.303434:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513536 00000100:00000001:1.0:1749610482.303434:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610482.303434:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610482.303437:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.303437:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513920 00000020:00000001:3.0:1749610482.303438:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610482.303439:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.303439:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610482.303440:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610482.303441:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610482.303441:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610482.303442:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610482.303444:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.303444:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303447:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610482.303447:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.303449:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513920 00000100:00000001:2.0:1749610482.303450:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303450:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610482.303452:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610482.303452:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610482.303452:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610482.303453:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610482.303453:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610482.303455:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303455:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.303455:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610482.303457:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303457:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 720 usecs (1 jiffies) 00000100:00100000:1.0:1749610482.303457:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:0.0:1749610482.303457:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610482.303459:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610482.303459:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610482.303460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299755761 00010000:00020000:3.0:1749610482.303461:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610482.303461:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749610482.303461:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610482.303462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299755762 00000100:00000001:1.0:1749610482.303463:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.303464:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610482.303465:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610482.303465:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299755761 00000100:00000001:1.0:1749610482.303465:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610482.303466:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610482.303466:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610482.303467:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299755762 00010000:00000001:3.0:1749610482.303468:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610482.303469:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299755761 00000100:00000040:1.0:1749610482.303470:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610482.303470:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eedc0. 00000100:00000001:3.0:1749610482.303471:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610482.303472:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299755762 00000100:00000001:3.0:1749610482.303473:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610482.303474:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299755761 02000000:00000001:3.0:1749610482.303475:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610482.303476:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299755762 00000100:00000001:1.0:1749610482.303477:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610482.303477:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610482.303478:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610482.303479:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610482.303480:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5800. 00000100:00000001:2.0:1749610482.303480:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610482.303481:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610482.303482:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303482:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610482.303482:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610482.303484:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303485:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610482.303485:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303485:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:3.0:1749610482.303488:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749610482.303488:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494514176:0@lo:400:kworker.0 00000020:00000010:0.0:1749610482.303490:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00010000:00000001:3.0:1749610482.303491:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303491:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610482.303492:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610482.303493:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610482.303493:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:3.0:1749610482.303494:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610482.303494:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 02000000:00000001:2.0:1749610482.303495:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610482.303495:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303497:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610482.303497:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610482.303498:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749610482.303498:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 02000000:00000001:2.0:1749610482.303499:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610482.303500:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 00000100:00000001:3.0:1749610482.303501:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610482.303502:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494513792:0@lo:38:kworker.0 02000000:00000001:1.0:1749610482.303502:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610482.303504:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610482.303504:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00000001:2.0:1749610482.303505:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610482.303505:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610482.303558:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610482.303560:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610482.303563:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610482.303563:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610482.303565:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303568:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610482.303569:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610482.303571:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610482.303572:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610482.303573:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610482.303575:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610482.303576:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000400:00000010:2.0:1749610482.303578:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000200:1.0:1749610482.303580:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494514176, portal 10 00000100:00000001:0.0:1749610482.303580:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610482.303581:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610482.303582:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610482.303584:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494513792, portal 10 00000100:00000001:1.0:1749610482.303584:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000001:2.0:1749610482.303586:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610482.303588:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:0.0:1749610482.303588:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610482.303590:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513664 00000100:00000040:1.0:1749610482.303591:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610482.303591:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610482.303594:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.303594:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610482.303595:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303598:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610482.303598:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.303600:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513664 00000100:00000001:2.0:1749610482.303601:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610482.303601:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610482.303602:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000001:0.0:1749610482.303602:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610482.303603:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610482.303603:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:2.0:1749610482.303605:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000001:0.0:1749610482.303605:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610482.303606:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494514176, offset 0 00000020:00000001:0.0:1749610482.303607:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610482.303608:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610482.303608:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494513792, offset 0 00000020:00000001:0.0:1749610482.303609:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303610:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610482.303612:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610482.303612:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000400:00000200:2.0:1749610482.303614:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610482.303615:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610482.303615:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000400:00000200:1.0:1749610482.303617:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610482.303618:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749610482.303618:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 02000000:00000001:3.0:1749610482.303620:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610482.303620:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610482.303620:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610482.303621:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610482.303623:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610482.303623:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922c00 00000100:00000001:0.0:1749610482.303623:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610482.303625:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610482.303625:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922a80 00000100:00000001:0.0:1749610482.303626:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303627:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 117344 00000400:00000010:3.0:1749610482.303629:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610482.303630:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610482.303632:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 117568 00000400:00000200:1.0:1749610482.303632:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610482.303635:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610482.303635:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610482.303637:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610482.303637:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610482.303641:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610482.303642:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000200:3.0:1749610482.303643:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494513536, offset 0 00000100:00000001:2.0:1749610482.303644:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610482.303645:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000200:2.0:1749610482.303646:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610482.303647:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843415424 : -131938866136192 : ffff880096c07b80) 00000400:00000200:3.0:1749610482.303648:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610482.303653:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c07b80 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:673/0 lens 224/0 e 0 to 0 dl 1749610493 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610482.303658:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610482.303660:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610482.303662:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610482.303663:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610482.303664:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000400:00000200:3.0:1749610482.303665:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf922980 00000100:00000001:0.0:1749610482.303667:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610482.303668:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000100:00100000:1.0:1749610482.303668:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000020:00000010:0.0:1749610482.303669:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000400:00000200:3.0:1749610482.303671:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5935 [1] + 0 00000100:00000040:2.0:1749610482.303671:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc000 x1834598494513792 msgsize 520 00000100:00000001:1.0:1749610482.303671:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640206720 : -131939069344896 : ffff88008aa3c380) 00000100:00000040:1.0:1749610482.303675:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c380 x1834598494513664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610482.303676:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610482.303677:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610482.303677:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494513920:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1749610482.303680:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610482.303681:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513920 00000100:00000001:3.0:1749610482.303684:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610482.303684:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610482.303685:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610482.303686:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494513664:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610482.303687:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749610482.303689:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610482.303689:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610482.303690:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513664 00000020:00000001:0.0:1749610482.303692:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610482.303693:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610482.303694:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:2.0:1749610482.303695:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00010000:00000001:1.0:1749610482.303695:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610482.303697:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000020:00000001:0.0:1749610482.303698:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610482.303700:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610482.303701:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610482.303701:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610482.303703:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749610482.303704:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610482.303705:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.303705:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610482.303707:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610482.303708:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610482.303710:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610482.303711:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610482.303711:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610482.303714:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610482.303714:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610482.303714:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610482.303715:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610482.303716:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610482.303716:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610482.303718:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749610482.303719:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261000. 02000000:00000001:1.0:1749610482.303720:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610482.303721:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.303721:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303722:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610482.303723:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:0.0:1749610482.303723:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610482.303724:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9b400. 02000000:00000001:1.0:1749610482.303726:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.303726:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610482.303727:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610482.303727:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303728:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610482.303729:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494513920 00000100:00000040:2.0:1749610482.303730:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 671 usecs (1 jiffies) 00010000:00000001:1.0:1749610482.303731:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610482.303731:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610482.303732:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610482.303733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299755762 00010000:00000001:1.0:1749610482.303733:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610482.303734:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610482.303736:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299755762 00000100:00001000:1.0:1749610482.303736:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:0.0:1749610482.303736:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c07b80 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:673/0 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.303738:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299755762 00000100:00000001:1.0:1749610482.303739:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610482.303740:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303740:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299755762 00000100:00000001:2.0:1749610482.303742:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299755762 00000100:00000001:1.0:1749610482.303742:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749610482.303743:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610482.303744:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610482.303744:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299755762 00000100:00000040:1.0:1749610482.303745:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610482.303745:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303746:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299755762 00000100:00000001:1.0:1749610482.303747:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610482.303748:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303748:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299755762 00000100:00001000:0.0:1749610482.303748:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610482.303750:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610482.303750:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610482.303751:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610482.303752:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303752:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610482.303753:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610482.303754:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610482.303755:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610482.303755:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610482.303757:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303757:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610482.303758:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494513536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610482.303758:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303759:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610482.303759:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610482.303761:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610482.303761:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610482.303763:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610482.303763:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610482.303764:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610482.303766:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610482.303766:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513664, offset 0 00000100:00000040:0.0:1749610482.303766:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610482.303768:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610482.303769:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610482.303769:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:2.0:1749610482.303770:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610482.303772:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610482.303773:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513920, offset 224 00000100:00100000:3.0:1749610482.303774:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494513536:12345-0@lo:38:kworker.0 Request processed in 342us (613us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610482.303774:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610482.303775:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494514048:0@lo:38:kworker.0 00000100:00000001:2.0:1749610482.303778:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610482.303778:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610482.303780:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610482.303780:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922a00 02000000:00000001:2.0:1749610482.303782:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303784:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610482.303784:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5945 [1] + 0 00000100:00100000:3.0:1749610482.303786:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000400:00000200:0.0:1749610482.303787:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610482.303788:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 00000400:00000200:1.0:1749610482.303788:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610482.303790:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610482.303790:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610482.303791:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610482.303792:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610482.303793:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000001:1.0:1749610482.303794:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610482.303794:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922b00 00000400:00000010:2.0:1749610482.303796:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000010:3.0:1749610482.303798:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000200:1.0:1749610482.303798:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610482.303800:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x593d [1] + 224 00000020:00000010:3.0:1749610482.303803:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000400:00000200:0.0:1749610482.303805:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610482.303808:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610482.303808:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610482.303809:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000200:2.0:1749610482.303812:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514048, portal 10 00000100:00000001:0.0:1749610482.303813:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610482.303814:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.303814:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610482.303816:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000001:1.0:1749610482.303816:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610482.303817:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610482.303820:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:2.0:1749610482.303822:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610482.303823:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610482.303825:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610482.303826:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610482.303826:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.303828:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610482.303829:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303831:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610482.303832:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610482.303833:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610482.303834:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610482.303835:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494514048, offset 0 00000100:00000001:0.0:1749610482.303835:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610482.303836:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610482.303839:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610482.303840:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c380 x1834598494513664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610482.303842:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610482.303842:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610482.303844:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000400:00000200:2.0:1749610482.303845:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610482.303846:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303846:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610482.303848:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610482.303850:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922b80 00000100:00000001:0.0:1749610482.303851:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610482.303853:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 118088 00000100:00000040:0.0:1749610482.303854:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610482.303856:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494513664:12345-0@lo:38:kworker.0 Request processed in 170us (445us total) trans 0 rc -19/-19 00010000:00000001:0.0:1749610482.303856:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749610482.303858:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610482.303858:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.303860:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749610482.303861:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610482.303863:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c07b80 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:673/0 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.303864:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610482.303865:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610482.303865:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00000001:1.0:1749610482.303867:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:2.0:1749610482.303868:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc380. 00000100:00000001:1.0:1749610482.303869:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610482.303870:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610482.303871:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc380 x1834598494514048 msgsize 520 00000020:00000010:1.0:1749610482.303872:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00100000:3.0:1749610482.303873:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494513792 00000100:00100000:0.0:1749610482.303873:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494513920:12345-0@lo:400:kworker.0 Request processed in 209us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1749610482.303875:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610482.303876:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610482.303876:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749610482.303879:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610482.303879:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610482.303880:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610482.303881:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:3.0:1749610482.303882:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303883:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610482.303884:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:0.0:1749610482.303884:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:3.0:1749610482.303886:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610482.303886:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610482.303887:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610482.303888:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610482.303888:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610482.303889:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494513792 00000100:00000200:2.0:1749610482.303891:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303891:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610482.303891:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000001:3.0:1749610482.303893:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610482.303893:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514048 00000020:00000010:0.0:1749610482.303894:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000040:3.0:1749610482.303895:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749610482.303895:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610482.303897:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610482.303898:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610482.303898:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610482.303898:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000001:1.0:1749610482.303899:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610482.303901:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303901:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610482.303902:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:3.0:1749610482.303903:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610482.303903:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.303904:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610482.303905:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514048 00000100:00000001:2.0:1749610482.303907:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610482.303907:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610482.303908:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000020:00000040:1.0:1749610482.303908:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610482.303909:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610482.303910:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610482.303911:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610482.303913:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000020:00000001:1.0:1749610482.303913:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.303914:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 478 usecs (1 jiffies) 00000020:00000001:1.0:1749610482.303915:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303916:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299755762 00000020:00000010:3.0:1749610482.303917:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00080000:0.0:1749610482.303917:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610482.303918:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299755762 00000020:00000010:1.0:1749610482.303918:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000020:00000040:0.0:1749610482.303920:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610482.303921:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610482.303921:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299755762 00000020:00000010:1.0:1749610482.303921:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00000001:3.0:1749610482.303923:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610482.303923:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299755762 00000100:00000001:2.0:1749610482.303925:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299755762 00000020:00000010:1.0:1749610482.303925:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:3.0:1749610482.303926:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303927:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299755762 00000100:00000001:1.0:1749610482.303928:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610482.303929:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299755762 00000100:00000001:1.0:1749610482.303929:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610482.303930:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303931:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299755762 00000100:00000001:1.0:1749610482.303931:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303933:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610482.303934:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303935:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610482.303938:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610482.303940:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610482.303942:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000001:3.0:1749610482.303943:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610482.303945:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610482.303946:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610482.303948:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610482.303951:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610482.303953:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610482.303955:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610482.303955:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610482.303960:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.303960:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610482.303961:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00000001:1.0:1749610482.303961:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610482.303962:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610482.303962:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610482.303965:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000100:00000001:2.0:1749610482.303966:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610482.303968:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610482.303968:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00000001:2.0:1749610482.303970:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610482.303971:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933966720 : -131936775584896 : ffff8801135bc380) 00000100:00000040:3.0:1749610482.303972:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc000 x1834598494513792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.303972:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303973:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610482.303974:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.303975:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610482.303975:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc380 x1834598494514048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.303977:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.303980:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.303982:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610482.303985:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610482.303985:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494514048:12345-0@lo:38:kworker.0 00000100:00001000:2.0:1749610482.303986:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610482 v=5 (0 0 0 0) 00000100:00100000:3.0:1749610482.303987:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494513792:12345-0@lo:38:kworker.0 00000100:00000010:1.0:1749610482.303988:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c06d80. 00000100:00000200:0.0:1749610482.303989:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514048 00000100:00001000:2.0:1749610482.303990:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=55 v=20 (1 1 20 0) 00000100:00000040:1.0:1749610482.303991:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880096c06d80 x1834598494514176 msgsize 224 00000020:00000001:0.0:1749610482.303991:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610482.303992:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494513792 00000100:00000001:2.0:1749610482.303993:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749610482.303993:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610482.303995:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610482.303996:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610482.303996:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610482.303999:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610482.303999:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610482.304000:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610482.304002:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.304003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610482.304004:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00010000:00020000:0.0:1749610482.304005:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610482.304006:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610482.304008:0:28321:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749610482.304008:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610482.304011:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610482.304011:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610482.304012:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.304014:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610482.304015:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:3.0:1749610482.304016:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610482.304017:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610482.304018:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610482.304019:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610482.304019:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610482.304021:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1749610482.304021:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260800. 00000100:00000040:1.0:1749610482.304022:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610482.304022:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610482.304023:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610482.304023:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.304025:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610482.304025:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610482.304027:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610482.304027:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610482.304028:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610482.304029:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610482.304029:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610482.304030:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610482.304030:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749610482.304030:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610482.304032:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749610482.304033:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610482.304033:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610482.304033:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610482.304035:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749610482.304036:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5c00. 00000100:00000040:1.0:1749610482.304036:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 607 usecs (1 jiffies) 00000100:00000001:0.0:1749610482.304036:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610482.304038:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610482.304039:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.304039:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.304039:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299755762 00000100:00000040:0.0:1749610482.304040:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610482.304042:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299755762 00000100:00000001:0.0:1749610482.304042:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610482.304043:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304044:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299755762 00000100:00000001:0.0:1749610482.304045:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749610482.304046:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610482.304046:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299755762 00000100:00100000:2.0:1749610482.304047:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494513536:0@lo:38:kworker.0 00000100:00000001:1.0:1749610482.304048:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299755762 00000100:00000040:0.0:1749610482.304048:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610482.304050:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610482.304050:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304051:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304051:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299755762 02000000:00000001:0.0:1749610482.304052:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610482.304053:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610482.304053:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610482.304053:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299755762 00000100:00000001:0.0:1749610482.304054:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610482.304055:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299755762 00000100:00000040:0.0:1749610482.304056:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610482.304057:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610482.304057:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494513536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.304057:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610482.304058:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610482.304059:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610482.304060:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610482.304062:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514048, offset 0 00000400:00000001:1.0:1749610482.304063:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610482.304064:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610482.304064:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1749610482.304064:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610482.304066:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749610482.304066:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00000001:3.0:1749610482.304067:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610482.304068:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000010:2.0:1749610482.304069:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 00000100:00000001:3.0:1749610482.304070:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610482.304071:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000001:2.0:1749610482.304072:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610482.304073:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610482.304074:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610482.304075:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000040:2.0:1749610482.304076:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:1.0:1749610482.304076:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610482.304077:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610482.304078:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749610482.304078:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610482.304080:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610482.304081:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262000. 00000100:00000001:3.0:1749610482.304083:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610482.304083:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610482.304084:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749610482.304085:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610482.304086:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610482.304087:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749610482.304088:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000400:00000200:0.0:1749610482.304089:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922b80 00000400:00000010:3.0:1749610482.304091:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610482.304091:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610482.304093:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610482.304093:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5969 [1] + 0 00000100:00000001:2.0:1749610482.304094:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610482.304094:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610482.304096:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610482.304096:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304098:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.304098:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610482.304098:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610482.304099:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494513792, offset 0 00000100:00000001:1.0:1749610482.304100:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610482.304101:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610482.304102:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304103:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610482.304105:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610482.304106:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610482.304106:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=137 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610482.304108:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610482.304109:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749610482.304109:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610482.304109:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610482.304111:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610482.304112:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1749610482.304113:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610482.304113:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610482.304114:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000100:00000001:1.0:1749610482.304114:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610482.304115:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610482.304116:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00010000:00000001:1.0:1749610482.304116:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1749610482.304118:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610482.304120:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:1.0:1749610482.304121:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610482.304122:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610482.304124:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610482.304125:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922a80 00010000:00000001:1.0:1749610482.304128:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.304130:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610482.304131:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1749610482.304132:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610482.304133:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749610482.304134:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5951 [1] + 0 00000100:00000001:1.0:1749610482.304135:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610482.304136:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304139:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610482.304140:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610482.304141:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610482.304141:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610482.304141:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749610482.304143:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749610482.304143:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:2.0:1749610482.304144:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304145:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610482.304145:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610482.304146:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610482.304146:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610482.304146:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610482.304147:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.304148:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.304148:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304149:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610482.304150:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610482.304151:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610482.304151:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610482 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610482.304151:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610482.304153:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610482.304154:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=37 v=20 (1 1 20 0) 00000100:00000040:1.0:1749610482.304154:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610482.304155:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610482.304157:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749610482.304158:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304158:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610482.304159:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc380 x1834598494514048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304160:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610482.304162:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494513920:0@lo:400:kworker.0 00000100:00000040:2.0:1749610482.304164:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.304167:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610482.304168:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494514048:12345-0@lo:38:kworker.0 Request processed in 183us (295us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610482.304169:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610482.304171:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610482.304172:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610482.304172:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494513920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304173:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610482.304175:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610482.304175:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00000001:2.0:1749610482.304177:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610482.304177:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610482.304178:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610482.304178:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610482.304178:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610482.304180:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749610482.304181:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749610482.304181:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 02000000:00000010:1.0:1749610482.304182:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 00000100:00080000:2.0:1749610482.304183:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610482.304184:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749610482.304184:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:3.0:1749610482.304185:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610482.304186:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610482.304186:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610482.304187:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:0.0:1749610482.304187:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000020:00000001:1.0:1749610482.304189:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610482.304190:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.304190:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610482.304191:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000010:1.0:1749610482.304191:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000400:00000010:3.0:1749610482.304194:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610482.304194:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610482.304196:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610482.304197:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 00000100:00000001:0.0:1749610482.304197:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610482.304198:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749610482.304198:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494513664:0@lo:38:kworker.0 00000100:00100000:0.0:1749610482.304199:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514176 00000100:00000001:3.0:1749610482.304200:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610482.304200:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610482.304201:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610482.304201:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:2.0:1749610482.304202:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610482.304203:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610482.304204:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610482.304204:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610482.304204:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610482.304205:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:0.0:1749610482.304205:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304206:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610482.304207:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610482.304207:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610482.304208:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610482.304208:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610482.304209:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610482.304209:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304210:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610482.304210:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514176 00000100:00000001:3.0:1749610482.304211:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304211:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.304212:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610482.304213:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610482.304213:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610482.304215:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610482.304215:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610482.304217:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610482.304219:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:2.0:1749610482.304221:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610482.304222:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494513792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610502 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610482.304222:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610482.304225:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610482.304227:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610482.304227:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:2.0:1749610482.304228:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.304230:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610482.304230:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3280. 02000000:00000001:2.0:1749610482.304231:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304232:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610482.304234:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610482.304235:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610482.304235:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:3.0:1749610482.304237:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494513792:12345-0@lo:38:kworker.0 Request processed in 250us (562us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610482.304238:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610482 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610482.304241:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=137 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610482.304241:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610482.304243:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610482.304243:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000100:00000001:2.0:1749610482.304244:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610482.304246:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749610482.304247:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:0.0:1749610482.304247:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00100000:3.0:1749610482.304248:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000020:00000010:0.0:1749610482.304249:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000040:2.0:1749610482.304250:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610482.304251:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610482.304252:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610482.304252:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00000001:3.0:1749610482.304254:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610482.304255:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610482.304256:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610482.304257:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610482.304258:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610482.304258:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610482.304259:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610482.304260:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610482.304261:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.304262:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749610482.304263:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610482.304263:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610482.304264:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:2.0:1749610482.304265:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610482.304266:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610482.304267:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610482.304268:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00080000:2.0:1749610482.304268:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610482.304270:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610482.304271:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610482.304272:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610482.304273:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.304276:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610482.304277:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610482.304278:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610482.304279:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610482.304281:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494513792:0@lo:38:kworker.0 00000100:00100000:0.0:1749610482.304282:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000001:3.0:1749610482.304283:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610482.304285:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610482.304285:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610482.304285:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610482.304285:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000001:2.0:1749610482.304286:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610482.304287:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000100:00000001:1.0:1749610482.304287:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.304287:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843411840 : -131938866139776 : ffff880096c06d80) 00000100:00000001:3.0:1749610482.304288:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610482.304289:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:3.0:1749610482.304290:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610482.304291:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000040:0.0:1749610482.304291:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c06d80 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:673/0 lens 224/0 e 0 to 0 dl 1749610493 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304292:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610482.304295:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.304298:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610482.304300:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:0.0:1749610482.304302:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610482.304304:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000100:00100000:0.0:1749610482.304308:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494514176:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610482.304312:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514176 00000100:00000200:2.0:1749610482.304313:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610482.304314:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610482.304316:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610482.304318:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304319:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610482.304320:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610482.304320:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610482.304321:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610482.304322:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610482.304323:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304324:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610482.304324:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610482.304325:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.304326:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610482.304327:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.304328:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610482.304329:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00001000:2.0:1749610482.304330:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610482 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610482.304332:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=87 v=20 (1 20 0 0) 00000020:00000001:0.0:1749610482.304332:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.304334:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610482.304335:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610482.304336:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610482.304336:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610482.304338:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610482.304338:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610482.304341:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610482.304341:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262000. 02000000:00000001:0.0:1749610482.304343:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.304345:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610482.304347:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304349:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:0.0:1749610482.304349:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494514176 00000100:00000001:2.0:1749610482.304351:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749610482.304351:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610482.304352:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.304354:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610482.304355:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000200:0.0:1749610482.304355:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c06d80 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:673/0 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610482.304357:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610482.304359:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610482.304361:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610482.304362:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610482.304363:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610482.304365:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610482.304366:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610482.304369:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610482.304371:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610482.304372:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494514048:0@lo:38:kworker.0 00000100:00000001:0.0:1749610482.304373:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610482.304375:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610482.304376:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304377:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610482.304377:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610482.304379:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610482.304380:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494513664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610482.304381:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610482.304383:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749610482.304386:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610482.304386:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514176, offset 224 02000000:00000001:2.0:1749610482.304387:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610482.304389:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 00000400:00000200:0.0:1749610482.304389:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610482.304391:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610482.304392:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610482.304394:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1749610482.304394:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610482.304395:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610482.304397:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135260c00. 00000400:00000200:0.0:1749610482.304398:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922c00 02000000:00000001:2.0:1749610482.304399:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610482.304400:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610482.304401:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00000400:00000200:0.0:1749610482.304402:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x594d [1] + 224 00000100:00000001:2.0:1749610482.304404:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610482.304405:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610482.304406:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610482.304407:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610482.304409:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494513792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610482.304410:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610482.304412:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610482.304416:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304422:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610482.304424:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610482.304424:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610482.304425:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610482.304428:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610482.304430:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610482.304431:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610482.304432:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610482.304434:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261400. 02000000:00000001:2.0:1749610482.304436:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610482.304437:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610482.304438:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:2.0:1749610482.304440:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610482.304441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.304443:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610482.304445:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494514048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610482.304447:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610482.304451:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610482.304452:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749610482.304452:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 02000000:00000010:2.0:1749610482.304454:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 00000400:00000010:0.0:1749610482.304454:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:2.0:1749610482.304456:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610482.304456:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749610482.304457:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610482.304457:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:2.0:1749610482.304458:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610482.304460:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610482.304460:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610482.304461:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261800. 02000000:00000001:2.0:1749610482.304463:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610482.304463:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610482.304464:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610482.304465:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00010000:00000001:0.0:1749610482.304465:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610482.304466:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.304467:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610482.304468:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610482.304468:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610482.304470:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304471:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610482.304472:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610482.304472:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c06d80 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:673/0 lens 224/224 e 0 to 0 dl 1749610493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610482.304473:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.304474:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304474:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.304475:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610482.304477:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610482.304479:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610482.304481:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00100000:0.0:1749610482.304481:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494514176:12345-0@lo:400:kworker.0 Request processed in 181us (488us total) trans 0 rc 0/0 00000400:00000200:1.0:1749610482.304484:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610482.304486:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00100000:0.0:1749610482.304487:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:1.0:1749610482.304488:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610482.304489:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610482.304491:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610482.304493:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610482.304495:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610482.304495:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:0.0:1749610482.304498:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000010:0.0:1749610482.304501:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000020:00000040:0.0:1749610482.304504:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610482.304554:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610482.304564:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299755762, at 4299755762 00000100:00000200:1.0:1749610482.304565:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610482.304571:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f4c0. 00000100:00000040:0.0:1749610482.304572:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299755762, at 4299755762 00000100:00000001:1.0:1749610482.304576:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610482.304578:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f180. 00000100:00000001:1.0:1749610482.304579:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.304582:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610482.304585:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610482.304587:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610482.304590:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610482.304593:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610482.304595:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299755762, at 4299755762 00000100:00001000:1.0:1749610482.304599:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=87 v=5 (5 5 0 0) 00000100:00001000:1.0:1749610482.304604:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=87 v=5 (1 1 0 0) 00000100:00000010:3.0:1749610482.304605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb40. 00000100:00000001:1.0:1749610482.304608:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610482.304611:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610482.304613:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610482.304619:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610482.304630:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304634:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610482.304637:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610482.304639:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610482.304641:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610482.304647:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.304658:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610482.304662:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610482.304664:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610482.304669:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610482.304677:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494514176:0@lo:400:kworker.0 00000100:00000001:1.0:1749610482.304681:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.304684:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610482.304687:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494514176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610482.304693:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610482.304695:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610482.304697:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 02000000:00000001:1.0:1749610482.304700:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610482.304702:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610482.304703:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610482.304705:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610482.304707:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 02000000:00000001:1.0:1749610482.304710:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610482.304711:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610482.304713:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:1.0:1749610482.304717:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610482.304718:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.304720:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610482.304725:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610482.304726:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610482.304728:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610482.304730:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610482.304741:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299755762, at 4299755762 00000100:00000010:1.0:1749610482.304757:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f540. 00000100:00000001:2.0:1749610482.457703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610482.457712:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610482.457714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610482.457719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610482.457723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.457727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.457730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610482.457741:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.457744:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610482.740807:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610482.740815:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610482.740818:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610482.740822:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610482.740825:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610482.740829:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.740832:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610482.740835:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610482.740837:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610483.096701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610483.096710:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610483.096845:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610483.096851:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610483.096854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610483.303694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610483.303711:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610483.303714:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610483.303719:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610483.303722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610483.303726:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610483.303728:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610483.457702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610483.457710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610483.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610483.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610483.457721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610483.457725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610483.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610483.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610483.457734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610483.740641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610483.740648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610483.740650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610483.740655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610483.740658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610483.740663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610483.740666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610483.740670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610483.740672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610484.098624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610484.098630:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610484.098632:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610484.098635:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610484.098638:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610484.098641:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610484.098643:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610484.098645:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610484.098708:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610484.098711:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610484.098713:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610484.303634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610484.303647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610484.303648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610484.303652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610484.303653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610484.303657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610484.303658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610484.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610484.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610484.457670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610484.457673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610484.457675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610484.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610484.457680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610484.457682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610484.457683:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610484.740641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610484.740648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610484.740649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610484.740652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610484.740654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610484.740657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610484.740659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610484.740662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610484.740663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610485.100605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610485.100611:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610485.100702:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610485.100706:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610485.100708:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610485.303689:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610485.303708:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610485.303712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610485.303718:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610485.303722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610485.303727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610485.303730:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610485.457671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610485.457678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610485.457681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610485.457685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610485.457689:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610485.457692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610485.457695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610485.457698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610485.457700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610485.740682:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610485.740691:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610485.740694:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610485.740699:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610485.740702:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610485.740707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610485.740710:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610485.740714:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610485.740716:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610486.102756:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610486.102765:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610486.102910:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610486.102915:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610486.102919:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610486.303630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610486.303643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610486.303646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610486.303649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610486.303650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610486.303653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610486.303654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610486.457678:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610486.457685:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610486.457688:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610486.457692:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610486.457696:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610486.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610486.457704:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610486.457706:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610486.457709:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610486.740685:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610486.740696:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610486.740699:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610486.740705:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610486.740710:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610486.740715:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610486.740720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610486.740724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610486.740728:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610487.104674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610487.104681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.104815:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610487.104821:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610487.104824:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610487.303706:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610487.303715:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610487.303729:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610462/real 1749610462] req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610487.303752:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610487.303754:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610487.303759:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000400:00000200:2.0:1749610487.303765:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610487.303768:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610487.303772:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610487.303776:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.303787:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.303794:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.303796:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.303799:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610487.303801:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610487.303805:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.303812:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.303824:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610487.303825:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.303828:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610487.303831:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610487.303833:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610487.303838:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.303847:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610487.303850:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.303852:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610487.303853:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.303856:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610487.303858:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610487.303871:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610487.303900:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610487.303911:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610487.303915:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610487.303924:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494510208:0@lo:250:kworker.0 00000100:00000001:2.0:1749610487.303929:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.303931:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610487.303934:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494510208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610487 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.303941:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610487.303944:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610487.303949:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610487.303954:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610487.303956:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610487.303959:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610487.303961:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610487.303964:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d741800. 00000100:00080000:0.0:1749610487.303965:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610487.303967:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610487.303968:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610487.303970:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00080000:0.0:1749610487.303974:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749610487.303975:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610487.303976:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610487.303977:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610487.303979:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610487.303979:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610487.303982:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610487.303983:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610487.303984:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.303986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610487.303987:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610487.303987:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5068 00000100:00080000:0.0:1749610487.303991:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610487.303995:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.303998:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304001:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304003:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610487.304007:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610487.304009:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610487.304012:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610487.304015:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610487.304018:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610487.304020:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610487.304023:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304025:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304027:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304028:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610487.304032:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610487.304035:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610487.304038:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304041:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610487.304045:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610487.304048:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304050:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610487.304053:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610487.304060:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000020:00000040:0.0:1749610487.304064:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610487.304067:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610487.304069:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304073:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610487.304075:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610487.304080:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610487.304087:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135262800. 00000100:00000001:0.0:1749610487.304094:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610487.304102:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610487.304113:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610487.304117:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.304122:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_rcv+-1] req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.304151:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610487.304155:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610487.304158:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610487.304159:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610487.304162:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610487.304164:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610487.304166:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:0.0:1749610487.304179:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610487.304181:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304183:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304185:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304188:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610487.304191:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610487.304191:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610487.304192:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:2.0:1749610487.304194:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610487.304194:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610487.304196:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610487.304196:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610487.304199:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610487.304201:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610487.304202:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610487.304204:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304205:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304207:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304209:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610487.304211:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610487.304211:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:2.0:1749610487.304213:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610487.304213:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610487.304215:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304216:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610487.304217:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610487.304219:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610487.304222:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304222:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610487.304224:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.304226:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494514304:0@lo:250:kworker.0 00000100:00000001:0.0:1749610487.304226:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610487.304228:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304229:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610487.304231:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000020:00000040:0.0:1749610487.304233:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610487.304235:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610487.304237:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304238:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610487.304239:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610487.304241:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304243:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749610487.304244:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263c00. 02000000:00000001:2.0:1749610487.304245:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304248:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610487.304248:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610487.304252:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1749610487.304253:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610487.304255:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610487.304260:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 00000100:00000001:0.0:1749610487.304260:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610487.304263:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610487.304265:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749610487.304266:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_rcv+-1] req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.304271:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514304, portal 25 00000100:00000001:2.0:1749610487.304274:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610487.304275:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304276:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00000100:00080000:0.0:1749610487.304278:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610487.304281:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610487.304282:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610487.304283:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610487.304285:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610487.304287:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610487.304288:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610487.304289:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5088 00000100:00080000:0.0:1749610487.304291:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610487.304292:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610487.304294:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610487.304295:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610487.304296:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610487.304297:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494514304, offset 0 00000100:00000040:0.0:1749610487.304297:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304299:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610487.304301:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610487.304302:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000400:00000200:2.0:1749610487.304303:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610487.304303:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610487.304305:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610487.304307:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610487.304309:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610487.304312:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304313:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304315:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304317:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610487.304319:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610487.304319:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610487.304321:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610487.304323:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304325:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610487.304327:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610487.304329:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304331:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749610487.304333:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf922c80 00000100:00000001:0.0:1749610487.304333:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610487.304336:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610487.304338:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000100:2.0:1749610487.304339:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494514304 offset 0 length 520: 4 02000000:00000001:0.0:1749610487.304341:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610487.304342:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.304344:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d4a0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1749610487.304344:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610487.304345:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610487.304346:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:0.0:1749610487.304346:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610487.304349:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263800. 00000100:00000001:0.0:1749610487.304352:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.304355:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00100000:0.0:1749610487.304356:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610487.304357:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610487.304360:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610487.304362:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610487.304364:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.304364:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.304367:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_rcv+-1] req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.304372:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610487.304374:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.304375:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610487.304377:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610487.304380:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610487.304381:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304381:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610487.304383:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749610487.304383:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610487.304385:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610487.304386:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610487.304387:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5088 00000100:00080000:0.0:1749610487.304389:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610487.304391:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299760784 00000100:00000040:0.0:1749610487.304392:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304393:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610487.304395:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f4c0. 00000100:00000040:0.0:1749610487.304395:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304397:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610487.304398:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610487.304400:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610487.304401:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610487.304403:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749610487.304403:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610487.304406:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610487.304408:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610487.304410:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299760784 00000100:00000040:0.0:1749610487.304411:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610487.304413:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fbc0. 00000100:00000001:0.0:1749610487.304413:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304415:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610487.304416:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610487.304416:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610487.304418:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610487.304420:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610487.304422:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304424:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610487.304426:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610487.304428:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304430:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610487.304431:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299760784 00000100:00000001:0.0:1749610487.304431:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610487.304434:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000100:00000010:2.0:1749610487.304435:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f980. 00000020:00000040:0.0:1749610487.304436:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610487.304438:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749610487.304438:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610487.304439:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304440:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299760784 00000100:00000001:0.0:1749610487.304440:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610487.304441:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749610487.304443:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f700. 02000000:00000001:0.0:1749610487.304443:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610487.304445:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263400. 00000100:00000001:2.0:1749610487.304446:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610487.304448:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610487.304451:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610487.304455:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610487.304458:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304458:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610487.304484:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.304489:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_rcv+-1] req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.304496:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304497:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304499:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610487.304499:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610487.304502:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610487.304504:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610487.304506:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:0.0:1749610487.304506:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000100:00000001:2.0:1749610487.304508:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610487.304508:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610487.304510:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610487.304511:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610487.304511:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610487.304512:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610487.304514:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.304515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610487.304518:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749610487.304547:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610487.304549:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304551:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610487.304553:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610487.304554:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304555:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.304559:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494514432:0@lo:38:kworker.0 00000100:00000040:0.0:1749610487.304560:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610487.304562:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610487.304564:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610487.304566:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.304568:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610487.304568:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610487.304570:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610487.304573:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610487.304575:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.304575:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_00_02+2] req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610487.304578:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000400:00000010:2.0:1749610487.304581:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749610487.304584:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514432, portal 4 00000100:00000001:2.0:1749610487.304586:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610487.304588:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000001:0.0:1749610487.304592:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.304595:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610487.304595:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610487.304598:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610487.304600:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610487.304602:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610487.304602:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610487.304603:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610487.304604:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749610487.304605:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610487.304606:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5088 00000400:00000010:2.0:1749610487.304607:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610487.304609:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494514432, offset 0 00000100:00000001:1.0:1749610487.304609:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610487.304609:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610487.304611:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610487.304612:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610487.304613:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610487.304613:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304615:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304617:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610487.304619:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610487.304619:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610487.304620:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610487.304620:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610487.304621:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610487.304623:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000200:2.0:1749610487.304624:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf922d00 00000020:00000001:0.0:1749610487.304625:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610487.304627:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610487.304631:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 15080 00000100:00000040:0.0:1749610487.304631:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610487.304633:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610487.304635:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610487.304637:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610487.304639:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610487.304639:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610487.304639:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610487.304641:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610487.304642:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.304643:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610487.304643:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.304645:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610487.304645:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610487.304647:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610487.304648:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610487.304648:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610487.304650:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749610487.304650:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.304651:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304652:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610487.304653:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610487.304655:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc700. 00000100:00100000:1.0:1749610487.304655:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494514816:0@lo:400:kworker.0 00000100:00000010:0.0:1749610487.304656:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000100:00000040:2.0:1749610487.304658:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc700 x1834598494514432 msgsize 520 00000100:00000001:1.0:1749610487.304658:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610487.304658:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610487.304660:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610487.304661:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.304662:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749610487.304663:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610487.304663:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610487.304664:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304664:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610487.304666:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610487.304667:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610487.304671:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 02000000:00000010:0.0:1749610487.304671:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261800. 02000000:00000001:1.0:1749610487.304673:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304674:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610487.304678:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749610487.304679:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db4d0. 00000100:00000001:2.0:1749610487.304680:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749610487.304683:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000400:00000200:2.0:1749610487.304685:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610487.304686:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610487.304687:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610487.304688:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304689:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610487.304691:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_rcv+-1] req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610487.304692:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494514816, portal 10 00000100:00000200:2.0:1749610487.304693:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.304694:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610487.304696:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00000001:0.0:1749610487.304699:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304700:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610487.304702:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610487.304703:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610487.304703:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.304705:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610487.304707:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 00000020:00000040:0.0:1749610487.304709:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610487.304710:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304711:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610487.304711:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610487.304712:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610487.304714:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610487.304714:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610487.304714:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749610487.304716:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610487.304716:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.304718:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1028 usecs (2 jiffies) 00000100:00000200:1.0:1749610487.304719:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494514816, offset 0 02000000:00000010:0.0:1749610487.304719:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610487.304721:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299760764 00000100:00000001:0.0:1749610487.304721:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.304722:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610487.304724:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299760784 00000400:00000200:1.0:1749610487.304724:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610487.304725:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610487.304726:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299760764 00000100:00100000:3.0:1749610487.304727:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514432 00000100:00000001:2.0:1749610487.304728:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299760784 02000000:00000001:3.0:1749610487.304730:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610487.304730:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299760764 00000100:00000001:2.0:1749610487.304732:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00000001:0.0:1749610487.304732:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749610487.304733:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610487.304733:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.304734:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610487.304734:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299760764 00000100:00000001:2.0:1749610487.304736:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000001:3.0:1749610487.304737:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.304737:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994a80] to pc [ptlrpcd_00_03+3] req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.304738:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610487.304740:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.304740:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922e80 02000000:00000001:3.0:1749610487.304742:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304743:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610487.304744:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610487.304746:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514432 00000400:00000200:1.0:1749610487.304747:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 118608 00000100:00000040:2.0:1749610487.304748:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610487.304749:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610487.304749:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5098) 00000020:00000040:3.0:1749610487.304751:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610487.304753:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610487.304753:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610487.304755:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304755:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610487.304757:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304757:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.304757:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610487.304759:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610487.304761:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610487.304761:0:28323:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610487.304763:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610487.304763:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610487.304765:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00100000:2.0:1749610487.304765:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494514560:0@lo:38:kworker.0 00000100:00000010:1.0:1749610487.304768:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04e00. 00000100:00000001:0.0:1749610487.304768:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610487.304769:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610487.304770:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610487.304771:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 02000000:00000001:2.0:1749610487.304771:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610487.304771:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04e00 x1834598494514816 msgsize 224 02000000:00000001:2.0:1749610487.304772:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304772:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610487.304774:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610487.304776:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00100000:1.0:1749610487.304776:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610487.304776:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610487.304777:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610487.304779:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.304781:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610487.304781:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610487.304783:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610487.304783:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749610487.304784:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610487.304785:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304785:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610487.304787:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514560, portal 10 00000100:00000001:1.0:1749610487.304788:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610487.304788:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610487.304789:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610487.304789:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610487.304790:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000100:00000001:3.0:1749610487.304791:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.304792:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.304794:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00100000:0.0:1749610487.304795:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494515072:0@lo:400:kworker.0 00000100:00000040:2.0:1749610487.304796:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610487.304797:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610487.304799:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610487.304800:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610487.304802:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.304802:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610487.304803:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610487.304803:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610487.304805:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610487.304805:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610487.304807:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610487.304807:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749610487.304810:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494514560, offset 0 02000000:00000010:0.0:1749610487.304810:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fe00. 00000100:00000001:3.0:1749610487.304811:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610487.304812:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610487.304812:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.304814:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610487.304815:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610487.304816:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610487.304816:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000100:00100000:3.0:1749610487.304820:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000400:00000010:0.0:1749610487.304820:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610487.304823:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933967616 : -131936775584000 : ffff8801135bc700) 00000400:00000200:2.0:1749610487.304823:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610487.304823:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.304825:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749610487.304825:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494515072, portal 10 00000100:00000001:0.0:1749610487.304828:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610487.304829:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.304829:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 00000100:00000040:3.0:1749610487.304830:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc700 x1834598494514432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610487.304833:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922d80 00000100:00000040:1.0:1749610487.304833:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 671 usecs (1 jiffies) 00000100:00000040:0.0:1749610487.304836:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610487.304840:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 118832 00000100:00100000:3.0:1749610487.304843:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494514432:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610487.304843:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610487.304844:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299760763 00000100:00000040:0.0:1749610487.304846:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610487.304847:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514432 00000400:00000200:2.0:1749610487.304847:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610487.304847:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299760784 00000400:00000010:0.0:1749610487.304848:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:1.0:1749610487.304850:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299760763 00000020:00000001:3.0:1749610487.304851:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610487.304851:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610487.304851:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494515072, offset 0 00000100:00000001:1.0:1749610487.304852:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299760784 00010000:00000001:3.0:1749610487.304854:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610487.304854:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299760763 00000400:00000200:0.0:1749610487.304856:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610487.304857:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00000001:1.0:1749610487.304858:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299760763 00000100:00000001:1.0:1749610487.304861:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000001:1.0:1749610487.304863:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610487.304864:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610487.304865:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304867:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610487.304867:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610487.304868:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.304869:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610487.304871:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610487.304871:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf922f80 00010000:00020000:3.0:1749610487.304873:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610487.304875:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749610487.304876:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749610487.304876:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bca80. 00000100:00000001:1.0:1749610487.304877:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749610487.304877:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 119352 00010000:00000001:3.0:1749610487.304879:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610487.304879:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610487.304880:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bca80 x1834598494514560 msgsize 520 00000100:00000001:1.0:1749610487.304880:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610487.304883:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610487.304883:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610487.304883:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610487.304885:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610487.304885:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.304886:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610487.304886:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610487.304887:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610487.304891:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6000. 02000000:00000001:3.0:1749610487.304893:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.304895:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304899:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610487.304900:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610487.304902:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610487.304905:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610487.304908:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610487.304911:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749610487.304912:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610487.304913:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610487.304914:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000040:3.0:1749610487.304915:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:0.0:1749610487.304915:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514816 00000100:00000001:3.0:1749610487.304917:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610487.304917:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610487.304917:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610487.304919:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610487.304919:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610487.304922:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610487.304922:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610487.304923:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610487.304923:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610487.304925:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749610487.304925:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514560 02000000:00000001:0.0:1749610487.304925:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.304927:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610487.304927:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514816 02000000:00000001:3.0:1749610487.304928:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.304929:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610487.304929:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610487.304930:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610487.304931:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610487.304931:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:3.0:1749610487.304932:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610487.304932:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610487.304934:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610487.304934:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610487.304935:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000010:3.0:1749610487.304936:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00100000:1.0:1749610487.304937:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514560 00000020:00000001:0.0:1749610487.304937:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:2.0:1749610487.304939:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610487.304939:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:3.0:1749610487.304940:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494514432, offset 0 00000020:00000001:1.0:1749610487.304940:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610487.304941:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610487.304943:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610487.304944:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610487.304945:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610487.304945:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.304947:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610487.304948:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:2.0:1749610487.304949:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610487.304950:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00000001:2.0:1749610487.304952:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610487.304954:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610487.304955:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000040:0.0:1749610487.304955:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610487.304958:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610487.304959:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000200:3.0:1749610487.304961:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf922d00 00000100:00000001:1.0:1749610487.304962:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610487.304962:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610487.304963:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 723 usecs (1 jiffies) 00000100:00000001:1.0:1749610487.304963:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610487.304966:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610487.304967:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5985 [1] + 0 00000020:00000010:0.0:1749610487.304967:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610487.304968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299760763 00000100:00000001:1.0:1749610487.304970:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610487.304971:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000400:00000200:3.0:1749610487.304972:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610487.304972:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299760784 00000400:00000200:3.0:1749610487.304976:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610487.304976:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299760763 00000100:00000001:1.0:1749610487.304976:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610487.304976:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00000001:3.0:1749610487.304979:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610487.304979:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299760784 00000100:00000001:2.0:1749610487.304983:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299760763 00000100:00000001:1.0:1749610487.304983:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610487.304983:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1749610487.304984:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.304985:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610487.304986:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00000001:0.0:1749610487.304986:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610487.304987:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610487.304989:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299760763 00000100:00100000:1.0:1749610487.304989:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00000001:0.0:1749610487.304990:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610487.304991:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933968512 : -131936775583104 : ffff8801135bca80) 00000100:00000001:2.0:1749610487.304992:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000040:3.0:1749610487.304995:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.304995:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610487.304995:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610487.304996:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bca80 x1834598494514560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.304997:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610487.304998:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.304999:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305002:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610487.305004:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610487.305004:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610487.305006:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494514560:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610487.305008:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610487.305009:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000200:1.0:1749610487.305010:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514560 00000400:00000010:3.0:1749610487.305011:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610487.305011:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610487.305013:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610487.305013:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610487.305015:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749610487.305015:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610487.305017:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749610487.305017:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000001:2.0:1749610487.305019:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610487.305020:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.305020:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610487.305022:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.305022:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843403776 : -131938866147840 : ffff880096c04e00) 00000100:00000040:3.0:1749610487.305023:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610487.305024:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305025:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.305026:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610487.305027:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610487.305027:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04e00 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:678/0 lens 224/0 e 0 to 0 dl 1749610498 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610487.305028:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610487.305029:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610487.305031:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc700 x1834598494514432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610487.305032:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610487.305032:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610487.305035:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610487.305036:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494514688:0@lo:38:kworker.0 00000100:00000001:0.0:1749610487.305037:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610487.305038:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610487.305040:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749610487.305040:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee1c0. 00000100:00000001:2.0:1749610487.305041:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610487.305042:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494514432:12345-0@lo:38:kworker.0 Request processed in 199us (381us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610487.305042:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610487.305043:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610487.305044:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1749610487.305045:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9b000. 02000000:00000001:2.0:1749610487.305047:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.305047:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610487.305047:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee1c0. 00000100:00100000:3.0:1749610487.305049:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:1.0:1749610487.305049:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.305050:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610487.305052:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749610487.305052:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610487.305054:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749610487.305054:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00010000:00000001:1.0:1749610487.305054:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610487.305055:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494514816:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610487.305057:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610487.305057:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749610487.305059:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:1.0:1749610487.305060:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749610487.305060:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514816 00000400:00000010:2.0:1749610487.305061:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000020:00000010:3.0:1749610487.305062:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:1.0:1749610487.305063:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749610487.305064:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749610487.305066:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000400:00000010:2.0:1749610487.305066:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000040:1.0:1749610487.305066:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610487.305067:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610487.305068:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610487.305069:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610487.305071:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514688, portal 10 00000100:00000001:1.0:1749610487.305071:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610487.305071:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305073:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610487.305074:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610487.305075:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000020:00000001:0.0:1749610487.305075:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749610487.305076:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610487.305078:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610487.305078:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610487.305080:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610487.305082:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610487.305082:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749610487.305084:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610487.305085:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610487.305087:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514560, offset 0 00000020:00000001:0.0:1749610487.305087:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610487.305090:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749610487.305091:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610487.305093:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610487.305095:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610487.305095:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610487.305097:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610487.305097:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610487.305097:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.305098:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610487.305100:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749610487.305101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000010:3.0:1749610487.305102:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac34700. 00000400:00000200:1.0:1749610487.305102:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922d80 00000100:00000040:3.0:1749610487.305105:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac34700 x1834598494515072 msgsize 224 00000100:00000200:2.0:1749610487.305105:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494514688, offset 0 00000100:00000001:0.0:1749610487.305107:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610487.305108:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5995 [1] + 0 00000100:00100000:3.0:1749610487.305109:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610487.305110:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610487.305113:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610487.305114:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610487.305114:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610487.305115:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261400. 00000400:00000200:1.0:1749610487.305117:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610487.305118:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610487.305121:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:0.0:1749610487.305121:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610487.305123:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:3.0:1749610487.305125:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610487.305125:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.305126:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610487.305126:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610487.305129:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749610487.305129:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494514816 00000100:00000200:1.0:1749610487.305131:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610487.305133:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610487.305135:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922e00 00000100:00000001:3.0:1749610487.305138:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000200:0.0:1749610487.305139:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880096c04e00 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:678/0 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610487.305141:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610487.305143:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610487.305144:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 119576 00000100:00000001:3.0:1749610487.305149:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.305150:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610487.305151:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610487.305151:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610487.305152:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610487.305154:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00010000:00000001:0.0:1749610487.305154:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.305155:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610487.305156:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610487.305157:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610487.305159:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749610487.305159:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610487.305160:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 621 usecs (1 jiffies) 00000100:00000001:2.0:1749610487.305160:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610487.305160:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610487.305163:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299760763 00000100:00000200:2.0:1749610487.305163:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610487.305163:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610487.305165:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610487.305166:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299760784 00000100:00000040:1.0:1749610487.305166:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749610487.305168:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bce00. 00000100:00000040:0.0:1749610487.305168:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610487.305169:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299760763 00000100:00000001:1.0:1749610487.305169:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305171:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299760784 00000020:00000001:1.0:1749610487.305171:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610487.305171:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610487.305172:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bce00 x1834598494514688 msgsize 520 00000100:00000001:3.0:1749610487.305173:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299760763 00000100:00000040:1.0:1749610487.305174:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bca80 x1834598494514560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610487.305174:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610487.305175:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00000001:3.0:1749610487.305177:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299760763 02000000:00000001:0.0:1749610487.305177:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.305178:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610487.305179:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000001:0.0:1749610487.305180:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610487.305182:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610487.305184:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610487.305184:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494514560:12345-0@lo:38:kworker.0 Request processed in 177us (302us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610487.305184:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610487.305187:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610487.305188:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610487.305189:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305191:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610487.305192:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00000001:3.0:1749610487.305193:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610487.305193:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514816, offset 224 00000100:00000001:1.0:1749610487.305194:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610487.305195:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610487.305195:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610487.305197:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610487.305197:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:3.0:1749610487.305199:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610487.305199:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000400:00000010:2.0:1749610487.305200:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610487.305201:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305203:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305203:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610487.305203:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:1.0:1749610487.305206:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000100:00000200:2.0:1749610487.305208:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.305209:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610487.305215:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610487.305215:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610487.305216:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610487.305217:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515072 00000100:00100000:1.0:1749610487.305217:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514688 02000000:00000001:3.0:1749610487.305219:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610487.305219:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610487.305220:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610487.305221:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610487.305221:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610487.305223:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.305223:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610487.305225:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610487.305226:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.305226:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610487.305226:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610487.305228:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515072 00000100:00100000:1.0:1749610487.305228:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514688 00000020:00000001:3.0:1749610487.305230:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749610487.305230:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610487.305231:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000040:1.0:1749610487.305232:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610487.305233:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610487.305233:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610487.305234:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922e80 00000100:00000001:2.0:1749610487.305235:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.305235:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610487.305236:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610487.305237:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610487.305237:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610487.305238:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:1.0:1749610487.305239:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000020:00000001:3.0:1749610487.305241:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610487.305242:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610487.305242:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000400:00000200:0.0:1749610487.305242:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x598d [1] + 224 00000100:00000001:3.0:1749610487.305244:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610487.305245:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000020:00000010:3.0:1749610487.305247:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000040:2.0:1749610487.305247:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 673 usecs (1 jiffies) 00000100:00000001:1.0:1749610487.305247:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610487.305249:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610487.305249:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610487.305250:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610487.305251:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eedc0. 00000100:00000001:2.0:1749610487.305251:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299760763 00000100:00000001:1.0:1749610487.305253:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610487.305254:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610487.305255:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610487.305255:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299760784 00000020:00000010:3.0:1749610487.305256:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610487.305258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299760763 00000100:00000001:0.0:1749610487.305259:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610487.305260:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610487.305260:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299760784 00000020:00000010:3.0:1749610487.305262:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610487.305264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299760763 00000100:00000001:1.0:1749610487.305264:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610487.305265:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:1.0:1749610487.305265:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610487.305265:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00100000:1.0:1749610487.305268:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00000001:3.0:1749610487.305269:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610487.305270:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933969408 : -131936775582208 : ffff8801135bce00) 00000100:00000001:3.0:1749610487.305271:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610487.305271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299760763 00000100:00000001:3.0:1749610487.305273:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305274:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000040:1.0:1749610487.305274:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bce00 x1834598494514688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610487.305277:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610487.305277:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610487.305279:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749610487.305279:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610487.305280:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305280:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305282:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610487.305283:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494514688:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610487.305284:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610487.305287:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514688 00000100:00000001:3.0:1749610487.305288:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610487.305288:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610487.305288:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610487.305290:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749610487.305290:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610487.305293:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000001:2.0:1749610487.305295:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610487.305296:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749610487.305296:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305298:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910707456 : -131938798844160 : ffff88009ac34700) 00000100:00000001:2.0:1749610487.305298:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610487.305298:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:1.0:1749610487.305299:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610487.305301:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610487.305301:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610487.305303:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34700 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:678/0 lens 224/0 e 0 to 0 dl 1749610498 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305303:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749610487.305304:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610487.305305:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610487.305306:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610487.305306:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749610487.305307:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610487.305309:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610487.305310:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610487.305311:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610487.305311:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610487.305313:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:0.0:1749610487.305314:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610487.305315:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610487.305316:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610487.305317:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00100000:3.0:1749610487.305321:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494515072:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610487.305321:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610487.305324:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515072 00000100:00000040:0.0:1749610487.305325:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610487.305326:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610487.305328:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749610487.305329:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610487.305330:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305330:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610487.305331:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610487.305332:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610487.305332:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610487.305332:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548000. 00000020:00000001:3.0:1749610487.305334:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610487.305335:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610487.305335:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610487.305335:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749610487.305337:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610487.305337:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.305338:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610487.305339:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610487.305340:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610487.305340:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610487.305341:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749610487.305341:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04e00 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:678/0 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610487.305342:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610487.305343:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610487.305345:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.305345:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494514944:0@lo:38:kworker.0 00000100:00001000:1.0:1749610487.305345:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610487.305347:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610487.305348:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610487.305349:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610487.305350:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610487.305350:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610487.305351:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610487.305352:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610487.305353:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610487.305354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610487.305355:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6400. 00000100:00000001:1.0:1749610487.305355:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610487.305356:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494514816:12345-0@lo:400:kworker.0 Request processed in 316us (580us total) trans 0 rc 0/0 02000000:00000001:3.0:1749610487.305357:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.305357:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610487.305357:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610487.305359:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610487.305361:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610487.305361:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:2.0:1749610487.305362:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 02000000:00000001:1.0:1749610487.305363:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1749610487.305364:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494515072 02000000:00000001:2.0:1749610487.305365:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610487.305365:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610487.305367:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610487.305367:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610487.305369:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000040:1.0:1749610487.305369:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610487.305369:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00000200:3.0:1749610487.305370:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac34700 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:678/0 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610487.305371:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000010:2.0:1749610487.305373:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000040:0.0:1749610487.305374:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000200:1.0:1749610487.305375:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514688, offset 0 00000100:00000001:0.0:1749610487.305377:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749610487.305378:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610487.305378:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494514944, portal 10 00010000:00000001:3.0:1749610487.305379:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.305379:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610487.305380:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610487.305381:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1749610487.305382:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610487.305383:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000400:00000200:1.0:1749610487.305385:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610487.305385:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:3.0:1749610487.305386:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610487.305388:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610487.305390:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610487.305390:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922e00 00000100:00000040:2.0:1749610487.305391:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610487.305391:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 02000000:00000001:3.0:1749610487.305392:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610487.305394:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.305395:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59a9 [1] + 0 00000100:00000001:3.0:1749610487.305396:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610487.305396:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000040:3.0:1749610487.305398:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610487.305399:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610487.305401:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610487.305401:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749610487.305401:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000200:1.0:1749610487.305402:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610487.305404:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515072, offset 224 00000100:00000040:2.0:1749610487.305405:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610487.305405:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610487.305405:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610487.305407:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000400:00000200:3.0:1749610487.305408:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610487.305409:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.305411:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494514944, offset 0 00000400:00000200:3.0:1749610487.305414:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610487.305417:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610487.305418:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610487.305419:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922f80 00000400:00000200:3.0:1749610487.305424:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x599d [1] + 224 00000400:00000200:2.0:1749610487.305426:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610487.305426:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610487.305428:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610487.305429:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610487.305430:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000200:3.0:1749610487.305432:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610487.305432:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749610487.305432:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610487.305434:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf922f00 00000100:00000001:1.0:1749610487.305434:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610487.305435:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610487.305436:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749610487.305437:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610487.305438:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610487.305439:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610487.305439:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610487.305441:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610487.305442:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db4d0. 00000100:00000001:1.0:1749610487.305443:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.305445:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610487.305446:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000040:3.0:1749610487.305449:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610487.305449:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bce00 x1834598494514688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610487.305449:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610487.305453:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610487.305458:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494514688:12345-0@lo:38:kworker.0 Request processed in 174us (284us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610487.305485:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 120096 00000100:00000001:3.0:1749610487.305487:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610487.305487:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610487.305493:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610487.305494:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610487.305496:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:1.0:1749610487.305496:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000400:00000200:2.0:1749610487.305498:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610487.305499:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610487.305499:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610487.305500:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610487.305501:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610487.305501:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305503:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610487.305504:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610487.305504:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000200:2.0:1749610487.305506:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610487.305507:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610487.305507:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00010000:00000001:3.0:1749610487.305510:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:1.0:1749610487.305510:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000020:00000001:3.0:1749610487.305511:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610487.305511:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd180. 00000020:00000001:3.0:1749610487.305513:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610487.305513:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610487.305516:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd180 x1834598494514944 msgsize 520 00000100:00000040:3.0:1749610487.305517:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34700 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:678/0 lens 224/224 e 0 to 0 dl 1749610498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.305548:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749610487.305551:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610487.305551:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610487.305554:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749610487.305555:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610487.305555:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610487.305558:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610487.305561:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610487.305564:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494515072:12345-0@lo:400:kworker.0 Request processed in 250us (456us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610487.305564:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610487.305564:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.305567:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.305569:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610487.305571:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1749610487.305571:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494514944 00000400:00000200:2.0:1749610487.305572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:1.0:1749610487.305573:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610487.305574:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:2.0:1749610487.305575:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610487.305575:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749610487.305575:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=142 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610487.305576:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610487.305577:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305578:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610487.305578:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610487.305579:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610487.305581:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00001000:0.0:1749610487.305581:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=142 v=5 (1 1 0 0) 00000100:00100000:1.0:1749610487.305582:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494514944 00000020:00000010:3.0:1749610487.305584:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000020:00000001:1.0:1749610487.305584:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610487.305585:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.305585:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1749610487.305586:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610487.305587:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000020:00000001:1.0:1749610487.305587:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610487.305588:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.305589:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610487.305591:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:1.0:1749610487.305591:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610487.305591:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610487.305593:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610487.305594:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00000001:2.0:1749610487.305595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610487.305596:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000010:1.0:1749610487.305598:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00010000:00080000:0.0:1749610487.305599:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610487.305600:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.305601:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610487.305602:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610487.305604:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305605:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610487.305607:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610487.305607:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305608:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610487.305610:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1749610487.305610:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305611:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:3.0:1749610487.305612:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610487.305614:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000100:00000001:2.0:1749610487.305615:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.305615:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610487.305615:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1749610487.305618:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000040:0.0:1749610487.305618:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:3.0:1749610487.305620:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749610487.305620:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 481 usecs (1 jiffies) 00000100:00000001:1.0:1749610487.305620:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610487.305621:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610487.305622:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610487.305622:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610487.305623:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305624:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299760764 00000100:00100000:1.0:1749610487.305625:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00000200:3.0:1749610487.305626:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305627:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299760784 00000100:00000001:1.0:1749610487.305627:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933970304 : -131936775581312 : ffff8801135bd180) 00000100:00000040:0.0:1749610487.305629:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299760764 00000100:00000040:1.0:1749610487.305631:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd180 x1834598494514944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305633:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299760784 00000100:00000200:3.0:1749610487.305634:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299760764 00000100:00000001:2.0:1749610487.305639:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299760784 00000100:00000001:0.0:1749610487.305640:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610487.305641:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.305641:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299760764 00000100:00100000:1.0:1749610487.305641:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494514944:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610487.305643:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305644:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299760784 00000100:00000200:1.0:1749610487.305644:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494514944 00000100:00000001:0.0:1749610487.305644:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610487.305645:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610487.305646:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610487.305646:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305647:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610487.305647:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610487.305649:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610487.305649:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610487.305650:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305651:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.305652:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610487.305653:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610487.305655:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610487.305656:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610487.305657:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=92 v=5 (5 5 0 0) 00000400:00000001:2.0:1749610487.305657:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:1.0:1749610487.305659:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:3.0:1749610487.305660:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=92 v=5 (1 1 0 0) 00000400:00000010:2.0:1749610487.305661:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00010000:00000001:1.0:1749610487.305661:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610487.305663:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610487.305664:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610487.305664:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00010000:00000001:1.0:1749610487.305664:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610487.305664:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494514816:0@lo:400:kworker.0 00010000:00000001:3.0:1749610487.305667:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1749610487.305667:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610487.305667:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610487.305668:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610487.305670:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610487.305670:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00080000:3.0:1749610487.305671:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610487.305671:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610487.305673:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548400. 00000100:00000001:0.0:1749610487.305674:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610487.305675:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610487.305676:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.305677:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610487.305678:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.305678:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494514816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610487.305679:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610487.305680:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1749610487.305681:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610487.305682:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610487.305683:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1749610487.305683:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610487.305685:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610487.305686:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610487.305687:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610487.305688:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.305688:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610487.305690:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610487.305692:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610487.305694:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610487.305695:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610487.305697:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610487.305697:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610487.305698:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610487.305698:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610487.305699:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610487.305699:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610487.305700:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610487.305700:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610487.305700:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610487.305702:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610487.305702:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610487.305703:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610487.305704:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749610487.305704:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 02000000:00000001:2.0:1749610487.305706:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1749610487.305707:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610487.305708:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610487.305709:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610487.305710:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494515072:0@lo:400:kworker.0 00000100:00000200:1.0:1749610487.305710:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494514944, offset 0 00000020:00000001:0.0:1749610487.305711:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610487.305712:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610487.305713:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610487.305713:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610487.305715:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610487.305715:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610487.305716:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610487.305717:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610487.305718:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610487.305719:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000100:00000040:3.0:1749610487.305720:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994a80 x1834598494515072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610487.305722:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610487 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610487.305724:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610487.305725:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf922f00 00000100:00000001:3.0:1749610487.305726:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749610487.305727:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=60 v=20 (1 1 20 0) 02000000:00000001:0.0:1749610487.305727:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610487.305728:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749610487.305729:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59bd [1] + 0 00000100:00000010:0.0:1749610487.305729:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 02000000:00000010:3.0:1749610487.305730:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fe00. 00000100:00000001:2.0:1749610487.305731:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610487.305733:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749610487.305733:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610487.305734:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610487.305734:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610487.305735:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1749610487.305736:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749610487.305736:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610487.305737:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610487.305737:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610487.305738:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610487.305739:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610487.305740:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:0.0:1749610487.305740:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610487.305743:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749610487.305743:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610487.305744:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610487.305745:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610487.305746:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1749610487.305747:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 00000100:00000001:0.0:1749610487.305748:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305750:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610487.305751:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610487.305751:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610487.305752:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610487.305753:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305754:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610487.305754:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610487.305756:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610487.305758:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305758:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610487.305760:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610487.305760:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.305761:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610487.305762:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.305764:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749610487.305764:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610487.305765:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749610487.305766:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610487.305767:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610487.305768:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749610487.305771:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610487.305771:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610487.305773:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00080000:2.0:1749610487.305775:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610487.305775:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610487.305777:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610487.305778:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610487.305781:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd180 x1834598494514944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610507 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610487.305784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610487.305790:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494514944:12345-0@lo:38:kworker.0 Request processed in 148us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610487.305796:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1749610487.305798:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494514432:0@lo:38:kworker.0 00000100:00000001:1.0:1749610487.305798:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610487.305799:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610487.305801:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000020:00000010:1.0:1749610487.305804:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000400:00000001:2.0:1749610487.305805:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610487.305806:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000400:00000001:2.0:1749610487.305809:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610487.305809:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610487.305811:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610487.305815:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610487.305818:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610487.305821:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610487.305826:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.305838:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305848:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.305851:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305853:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610487.305856:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610487.305858:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610487.305861:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.305864:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610487.305870:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610487 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610487.305875:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=42 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610487.305879:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610487.305882:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610487.305885:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.305891:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305902:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610487.305906:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610487.305908:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305911:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610487.305913:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610487.305917:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610487.305921:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610487.305924:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.305930:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610487.305942:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494514560:0@lo:38:kworker.0 00000400:00000001:2.0:1749610487.305949:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610487.305951:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610487.305954:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610487.305958:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610487.305960:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610487.305963:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610487.305968:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.305979:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.305988:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.305990:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.305993:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610487.305995:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610487.305997:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610487.306000:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.306002:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610487.306007:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610487 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610487.306011:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=142 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610487.306015:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610487.306017:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610487.306020:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.306025:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.306035:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610487.306038:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610487.306040:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306043:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610487.306045:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610487.306048:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610487.306053:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610487.306056:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.306061:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610487.306072:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494514688:0@lo:38:kworker.0 00000100:00000001:2.0:1749610487.306078:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.306081:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610487.306086:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494514432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.306095:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610487.306098:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610487.306101:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610487.306107:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610487.306109:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610487.306112:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610487.306115:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610487.306118:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263c00. 02000000:00000001:2.0:1749610487.306122:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610487.306123:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610487.306126:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000001:2.0:1749610487.306131:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610487.306133:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306136:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610487.306140:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494514560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.306149:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610487.306151:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610487.306153:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610487.306156:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610487.306158:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610487.306160:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610487.306162:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610487.306164:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610487.306168:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610487.306170:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610487.306172:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00000001:2.0:1749610487.306176:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610487.306178:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306180:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610487.306184:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494514688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.306193:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610487.306195:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610487.306197:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610487.306200:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610487.306202:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610487.306204:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610487.306207:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610487.306209:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263400. 02000000:00000001:2.0:1749610487.306212:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610487.306214:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610487.306216:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610487.306219:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610487.306221:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306224:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306231:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610487.306234:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610487.306237:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610487.306239:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610487.306242:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610487.306244:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610487.306246:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610487.306250:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610487.306252:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610487.306255:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610487.306260:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610487.306272:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.306281:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610487.306284:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.306286:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610487.306288:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610487.306290:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610487.306293:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610487.306296:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610487.306301:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610487 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610487.306305:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=92 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610487.306309:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749610487.306313:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749610487.316657:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610487.316665:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.316677:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.316692:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610487.316696:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610487.316699:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.316702:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610487.316705:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610487.316709:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610487.316713:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610487.316717:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610487.316724:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610487.316739:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494514944:0@lo:38:kworker.0 00000100:00000001:2.0:1749610487.316747:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.316750:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610487.316755:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494514944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610487.316765:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610487.316769:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610487.316772:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610487.316777:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610487.316780:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610487.316782:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610487.316785:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610487.316788:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261800. 02000000:00000001:2.0:1749610487.316792:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610487.316794:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610487.316796:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 00000100:00000001:2.0:1749610487.316801:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610487.316803:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.316805:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.316808:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610487.316811:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610487.316813:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.316816:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610487.326625:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299760784, at 4299760784 00000100:00000040:2.0:1749610487.326628:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299760784, at 4299760784 00000100:00000040:3.0:1749610487.326632:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299760784, at 4299760784 00000100:00000040:1.0:1749610487.326635:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299760784, at 4299760784 00000100:00000010:0.0:1749610487.326649:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f4c0. 00000100:00000010:3.0:1749610487.326653:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f700. 00000100:00000010:1.0:1749610487.326656:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fbc0. 00000100:00000010:2.0:1749610487.326673:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f980. 00000100:00000001:2.0:1749610487.457694:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610487.457703:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610487.457706:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.457711:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610487.457715:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610487.457719:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.457722:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610487.457725:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.457728:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610487.740685:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610487.740693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610487.740696:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610487.740701:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610487.740705:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610487.740709:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.740712:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610487.740715:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610487.740718:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610488.106716:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610488.106724:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610488.106850:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610488.106857:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610488.106860:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610488.457711:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610488.457720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610488.457723:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610488.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610488.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610488.457736:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610488.457739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610488.457743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610488.457745:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610488.740641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610488.740648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610488.740650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610488.740654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610488.740658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610488.740662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610488.740665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610488.740669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610488.740671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610489.108654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610489.108662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610489.108756:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610489.108762:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610489.108766:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610489.457677:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610489.457685:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610489.457687:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610489.457692:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610489.457696:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610489.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610489.457704:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610489.457706:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610489.457708:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610489.740626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610489.740632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610489.740633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610489.740636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610489.740638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610489.740641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610489.740643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610489.740645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610489.740647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610490.110636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610490.110641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610490.110704:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610490.110709:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610490.110711:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610490.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610490.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610490.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610490.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610490.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610490.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610490.457655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610490.457657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610490.457659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610490.687424:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610490.687452:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610490.687454:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610490.687456:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610490.687465:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610490.687479:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00880 00000400:00000100:0.0:1749610490.687485:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138199680 offset 0 length 520: 4 00000400:00000200:0.0:1749610490.687488:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe58c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610490.687490:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610490.687497:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610490.687507:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610490.687509:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610490.687511:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610490.740609:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610490.740613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610490.740614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610490.740617:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610490.740619:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610490.740621:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610490.740623:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610490.740626:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610490.740627:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610491.112622:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610491.112627:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610491.112709:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610491.112713:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610491.112715:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610491.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610491.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610491.457709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610491.457714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610491.457718:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610491.457722:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610491.457726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610491.457729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610491.457732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610491.740616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610491.740622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610491.740625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610491.740629:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610491.740633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610491.740637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610491.740640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610491.740643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610491.740647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610492.114641:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610492.114647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610492.114705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610492.114709:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610492.114711:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610492.316625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610492.316638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.316639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.316642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.316644:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.316647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.316648:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610492.318605:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610492.318611:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610492.318614:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610492.318617:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610492.318619:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610492.318622:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610492.318626:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610492.318631:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1749610492.318635:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610492.318638:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610492.318641:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318643:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610492.318645:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610492.318649:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610492.318651:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610492.318654:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610492.318657:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610492.318659:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610492.318662:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610492.318664:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610492.318666:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318667:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610492.318670:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610492.318673:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610492.318676:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610492.318678:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.318681:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610492.318687:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610492.318690:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318692:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610492.318694:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610492.318699:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000020:00000040:0.0:1749610492.318703:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610492.318706:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610492.318708:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318710:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610492.318712:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610492.318716:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610492.318723:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135260c00. 00000100:00000001:0.0:1749610492.318729:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610492.318737:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610492.318745:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610492.318749:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.318752:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_rcv+-1] req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.318770:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610492.318772:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610492.318775:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610492.318776:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610492.318777:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610492.318778:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610492.318780:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1749610492.318781:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610492.318783:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610492.318784:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318785:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610492.318786:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610492.318788:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610492.318788:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610492.318789:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610492.318790:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610492.318791:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610492.318792:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610492.318794:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610492.318794:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318795:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610492.318796:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610492.318797:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610492.318798:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610492.318800:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.318800:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610492.318803:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610492.318804:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318805:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610492.318806:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610492.318808:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000020:00000040:0.0:1749610492.318809:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610492.318810:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610492.318811:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318812:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610492.318813:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610492.318814:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610492.318816:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261800. 00000100:00000001:0.0:1749610492.318819:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610492.318821:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610492.318826:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.318828:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610492.318829:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610492.318830:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610492.318831:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.318834:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_rcv+-1] req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610492.318835:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.318841:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610492.318841:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.318843:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610492.318843:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610492.318845:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610492.318846:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610492.318847:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610492.318847:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610492.318848:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610492.318848:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749610492.318850:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494515200:0@lo:38:kworker.0 00000100:00000001:0.0:1749610492.318850:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610492.318852:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610492.318852:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1749610492.318854:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610492.318855:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610492.318856:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.318856:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610492.318858:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610492.318858:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318859:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:2.0:1749610492.318861:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 00000100:00000001:0.0:1749610492.318861:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610492.318863:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610492.318863:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610492.318864:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610492.318865:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610492.318867:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000010:2.0:1749610492.318868:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000020:00000001:0.0:1749610492.318869:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610492.318871:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610492.318873:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610492.318874:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610492.318874:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.318878:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610492.318879:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494515200, portal 4 00000100:00000001:0.0:1749610492.318879:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610492.318881:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749610492.318881:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610492.318882:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00080000:0.0:1749610492.318883:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610492.318884:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.318886:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610492.318888:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610492.318889:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610492.318890:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318892:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610492.318894:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.318896:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610492.318896:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000100:00000040:2.0:1749610492.318898:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610492.318898:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610492.318899:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610492.318900:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1749610492.318901:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494515200, offset 0 02000000:00000001:0.0:1749610492.318901:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.318903:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610492.318904:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610492.318905:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610492.318905:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610492.318908:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263400. 00000100:00000001:0.0:1749610492.318911:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610492.318915:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610492.318917:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610492.318922:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610492.318923:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.318925:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf923000 00000100:00000040:0.0:1749610492.318926:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994380] to pc [ptlrpcd_rcv+-1] req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610492.318929:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 15600 00000100:00000001:0.0:1749610492.318933:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.318935:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610492.318935:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610492.318938:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610492.318938:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610492.318940:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 00000100:00000001:2.0:1749610492.318941:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749610492.318942:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749610492.318943:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610492.318944:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610492.318945:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749610492.318946:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 02000000:00000001:0.0:1749610492.318947:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610492.318948:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd500 x1834598494515200 msgsize 520 00000100:00100000:2.0:1749610492.318950:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749610492.318950:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:0.0:1749610492.318952:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.318956:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610492.318963:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610492.318964:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610492.318965:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.318969:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000040:0.0:1749610492.318969:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995500] to pc [ptlrpcd_00_00+0] req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610492.318971:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610492.318972:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610492.318975:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.318980:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610492.318981:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.318986:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.318987:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610492.318989:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610492.318992:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1032 usecs (2 jiffies) 00000100:00000001:0.0:1749610492.318992:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.318994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299765778 00000100:00080000:0.0:1749610492.318995:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610492.318997:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f980. 00000100:00080000:0.0:1749610492.318998:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610492.318999:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610492.319000:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610492.319001:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610492.319002:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610492.319004:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5093 00000100:00000001:2.0:1749610492.319005:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299765778 00000100:00080000:0.0:1749610492.319006:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749610492.319007:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f9c0. 00000100:00000001:2.0:1749610492.319009:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610492.319009:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610492.319010:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.319012:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610492.319013:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299765778 00000100:00000001:0.0:1749610492.319013:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610492.319015:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fdc0. 00000020:00000001:0.0:1749610492.319015:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610492.319016:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610492.319017:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610492.319018:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299765778 00000020:00000001:0.0:1749610492.319018:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610492.319020:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f040. 00000020:00000040:0.0:1749610492.319020:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610492.319021:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:0.0:1749610492.319021:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610492.319023:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610492.319023:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610492.319024:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319025:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.319025:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610492.319026:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319027:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.319028:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610492.319029:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.319030:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319030:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610492.319031:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319032:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.319032:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610492.319032:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:2.0:1749610492.319034:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610492.319034:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610492.319036:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319037:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610492.319037:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610492.319038:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610492.319039:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610492.319040:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515200 02000000:00000001:2.0:1749610492.319040:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610492.319040:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610492.319041:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610492.319042:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610492.319042:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.319042:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319044:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610492.319044:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494515328:0@lo:38:kworker.0 00000100:00000001:0.0:1749610492.319044:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610492.319045:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319046:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319046:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610492.319047:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610492.319048:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610492.319048:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 02000000:00000001:3.0:1749610492.319049:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319049:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610492.319050:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2400. 00000020:00000040:0.0:1749610492.319050:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610492.319051:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.319051:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1749610492.319052:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515200 02000000:00000001:0.0:1749610492.319052:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610492.319053:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610492.319053:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000020:00000040:3.0:1749610492.319054:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610492.319054:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1749610492.319055:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610492.319055:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610492.319055:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1749610492.319056:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.319056:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610492.319057:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610492.319057:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494515328, portal 10 00000100:00000001:2.0:1749610492.319058:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610492.319058:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319059:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 02000000:00000010:0.0:1749610492.319059:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263800. 00000020:00000010:3.0:1749610492.319061:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610492.319061:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610492.319062:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610492.319062:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610492.319063:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610492.319065:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610492.319066:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610492.319066:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610492.319067:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610492.319067:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610492.319068:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000010:2.0:1749610492.319068:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610492.319069:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494515328, offset 0 00000100:00000001:3.0:1749610492.319071:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610492.319071:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610492.319072:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610492.319072:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610492.319073:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319073:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610492.319073:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610492.319073:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319074:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319076:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923080 02000000:00000001:1.0:1749610492.319076:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610492.319076:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994e00] to pc [ptlrpcd_rcv+-1] req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610492.319077:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610492.319078:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 120616 02000000:00000001:1.0:1749610492.319079:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610492.319080:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494515584:0@lo:400:kworker.0 00000400:00000200:2.0:1749610492.319082:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610492.319083:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610492.319083:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319084:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610492.319085:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610492.319085:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610492.319085:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610492.319086:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610492.319086:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610492.319087:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610492.319087:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610492.319088:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610492.319089:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd880. 00000100:00000001:3.0:1749610492.319090:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1749610492.319090:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000100:00000040:2.0:1749610492.319091:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd880 x1834598494515328 msgsize 520 02000000:00000001:1.0:1749610492.319091:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610492.319091:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000100:00000001:3.0:1749610492.319092:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610492.319093:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610492.319093:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:1.0:1749610492.319094:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db528. 00000100:00100000:3.0:1749610492.319095:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:0.0:1749610492.319095:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1749610492.319096:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749610492.319096:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610492.319097:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 02000000:00000001:0.0:1749610492.319097:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319099:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749610492.319099:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494515584, portal 10 00000100:00000001:1.0:1749610492.319100:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749610492.319100:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000040:3.0:1749610492.319101:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd500 x1834598494515200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610492.319101:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610492.319101:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 00000400:00000010:2.0:1749610492.319102:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610492.319103:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610492.319103:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610492.319105:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610492.319106:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610492.319106:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610492.319108:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494515200:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610492.319109:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610492.319110:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515200 00000100:00000001:2.0:1749610492.319110:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610492.319111:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610492.319112:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610492.319112:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610492.319112:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749610492.319113:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610492.319114:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494515584, offset 0 00000100:00000001:0.0:1749610492.319114:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610492.319115:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610492.319115:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319116:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610492.319117:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610492.319117:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610492.319117:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_00_01+1] req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610492.319119:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 732 usecs (1 jiffies) 00000100:00000001:2.0:1749610492.319120:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299765777 00000100:00000001:2.0:1749610492.319122:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299765778 00000100:00000001:2.0:1749610492.319123:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299765777 00000400:00000200:1.0:1749610492.319123:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610492.319124:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319124:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299765778 00000100:00000001:2.0:1749610492.319125:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299765777 00000100:00000001:2.0:1749610492.319126:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299765778 00000400:00000200:1.0:1749610492.319126:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923180 00000100:00000001:0.0:1749610492.319126:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610492.319127:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610492.319127:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299765777 00010000:00000001:3.0:1749610492.319128:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610492.319128:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299765778 00000100:00000001:2.0:1749610492.319129:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610492.319129:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 121136 00010000:00000001:3.0:1749610492.319130:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610492.319130:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.319130:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5103) 00000100:00000001:2.0:1749610492.319131:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610492.319132:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610492.319132:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610492.319133:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610492.319134:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610492.319134:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610492.319135:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610492.319136:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610492.319136:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749610492.319137:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6c00. 00000100:00000001:2.0:1749610492.319137:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610492.319137:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610492.319138:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319138:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610492.319138:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610492.319139:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319140:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610492.319141:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494515456:0@lo:38:kworker.0 00010000:00000001:3.0:1749610492.319142:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610492.319142:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610492.319143:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319143:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610492.319144:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319144:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749610492.319146:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610492.319146:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2000. 00000100:00000001:3.0:1749610492.319147:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610492.319147:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610492.319148:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610492.319149:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610492.319150:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:3.0:1749610492.319151:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610492.319151:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494515456, portal 10 00000100:00000001:3.0:1749610492.319152:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610492.319152:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610492.319153:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610492.319153:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000100:00000010:1.0:1749610492.319153:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb0000. 00000100:00000040:3.0:1749610492.319155:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610492.319155:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb0000 x1834598494515584 msgsize 224 02000000:00000001:3.0:1749610492.319156:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610492.319156:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610492.319157:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610492.319158:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319159:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610492.319160:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610492.319160:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610492.319160:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610492.319161:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610492.319162:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000400:00000010:2.0:1749610492.319162:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749610492.319163:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494515456, offset 0 00000100:00000001:1.0:1749610492.319163:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610492.319164:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494515200, offset 0 00000100:00100000:0.0:1749610492.319164:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515328 00000400:00000200:2.0:1749610492.319165:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610492.319165:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610492.319167:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610492.319167:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610492.319169:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610492.319169:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610492.319169:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610492.319170:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 02000000:00000001:0.0:1749610492.319171:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319172:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923100 00000100:00000001:1.0:1749610492.319172:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610492.319173:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610492.319173:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515328 00000400:00000200:2.0:1749610492.319174:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 121360 00000100:00000200:1.0:1749610492.319174:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610492.319175:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610492.319176:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610492.319176:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749610492.319177:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf923000 00000400:00000200:2.0:1749610492.319177:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610492.319178:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610492.319179:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610492.319179:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610492.319179:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610492.319179:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610492.319180:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x59cd [1] + 0 00000100:00000040:1.0:1749610492.319180:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610492.319181:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdc00. 00000020:00000001:0.0:1749610492.319181:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610492.319182:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdc00 x1834598494515456 msgsize 520 00000400:00000200:3.0:1749610492.319183:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610492.319184:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610492.319184:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610492.319184:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000400:00000200:3.0:1749610492.319185:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610492.319185:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610492.319187:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319188:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610492.319188:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610492.319188:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000200:3.0:1749610492.319190:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610492.319190:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:1.0:1749610492.319190:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 00000400:00000010:2.0:1749610492.319191:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610492.319191:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299765777 00000020:00000010:0.0:1749610492.319191:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00000001:2.0:1749610492.319192:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610492.319193:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319193:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299765778 00000100:00000001:1.0:1749610492.319194:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299765777 00000100:00000001:0.0:1749610492.319194:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610492.319196:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319196:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299765778 00000100:00000001:0.0:1749610492.319196:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610492.319197:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610492.319197:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299765777 00000100:00000001:0.0:1749610492.319197:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319198:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299765778 00000100:00000040:2.0:1749610492.319199:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319199:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299765777 00000100:00000001:1.0:1749610492.319200:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299765778 00000100:00000001:3.0:1749610492.319201:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610492.319201:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610492.319201:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319202:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319203:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610492.319203:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610492.319204:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610492.319204:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610492.319205:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610492.319205:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319205:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610492.319206:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 681 usecs (1 jiffies) 00000100:00000001:2.0:1749610492.319207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299765777 00000100:00000001:0.0:1749610492.319207:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610492.319208:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610492.319208:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610492.319208:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299765778 00000100:00000001:2.0:1749610492.319209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299765777 00000100:00000001:1.0:1749610492.319209:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610492.319210:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319210:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610492.319211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299765778 00000100:00000001:1.0:1749610492.319211:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610492.319212:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610492.319212:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299765777 00000100:00000001:1.0:1749610492.319212:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610492.319213:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319213:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299765778 00000100:00000001:1.0:1749610492.319213:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.319213:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610492.319214:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610492.319214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299765777 00000100:00100000:0.0:1749610492.319214:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515584 00000100:00000001:2.0:1749610492.319215:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299765778 00000100:00100000:1.0:1749610492.319215:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749610492.319215:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610492.319216:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494515200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319216:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610492.319216:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610492.319217:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319217:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610492.319217:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319217:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610492.319218:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610492.319219:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610492.319219:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610492.319219:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610492.319220:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610492.319221:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610492.319221:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610492.319221:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610492.319222:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494515200:12345-0@lo:38:kworker.0 Request processed in 114us (273us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610492.319222:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00100000:0.0:1749610492.319222:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515584 00000400:00000200:2.0:1749610492.319223:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610492.319223:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610492.319224:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610492.319224:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610492.319225:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610492.319225:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610492.319225:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:3.0:1749610492.319226:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000200:2.0:1749610492.319226:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610492.319226:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610492.319226:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610492.319227:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610492.319228:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610492.319228:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610492.319228:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610492.319229:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610492.319230:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494515840:0@lo:400:kworker.0 00000020:00000001:0.0:1749610492.319230:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:3.0:1749610492.319231:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000200:2.0:1749610492.319231:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319232:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610492.319232:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:3.0:1749610492.319233:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 02000000:00000001:1.0:1749610492.319233:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610492.319234:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610492.319234:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610492.319235:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610492.319235:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610492.319235:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610492.319236:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:1.0:1749610492.319237:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bce00. 00000100:00000001:0.0:1749610492.319237:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610492.319238:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610492.319238:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749610492.319238:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319239:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610492.319239:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db580. 00000020:00000010:0.0:1749610492.319239:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee1c0. 00000100:00000001:2.0:1749610492.319240:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319241:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610492.319241:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610492.319243:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494515840, portal 10 00000100:00000001:1.0:1749610492.319244:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610492.319244:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000100:00000001:3.0:1749610492.319245:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749610492.319245:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610492 v=5 (0 0 0 0) 00000020:00000040:0.0:1749610492.319245:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610492.319246:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610492.319247:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=65 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610492.319248:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610492.319248:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319250:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610492.319250:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610492.319252:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610492.319252:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610492.319252:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610492.319253:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515456 00000020:00000010:0.0:1749610492.319253:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 02000000:00000001:3.0:1749610492.319254:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610492.319254:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610492.319254:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610492.319255:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610492.319255:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000010:0.0:1749610492.319255:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610492.319256:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610492.319257:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610492.319257:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494515840, offset 0 00000020:00000010:0.0:1749610492.319257:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610492.319258:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610492.319258:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610492.319259:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515456 00000020:00000001:3.0:1749610492.319259:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610492.319260:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610492.319260:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610492.319261:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610492.319262:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319262:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610492.319262:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610492.319263:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319263:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749610492.319263:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749610492.319264:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610492.319264:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610492.319264:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923280 00000100:00000001:0.0:1749610492.319264:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610492.319266:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00080000:2.0:1749610492.319266:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610492.319266:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 121880 00000100:00000001:0.0:1749610492.319266:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610492.319267:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:0.0:1749610492.319267:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610492.319268:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:2.0:1749610492.319268:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610492.319268:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610492.319269:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610492.319269:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610492.319270:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610492.319270:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610492.319271:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.319271:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610492.319272:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610492.319273:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610492.319273:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:1.0:1749610492.319274:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb0380. 00000100:00000001:0.0:1749610492.319275:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610492.319276:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494515200:0@lo:38:kworker.0 00000100:00000040:1.0:1749610492.319276:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb0380 x1834598494515840 msgsize 224 00000100:00000001:2.0:1749610492.319278:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610492.319278:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610492.319279:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610492.319279:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610492.319280:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494515200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319283:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610492.319283:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610492.319284:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610492.319284:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610492.319284:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610492.319285:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515840 02000000:00000010:2.0:1749610492.319286:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 00000400:00000200:1.0:1749610492.319286:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:0.0:1749610492.319286:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610492.319287:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610492.319287:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610492.319287:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1749610492.319288:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610492.319288:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610492.319289:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:2.0:1749610492.319289:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610492.319289:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610492.319290:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610492.319290:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610492.319291:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:2.0:1749610492.319291:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610492.319291:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319292:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346007040 : -131936363544576 : ffff88012beb0000) 02000000:00000010:2.0:1749610492.319293:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135260c00. 00000100:00000200:1.0:1749610492.319293:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610492.319293:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515840 02000000:00000001:2.0:1749610492.319294:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610492.319294:0:12680:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610492.319296:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749610492.319296:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000010:2.0:1749610492.319297:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 00000020:00000001:0.0:1749610492.319297:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610492.319298:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb0000 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:683/0 lens 224/0 e 0 to 0 dl 1749610503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610492.319298:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610492.319299:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610492.319299:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610492.319300:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610492.319300:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610492.319301:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319302:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610492.319302:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610492.319303:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610492.319303:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610492.319303:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:3.0:1749610492.319304:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610492.319304:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319305:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.319305:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610492.319305:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610492.319306:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610492.319307:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00000040:2.0:1749610492.319307:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319307:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610492.319307:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eecc0. 00000100:00000001:1.0:1749610492.319308:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610492.319309:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee640. 00000100:00100000:3.0:1749610492.319310:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494515584:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610492.319310:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319311:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610492.319312:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515584 00000100:00000001:2.0:1749610492.319312:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319313:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610492.319313:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 628 usecs (1 jiffies) 00000100:00000001:0.0:1749610492.319313:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749610492.319314:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610492.319314:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610492.319315:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610492.319315:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319315:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299765777 00000020:00000010:0.0:1749610492.319315:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eecc0. 00000100:00100000:2.0:1749610492.319316:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494515712:0@lo:38:kworker.0 00000020:00000001:3.0:1749610492.319317:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319317:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299765778 00000020:00000001:3.0:1749610492.319318:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610492.319318:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749610492.319318:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 02000000:00000001:2.0:1749610492.319319:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610492.319319:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319319:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299765777 00000020:00000001:3.0:1749610492.319320:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610492.319320:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749610492.319320:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 02000000:00000010:2.0:1749610492.319321:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 00000100:00000001:1.0:1749610492.319321:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299765778 00000020:00000001:3.0:1749610492.319322:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610492.319322:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610492.319323:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000001:1.0:1749610492.319323:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299765777 00000020:00000010:0.0:1749610492.319323:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000020:00000001:3.0:1749610492.319324:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610492.319325:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1749610492.319325:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610492.319325:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299765778 00000100:00000200:2.0:1749610492.319326:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494515712, portal 10 00000100:00000001:1.0:1749610492.319326:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299765777 00000100:00000001:0.0:1749610492.319326:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610492.319327:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610492.319327:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610492.319327:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749610492.319328:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319328:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00000001:1.0:1749610492.319328:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299765778 00000100:00000001:0.0:1749610492.319328:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610492.319329:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610492.319329:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610492.319330:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.319330:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610492.319331:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319332:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610492.319332:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749610492.319333:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610492.319333:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.319333:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319334:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610492.319335:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7000. 00000100:00000040:2.0:1749610492.319335:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610492.319335:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610492.319335:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.319335:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610492.319336:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610492.319336:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494515712, offset 0 00000100:00000001:3.0:1749610492.319337:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610492.319338:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610492.319338:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610492.319339:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:3.0:1749610492.319340:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494515584 00000100:00000001:0.0:1749610492.319340:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749610492.319341:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610492.319341:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610492.319343:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923200 00000100:00100000:0.0:1749610492.319343:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00010000:00000200:3.0:1749610492.319344:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb0000 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610492.319345:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 122104 00000100:00000040:0.0:1749610492.319345:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610492.319347:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346007936 : -131936363543680 : ffff88012beb0380) 00010000:00000001:3.0:1749610492.319348:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610492.319348:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610492.319348:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749610492.319349:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610492.319350:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 0 0) 00000400:00000200:2.0:1749610492.319350:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610492.319350:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610492.319351:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610492.319351:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb0380 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:683/0 lens 224/0 e 0 to 0 dl 1749610503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610492.319352:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610492.319352:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610492.319353:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610492.319353:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00000010:2.0:1749610492.319354:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdf80. 00000100:00000001:3.0:1749610492.319355:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610492.319355:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdf80 x1834598494515712 msgsize 520 02000000:00000001:3.0:1749610492.319356:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610492.319356:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319356:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972096 : -131936775579520 : ffff8801135bd880) 00000100:00000001:3.0:1749610492.319357:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610492.319357:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610492.319358:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610492.319358:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610492.319358:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749610492.319359:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000010:0.0:1749610492.319359:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eecc0. 00000400:00000200:2.0:1749610492.319360:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:1.0:1749610492.319360:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd880 x1834598494515328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.319360:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610492.319361:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610492.319362:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610492.319362:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eecc0. 00000100:00000200:3.0:1749610492.319363:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515584, offset 224 00000100:00000200:2.0:1749610492.319364:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610492.319365:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610492.319365:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494515840:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1749610492.319368:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610492.319368:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610492.319368:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494515328:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610492.319368:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515840 00000100:00000040:2.0:1749610492.319369:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610492.319370:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610492.319371:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923180 00000100:00000001:2.0:1749610492.319372:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610492.319372:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515328 00000020:00000001:0.0:1749610492.319372:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610492.319373:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610492.319373:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610492.319374:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59dd [1] + 224 00000100:00000001:2.0:1749610492.319374:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610492.319374:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610492.319374:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749610492.319376:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610492.319376:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 493 usecs (1 jiffies) 00010000:00000001:1.0:1749610492.319376:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610492.319376:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610492.319377:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299765777 00000400:00000200:3.0:1749610492.319378:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610492.319378:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299765778 00000020:00000001:0.0:1749610492.319378:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610492.319379:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299765777 00000100:00000001:3.0:1749610492.319380:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610492.319380:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299765778 00000020:00000001:0.0:1749610492.319380:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319381:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299765777 00000020:00000001:0.0:1749610492.319381:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749610492.319382:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319382:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299765778 00000020:00000001:1.0:1749610492.319382:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319383:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299765777 00000020:00000001:0.0:1749610492.319383:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:1.0:1749610492.319384:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610492.319384:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299765778 00000100:00000001:2.0:1749610492.319385:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610492.319386:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610492.319386:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610492.319387:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610492.319387:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610492.319388:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319388:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319388:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610492.319389:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610492.319390:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.319390:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610492.319390:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610492.319391:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610492.319391:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610492.319392:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749610492.319392:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263c00. 00000100:00000001:3.0:1749610492.319393:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610492.319393:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319393:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610492.319394:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610492.319394:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610492.319394:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610492.319395:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:0.0:1749610492.319395:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610492.319396:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610492.319397:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:1.0:1749610492.319397:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548800. 00000020:00000001:0.0:1749610492.319397:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319398:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:0.0:1749610492.319398:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494515840 00000100:00000001:3.0:1749610492.319399:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610492.319399:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610492.319399:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610492.319400:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610492.319401:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610492.319402:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000200:0.0:1749610492.319402:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb0380 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610492.319403:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610492.319403:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610492.319404:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610492.319404:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319405:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749610492.319405:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610492.319406:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb0000 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610492.319406:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1749610492.319406:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:2.0:1749610492.319407:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749610492.319407:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749610492.319407:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610492.319408:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db528. 00000100:00001000:0.0:1749610492.319408:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 0 0) 00000100:00100000:3.0:1749610492.319410:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494515584:12345-0@lo:400:kworker.0 Request processed in 106us (254us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610492.319410:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:2.0:1749610492.319410:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610492.319410:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610492.319410:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610492.319412:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610492.319412:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610492.319412:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610492.319413:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610492.319429:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610492.319430:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1749610492.319432:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000200:2.0:1749610492.319432:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319432:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610492.319433:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610492.319434:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610492.319434:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749610492.319436:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000040:1.0:1749610492.319436:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:3.0:1749610492.319438:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000200:2.0:1749610492.319438:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610492.319438:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610492.319439:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749610492.319440:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 02000000:00000001:1.0:1749610492.319440:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610492.319440:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319441:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610492.319441:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749610492.319442:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610492.319442:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610492.319442:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319443:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610492.319443:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610492.319443:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610492.319444:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610492.319444:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610492.319445:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610492.319445:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000010:0.0:1749610492.319445:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610492.319446:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319447:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610492.319447:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515840, offset 224 00000100:00100000:3.0:1749610492.319448:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494515712 02000000:00000001:2.0:1749610492.319448:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610492.319448:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515328, offset 0 02000000:00000001:3.0:1749610492.319449:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610492.319450:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749610492.319450:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=147 v=5 (5 5 0 0) 00000400:00000200:0.0:1749610492.319450:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610492.319451:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610492.319452:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610492.319452:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610492.319453:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610492.319454:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494515712 00000020:00000001:3.0:1749610492.319454:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610492.319454:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610492.319455:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749610492.319455:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610492.319456:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1749610492.319456:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610492.319456:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610492.319457:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610492.319458:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749610492.319458:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610492.319459:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923280 00000020:00000010:3.0:1749610492.319460:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000400:00000200:1.0:1749610492.319460:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610492.319461:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610492.319462:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00010000:00000001:2.0:1749610492.319462:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610492.319462:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59f1 [1] + 224 00000100:00000001:3.0:1749610492.319463:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610492.319464:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610492.319464:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1749610492.319464:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923080 00000100:00000001:3.0:1749610492.319465:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610492.319465:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:0.0:1749610492.319465:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610492.319466:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1749610492.319466:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59d5 [1] + 0 00000100:00000001:3.0:1749610492.319467:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319467:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610492.319467:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610492.319468:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610492.319468:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610492.319469:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610492.319469:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610492.319470:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610492.319470:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610492.319471:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610492.319472:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610492.319472:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610492.319473:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00000001:3.0:1749610492.319474:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000100:00000001:2.0:1749610492.319475:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610492.319475:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610492.319476:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdc00 x1834598494515456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319476:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610492.319477:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610492.319477:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610492.319479:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610492.319480:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610492.319481:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494515456:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610492.319481:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610492.319482:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515456 00000020:00000001:3.0:1749610492.319483:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610492.319483:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494515584:0@lo:400:kworker.0 00010000:00000001:3.0:1749610492.319484:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610492.319485:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610492.319485:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610492.319486:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610492.319486:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:2.0:1749610492.319487:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995500 x1834598494515584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319487:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610492.319488:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.319488:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610492.319489:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00020000:3.0:1749610492.319490:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749610492.319490:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610492.319490:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319491:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610492.319491:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749610492.319491:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00010000:00000001:3.0:1749610492.319492:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610492.319492:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 00000100:00000001:1.0:1749610492.319492:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610492.319492:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610492.319493:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610492.319493:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749610492.319493:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610492.319494:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610492.319494:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610492.319494:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610492.319494:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610492.319494:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319495:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610492.319495:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749610492.319495:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1749610492.319496:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610492.319496:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610492.319496:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:3.0:1749610492.319497:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7400. 02000000:00000010:2.0:1749610492.319497:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000100:00000001:1.0:1749610492.319497:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610492.319497:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb0380 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:683/0 lens 224/224 e 0 to 0 dl 1749610503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610492.319498:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319499:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319499:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610492.319499:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1749610492.319499:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610492.319500:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 00010000:00000001:3.0:1749610492.319501:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610492.319501:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610492.319501:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd880 x1834598494515328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319502:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610492.319502:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610492.319502:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494515840:12345-0@lo:400:kworker.0 Request processed in 144us (225us total) trans 0 rc 0/0 00000100:00001000:3.0:1749610492.319503:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610492.319503:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319504:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610492.319504:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610492.319505:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610492.319505:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610492.319506:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:2.0:1749610492.319506:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610492.319506:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494515328:12345-0@lo:38:kworker.0 Request processed in 138us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610492.319506:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:3.0:1749610492.319507:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749610492.319507:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610492.319508:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db580. 00000100:00000040:0.0:1749610492.319508:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610492.319509:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610492.319509:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610492.319509:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610492.319510:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610492.319510:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610492.319510:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610492.319511:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610492.319511:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610492.319511:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000020:00000010:0.0:1749610492.319511:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 02000000:00000001:3.0:1749610492.319512:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319512:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610492.319513:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610492.319513:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610492.319513:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610492.319513:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000040:3.0:1749610492.319514:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610492.319515:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000010:1.0:1749610492.319515:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:0.0:1749610492.319515:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000200:3.0:1749610492.319516:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515456, offset 0 00000020:00000010:1.0:1749610492.319516:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000040:0.0:1749610492.319517:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000200:2.0:1749610492.319518:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610492.319518:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:0.0:1749610492.319518:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610492.319519:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610492.319538:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610492.319538:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610492.319539:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319540:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610492.319540:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610492.319540:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610492.319541:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610492.319542:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610492.319542:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 02000000:00000001:2.0:1749610492.319543:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610492.319543:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933973888 : -131936775577728 : ffff8801135bdf80) 00000100:00001000:2.0:1749610492.319545:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=97 v=5 (5 5 0 0) 00000100:00000040:0.0:1749610492.319545:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdf80 x1834598494515712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610492.319546:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=97 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610492.319548:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610492.319549:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610492.319549:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610492.319550:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749610492.319550:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494515712:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610492.319551:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1749610492.319551:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610492.319552:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494515712 00000400:00000200:3.0:1749610492.319554:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923100 00000020:00000001:0.0:1749610492.319554:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610492.319555:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610492.319555:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610492.319556:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59e5 [1] + 0 00000100:00000001:2.0:1749610492.319556:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610492.319557:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610492.319558:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610492.319558:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610492.319558:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610492.319558:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749610492.319560:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610492.319560:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610492.319560:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:0.0:1749610492.319560:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610492.319562:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:0.0:1749610492.319562:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610492.319563:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610492.319563:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610492.319564:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319564:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610492.319565:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610492.319565:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610492.319566:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.319566:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610492.319567:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610492.319568:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610492.319569:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260c00. 00000100:00100000:2.0:1749610492.319570:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494515840:0@lo:400:kworker.0 00000100:00000001:2.0:1749610492.319571:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610492.319571:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610492.319572:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610492.319572:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319573:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749610492.319573:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610492.319574:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494515840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610492.319574:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610492.319576:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610492.319577:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610492.319577:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749610492.319578:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610492.319578:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610492.319578:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610492.319579:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000001:2.0:1749610492.319579:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610492.319579:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bce00. 00000100:00000001:3.0:1749610492.319580:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610492.319580:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610492.319580:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610492.319581:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610492.319581:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610492.319581:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610492.319582:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610492.319582:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610492.319582:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749610492.319583:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610492.319583:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 00000100:00000040:3.0:1749610492.319584:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610492.319584:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610492.319584:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610492.319585:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319585:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610492.319585:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 02000000:00000001:0.0:1749610492.319585:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610492.319586:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610492.319586:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319587:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610492.319587:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319587:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610492.319588:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdc00 x1834598494515456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319588:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610492.319588:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610492.319589:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610492.319590:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.319590:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610492.319590:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494515712, offset 0 00000100:00000001:2.0:1749610492.319591:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319592:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610492.319593:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494515456:12345-0@lo:38:kworker.0 Request processed in 112us (409us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610492.319593:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610492.319595:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610492.319596:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319596:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610492.319598:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000400:00000001:2.0:1749610492.319598:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610492.319598:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749610492.319598:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923200 00000100:00000001:3.0:1749610492.319599:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610492.319599:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610492.319599:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610492.319600:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000020:00000010:3.0:1749610492.319601:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000400:00000010:2.0:1749610492.319601:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000010:3.0:1749610492.319602:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610492.319602:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610492.319604:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000200:2.0:1749610492.319604:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610492.319605:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610492.319607:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x59f9 [1] + 0 00000100:00000200:2.0:1749610492.319608:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610492.319609:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610492.319611:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610492.319612:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610492.319612:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610492.319613:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319613:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610492.319614:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749610492.319614:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319615:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610492.319616:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319617:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610492.319619:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610492 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610492.319619:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610492.319620:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=47 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610492.319622:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610492.319622:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610492.319623:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610492.319624:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610492.319625:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610492.319626:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610492.319627:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749610492.319628:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610492.319628:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610492.319628:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610492.319630:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610492.319630:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610492.319630:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319631:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749610492.319631:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610492.319632:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610492.319632:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610492.319633:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749610492.319633:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610492.319634:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610492.319635:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610492.319635:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdf80 x1834598494515712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610512 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610492.319637:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610492.319640:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494515712:12345-0@lo:38:kworker.0 Request processed in 90us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610492.319641:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494515328:0@lo:38:kworker.0 00000400:00000001:2.0:1749610492.319643:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610492.319644:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610492.319644:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000400:00000010:2.0:1749610492.319645:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610492.319646:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610492.319646:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610492.319647:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610492.319647:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610492.319648:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610492.319648:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000200:2.0:1749610492.319649:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610492.319649:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000020:00000010:0.0:1749610492.319651:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:0.0:1749610492.319652:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610492.319653:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319657:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610492.319658:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319659:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610492.319660:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610492.319660:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610492.319661:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319662:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610492.319663:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610492 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610492.319664:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=147 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610492.319666:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610492.319666:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610492.319667:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610492.319669:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319672:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610492.319673:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610492.319673:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319674:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610492.319675:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610492.319676:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610492.319677:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610492.319678:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610492.319680:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610492.319683:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494515456:0@lo:38:kworker.0 00000100:00000001:2.0:1749610492.319685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319686:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610492.319687:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494515328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319694:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610492.319694:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610492.319695:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2400. 02000000:00000001:2.0:1749610492.319697:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610492.319697:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610492.319698:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610492.319699:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610492.319699:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261800. 02000000:00000001:2.0:1749610492.319701:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610492.319701:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610492.319702:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:2.0:1749610492.319703:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610492.319704:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319705:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610492.319706:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994380 x1834598494515456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319709:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610492.319709:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610492.319710:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610492.319711:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610492.319712:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610492.319712:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610492.319713:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610492.319714:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263400. 02000000:00000001:2.0:1749610492.319715:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610492.319715:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610492.319716:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 00000100:00000001:2.0:1749610492.319717:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610492.319717:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319718:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319719:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319719:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610492.319720:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610492.319721:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610492.319722:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610492.319723:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610492.319724:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610492.319725:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610492.319727:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610492.319731:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319734:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610492.319734:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319735:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610492.319736:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610492.319736:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610492.319737:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610492.319738:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610492.319739:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610492 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610492.319741:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=97 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610492.319742:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610492.319742:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610492.319743:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610492.319745:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319748:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610492.319749:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610492.319750:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319750:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610492.319751:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610492.319752:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610492.319753:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610492.319754:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610492.319756:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610492.319759:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494515712:0@lo:38:kworker.0 00000100:00000001:2.0:1749610492.319762:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610492.319764:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494515712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610492.319767:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610492.319768:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610492.319768:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610492.319769:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610492.319770:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610492.319770:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610492.319771:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610492.319772:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610492.319773:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610492.319773:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610492.319774:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000100:00000001:2.0:1749610492.319775:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610492.319776:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.319776:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610492.319778:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.319778:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.319779:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610492.320560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299765778, at 4299765778 00000100:00000040:3.0:1749610492.320561:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299765778, at 4299765778 00000100:00000040:2.0:1749610492.320564:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299765778, at 4299765778 00000100:00000040:0.0:1749610492.320566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299765778, at 4299765778 00000100:00000010:1.0:1749610492.320569:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f9c0. 00000100:00000010:2.0:1749610492.320570:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fdc0. 00000100:00000010:0.0:1749610492.320572:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f980. 00000100:00000010:3.0:1749610492.320577:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f040. 00000100:00000001:2.0:1749610492.457699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610492.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610492.457716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610492.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610492.457730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610492.740660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610492.740669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610492.740672:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610492.740677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610492.740681:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610492.740685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.740689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610492.740692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610492.740695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610493.116651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610493.116658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610493.116744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610493.116748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610493.116750:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610493.318629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610493.318641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610493.318642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.318645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610493.318647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610493.318650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610493.318652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610493.457623:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610493.457629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610493.457631:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610493.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610493.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610493.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.457640:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610493.457642:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.457643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610493.740564:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610493.740569:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610493.740570:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610493.740574:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610493.740576:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610493.740579:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.740582:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610493.740591:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.740599:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610493.740602:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.740610:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610493.740612:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.740615:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610493.740617:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610493.740620:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610493.740627:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494513408:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610493.740631:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.740633:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610493.740635:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610493.740637:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610493.740640:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.740645:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610493.740648:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610493.740651:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610493.740652:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610493.740655:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610493.740658:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610493.740661:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610493.740664:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829600 refcount=4 00000020:00000001:2.0:1749610493.740666:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749610493.740668:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00010000:2.0:1749610493.740673:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740680:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610493.740685:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740690:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610493.740692:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740702:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610493.740704:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610493.740706:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740711:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610493.740712:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610493.740715:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610493.740717:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610493.740722:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610493.740724:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610493.740726:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740731:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610493.740732:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610493.740733:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610493.740734:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829600 refcount=5 00000020:00000001:2.0:1749610493.740735:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749610493.740737:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749610493.740739:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610493.740742:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610493.740746:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610493.740748:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610493.740752:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610493.740754:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610493.740755:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610493.740758:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610493.740759:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610493.740762:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610493.740763:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610493.740764:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610493.740765:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610493.740767:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829600 with handle 0x689c0ec07329d167 from hash 00010000:00000001:2.0:1749610493.740769:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610493.740770:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610493.740771:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610493.740773:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610493.740774:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610493.740775:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610493.740777:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610493.740778:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610493.740779:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610493.740780:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610493.740783:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610493.740787:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610493.740787:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610493.740788:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610493.740789:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610493.740790:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610493.740791:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610493.740792:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610493.740794:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d167 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610493.740801:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5d00 count: 0 00010000:00000001:2.0:1749610493.740819:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610493.740820:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610493.740822:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610493.740825:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf3b80 x1834598494513408/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.740830:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610493.740833:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610493.740835:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610493.740837:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610493.740840:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829800. 02000000:00000001:2.0:1749610493.740844:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610493.740845:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610493.740847:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3b80. 00000100:00000001:2.0:1749610493.740853:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610493.740854:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610493.740856:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610493.740858:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610493.740861:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610493.740863:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051fdc0. 00000020:00000010:2.0:1749610493.740866:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:2.0:1749610493.740869:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828c00. 00000040:00000010:2.0:1749610493.740873:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829000. 00000020:00000010:2.0:1749610493.740877:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610493.740881:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828000. 80000000:00000010:2.0:1749610493.740884:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610493.740888:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828e00. 00080000:00000010:2.0:1749610493.740893:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610493.740897:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610493.740902:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610493.740904:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610493.740909:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828c00. 00000040:00000010:2.0:1749610493.740914:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829000. 00000020:00000010:2.0:1749610493.740916:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610493.740921:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828000. 80000000:00000010:2.0:1749610493.740923:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610493.740926:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828e00. 00080000:00000010:2.0:1749610493.740929:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610493.740932:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610493.740935:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 10000000:00000010:2.0:1749610493.740937:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051fdc0. 10000000:01000000:2.0:1749610493.740940:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749610493.740942:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610493.740945:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610493.740946:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610493.740948:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610493.740949:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88006bb8c400) refs 2 10000000:00000001:2.0:1749610493.740952:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610493.740953:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610493.740955:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b42cbc00) refs 2 10000000:00000001:2.0:1749610493.740957:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610493.740958:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610493.740959:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:2.0:1749610493.740960:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610493.740962:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:2.0:1749610493.740964:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610493.740964:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749610493.740968:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000020:00000040:2.0:1749610493.740971:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610493.740974:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610493.740976:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610493.740979:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610493.740983:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829800. 00000100:00000001:2.0:1749610493.740988:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610493.740991:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610493.740993:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610493.740997:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5700. 00010000:00000001:2.0:1749610493.741000:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610493.741001:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829c00. 00000020:00000001:2.0:1749610493.741004:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610493.741006:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829c00 with handle 0x689c0ec07329d16e to hash 00000020:00000001:2.0:1749610493.741007:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610493.741009:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610493.741011:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749610493.741013:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610493.741014:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610493.741018:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610493.741024:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610493.741033:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610493.741037:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610493.741039:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610493.741042:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610493.741044:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610493.741047:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610493.741048:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000100:00000001:2.0:1749610493.741051:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610493.741055:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610493.741056:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610493.741058:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610493.741061:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.741067:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610493.741069:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610493.741072:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610493.741078:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610493.741079:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610493.741080:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610493.741082:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610493.741083:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610493.741085:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.741086:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610493.741087:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610493.741088:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610493.743604:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5d00. 00010000:00000010:0.1:1749610493.743610:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829600. 00010000:00000001:0.0:1749610494.118629:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610494.118635:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610494.118637:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610494.118639:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610494.118642:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610494.118643:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610494.118645:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610494.118646:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610494.118699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610494.118703:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610494.118705:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610494.318618:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610494.318631:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610494.318633:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610494.318637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610494.318639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610494.318642:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610494.318644:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610494.457643:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610494.457649:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610494.457651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610494.457655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610494.457658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610494.457661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610494.457664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610494.457665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610494.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610494.740705:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610494.740711:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610494.740713:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610494.740715:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610494.740718:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610494.740720:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610494.740722:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610494.740724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610494.740725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610495.120687:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610495.120695:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610495.120826:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610495.120832:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610495.120836:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610495.318670:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610495.318687:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610495.318689:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610495.318694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610495.318697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610495.318701:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610495.318703:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610495.457649:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610495.457655:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610495.457657:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610495.457661:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610495.457665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610495.457668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610495.457672:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610495.457675:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610495.457677:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610495.740756:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610495.740765:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610495.740767:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610495.740772:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610495.740776:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610495.740780:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610495.740783:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610495.740786:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610495.740789:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610496.122658:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610496.122667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610496.122785:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610496.122791:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610496.122795:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610496.318652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610496.318669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610496.318671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610496.318676:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610496.318679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610496.318684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610496.318686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610496.457638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610496.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610496.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610496.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610496.457654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610496.457657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610496.457661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610496.457664:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610496.457666:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610496.740776:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610496.740786:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610496.740788:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610496.740793:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610496.740797:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610496.740801:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610496.740804:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610496.740808:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610496.740810:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610497.124739:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610497.124747:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610497.124848:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610497.124855:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610497.124860:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610497.318686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610497.318703:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610497.318706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.318711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610497.318713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610497.318717:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.318720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610497.326690:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610497.326699:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610497.326703:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610497.326706:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610497.326709:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610497.326712:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610497.326716:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610497.326722:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:0.0:1749610497.326727:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610497.326731:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.326734:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.326737:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.326740:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610497.326744:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.326746:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610497.326749:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610497.326752:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610497.326755:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610497.326757:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610497.326760:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.326762:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.326764:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.326766:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610497.326769:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610497.326773:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610497.326775:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.326778:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610497.326785:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610497.326788:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.326790:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610497.326793:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610497.326801:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000040:0.0:1749610497.326805:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610497.326808:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610497.326810:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.326813:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610497.326816:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610497.326820:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610497.326830:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263800. 00000100:00000001:0.0:1749610497.326837:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.326848:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610497.326867:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610497.326871:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.326876:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_rcv+-1] req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.326905:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610497.326908:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610497.326913:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610497.326914:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610497.326916:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610497.326918:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610497.326921:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:0.0:1749610497.326923:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610497.326926:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.326928:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.326929:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.326931:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610497.326933:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.326934:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610497.326936:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610497.326938:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610497.326940:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610497.326942:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610497.326944:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.326946:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.326947:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.326949:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610497.326951:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610497.326953:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610497.326956:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.326958:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610497.326961:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610497.326963:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.326965:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610497.326967:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.326969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610497.326970:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610497.326972:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610497.326975:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610497.326975:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610497.326976:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.326977:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610497.326978:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610497.326979:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610497.326980:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610497.326984:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263400. 00000100:00000040:2.0:1749610497.326987:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.326987:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.326991:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610497.326998:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610497.327000:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610497.327000:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327002:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327003:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_rcv+-1] req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610497.327007:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610497.327010:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610497.327012:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.327013:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610497.327014:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749610497.327017:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494516096:0@lo:38:kworker.0 00000100:00080000:0.0:1749610497.327017:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610497.327019:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610497.327020:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610497.327022:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610497.327023:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610497.327025:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5098 02000000:00000001:2.0:1749610497.327026:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610497.327027:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610497.327028:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327030:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610497.327031:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610497.327031:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.327033:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.327035:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749610497.327036:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610497.327038:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327038:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.327040:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610497.327041:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610497.327043:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610497.327045:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:2.0:1749610497.327046:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000020:00000001:0.0:1749610497.327047:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610497.327050:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.327052:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.327053:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610497.327054:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610497.327055:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610497.327057:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610497.327059:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610497.327061:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.327062:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516096, portal 4 02000000:00000001:0.0:1749610497.327062:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610497.327064:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610497.327065:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610497.327066:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 02000000:00000001:0.0:1749610497.327067:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327069:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610497.327070:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610497.327073:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000100:00000040:2.0:1749610497.327075:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610497.327075:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610497.327077:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610497.327078:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327079:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610497.327080:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610497.327082:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327084:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610497.327085:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135261800. 00000100:00000040:2.0:1749610497.327087:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610497.327087:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610497.327089:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00100000:0.0:1749610497.327091:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610497.327092:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494516096, offset 0 00000100:00000001:0.0:1749610497.327098:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610497.327099:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610497.327099:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327103:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_rcv+-1] req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610497.327114:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610497.327117:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327120:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610497.327124:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610497.327126:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf923380 00000100:00000010:0.0:1749610497.327127:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 00000020:00000040:0.0:1749610497.327129:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610497.327131:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610497.327132:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610497.327133:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 16120 02000000:00000001:0.0:1749610497.327133:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610497.327137:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f500. 00000100:00000001:0.0:1749610497.327139:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.327142:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610497.327143:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610497.327146:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610497.327151:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610497.327151:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610497.327152:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.327154:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610497.327157:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994a80] to pc [ptlrpcd_00_02+2] req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610497.327158:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be680. 00000100:00000040:2.0:1749610497.327162:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135be680 x1834598494516096 msgsize 520 00000100:00100000:2.0:1749610497.327167:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610497.327196:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610497.327204:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.327205:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00080000:0.0:1749610497.327207:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749610497.327208:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00080000:0.0:1749610497.327210:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610497.327211:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610497.327211:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610497.327213:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610497.327215:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.327215:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610497.327217:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5098 00000100:00080000:0.0:1749610497.327219:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610497.327222:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610497.327224:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610497.327224:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.327226:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610497.327227:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.327228:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610497.327230:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.327232:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610497.327233:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610497.327234:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610497.327235:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610497.327236:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610497.327237:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610497.327240:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327240:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610497.327243:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610497.327244:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610497.327245:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1025 usecs (2 jiffies) 00000100:00000040:0.0:1749610497.327246:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610497.327248:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610497.327249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299770786 00000020:00000040:0.0:1749610497.327250:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610497.327252:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:2.0:1749610497.327253:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fdc0. 00000100:00000001:0.0:1749610497.327254:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.327255:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610497.327258:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610497.327258:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610497.327260:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610497.327260:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327262:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610497.327264:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327265:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610497.327266:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000100:00000001:2.0:1749610497.327268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299770786 00000020:00000040:0.0:1749610497.327268:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610497.327269:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610497.327270:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:2.0:1749610497.327271:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fd00. 02000000:00000001:0.0:1749610497.327271:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327273:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610497.327274:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749610497.327274:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610497.327276:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327279:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299770786 00000100:00000040:1.0:1749610497.327280:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610497.327284:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f0c0. 00000100:00000001:2.0:1749610497.327288:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610497.327291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299770786 00000100:00000010:2.0:1749610497.327295:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f7c0. 00000100:00000001:1.0:1749610497.327297:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749610497.327298:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288000. 00000100:00000001:2.0:1749610497.327299:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610497.327300:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327302:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610497.327304:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610497.327308:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610497.327309:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610497.327310:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610497.327312:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610497.327313:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327315:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610497.327316:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327316:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327317:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610497.327318:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494516480:0@lo:400:kworker.0 00000100:00000040:0.0:1749610497.327320:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.327321:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327324:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610497.327324:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610497.327328:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610497.327329:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610497.327331:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327331:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610497.327333:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610497.327334:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749610497.327335:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610497.327336:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610497.327337:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610497.327339:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749610497.327340:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bcc00. 00000020:00000040:0.0:1749610497.327340:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610497.327341:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610497.327341:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610497.327342:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610497.327343:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1749610497.327344:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516096 00000100:00000001:2.0:1749610497.327344:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610497.327344:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.327345:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610497.327346:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1749610497.327348:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:3.0:1749610497.327350:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610497.327350:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.327350:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610497.327351:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db5d8. 00000100:00000001:3.0:1749610497.327353:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327354:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610497.327357:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610497.327358:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610497.327361:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610497.327362:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516096 00000100:00000001:0.0:1749610497.327362:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327363:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610497.327364:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610497.327364:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494516480, portal 10 00000100:00000001:2.0:1749610497.327365:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610497.327366:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610497.327366:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_00_03+3] req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.327367:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610497.327395:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 02000000:00000001:2.0:1749610497.327399:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610497.327402:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610497.327403:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610497.327406:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.327407:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610497.327407:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610497.327410:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610497.327412:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494516224:0@lo:38:kworker.0 00000100:00000001:0.0:1749610497.327414:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327418:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610497.327419:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5108) 00000020:00000010:3.0:1749610497.327420:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610497.327420:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610497.327422:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610497.327424:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610497.327424:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610497.327427:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610497.327428:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000400:00000010:1.0:1749610497.327428:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 02000000:00000010:2.0:1749610497.327432:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801214d3800. 00000100:00000200:1.0:1749610497.327432:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494516480, offset 0 02000000:00000001:2.0:1749610497.327435:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610497.327436:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000010:2.0:1749610497.327440:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000200:1.0:1749610497.327440:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610497.327444:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610497.327445:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610497.327447:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610497.327450:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.327451:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516224, portal 10 00000400:00000200:1.0:1749610497.327451:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610497.327454:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610497.327456:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000100:00000001:3.0:1749610497.327459:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610497.327461:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923500 00000100:00000040:2.0:1749610497.327465:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610497.327470:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 122624 00000100:00000001:2.0:1749610497.327476:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610497.327479:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610497.327479:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610497.327482:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000400:00000200:1.0:1749610497.327484:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610497.327486:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610497.327486:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494516224, offset 0 00000100:00000001:1.0:1749610497.327490:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610497.327492:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610497.327493:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610497.327499:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb0700. 00000100:00000001:3.0:1749610497.327501:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610497.327502:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610497.327503:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb0700 x1834598494516480 msgsize 224 00000100:00000001:3.0:1749610497.327504:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610497.327510:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923400 00000100:00100000:3.0:1749610497.327511:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1749610497.327511:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610497.327516:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933975680 : -131936775575936 : ffff8801135be680) 00000400:00000200:2.0:1749610497.327518:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 122848 00000100:00000001:0.0:1749610497.327558:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610497.327560:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610497.327565:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610497.327569:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135be680 x1834598494516096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.327569:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610497.327569:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516480 02000000:00000001:0.0:1749610497.327571:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610497.327574:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610497.327576:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.327579:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.327582:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516480 00000020:00000001:0.0:1749610497.327584:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.327585:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:0.0:1749610497.327587:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610497.327589:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00100000:3.0:1749610497.327590:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494516096:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610497.327592:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:0.0:1749610497.327594:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:3.0:1749610497.327596:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516096 00000100:00000001:0.0:1749610497.327599:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610497.327601:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610497.327603:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eecc0. 00000400:00000200:1.0:1749610497.327604:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00010000:00000001:3.0:1749610497.327607:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749610497.327609:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000020:00000040:0.0:1749610497.327610:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610497.327614:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610497.327617:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610497.327619:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1749610497.327620:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610497.327621:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610497.327624:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610497.327624:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bea00. 00000020:00000010:0.0:1749610497.327624:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000040:2.0:1749610497.327627:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bea00 x1834598494516224 msgsize 520 00000020:00000010:0.0:1749610497.327627:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00010000:00020000:3.0:1749610497.327630:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749610497.327631:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610497.327631:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00010000:00000001:3.0:1749610497.327635:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610497.327636:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610497.327638:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:3.0:1749610497.327640:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610497.327640:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610497.327640:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610497.327642:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.327642:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610497.327644:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610497.327645:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610497.327646:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749610497.327647:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610497.327648:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610497.327649:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610497.327650:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610497.327651:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610497.327652:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610497.327653:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327653:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.327655:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.327656:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749610497.327657:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7c00. 00000100:00000001:0.0:1749610497.327659:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610497.327661:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327662:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327663:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610497.327666:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610497.327666:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.327666:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610497.327668:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516224 00000100:00000040:1.0:1749610497.327669:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 673 usecs (1 jiffies) 02000000:00000001:0.0:1749610497.327670:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749610497.327671:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610497.327672:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610497.327673:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327673:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299770786 00000100:00000001:0.0:1749610497.327673:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610497.327674:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327674:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610497.327676:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327678:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327678:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299770786 00000100:00100000:0.0:1749610497.327678:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516224 00000100:00001000:3.0:1749610497.327679:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749610497.327680:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610497.327681:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749610497.327682:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 731 usecs (1 jiffies) 00000100:00000001:1.0:1749610497.327682:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299770786 00000020:00000001:0.0:1749610497.327682:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610497.327683:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.327684:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610497.327684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299770786 00000100:00000001:1.0:1749610497.327685:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299770786 00000020:00000001:0.0:1749610497.327685:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327687:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299770786 00000100:00000001:3.0:1749610497.327688:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610497.327688:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299770786 00000020:00000010:0.0:1749610497.327688:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000001:2.0:1749610497.327689:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299770786 00000020:00000010:0.0:1749610497.327690:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000040:3.0:1749610497.327692:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610497.327692:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299770786 00000100:00000001:1.0:1749610497.327692:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299770786 00000100:00000001:2.0:1749610497.327694:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299770786 00000020:00000010:0.0:1749610497.327694:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00000001:1.0:1749610497.327695:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299770786 00000100:00000001:3.0:1749610497.327696:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610497.327696:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299770786 00000100:00000001:0.0:1749610497.327696:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610497.327697:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610497.327698:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299770786 00000100:00000001:1.0:1749610497.327698:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299770786 00000100:00000001:0.0:1749610497.327698:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.327699:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610497.327701:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610497.327704:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610497.327706:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610497.327707:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610497.327710:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327710:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610497.327711:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610497.327712:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610497.327714:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610497.327714:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610497.327715:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327716:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610497.327716:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:3.0:1749610497.327718:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610497.327718:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610497.327719:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610497.327721:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346008832 : -131936363542784 : ffff88012beb0700) 00000100:00100000:2.0:1749610497.327722:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00000001:1.0:1749610497.327722:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610497.327723:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610497.327725:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933976576 : -131936775575040 : ffff8801135bea00) 00000100:00000040:0.0:1749610497.327727:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb0700 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:688/0 lens 224/0 e 0 to 0 dl 1749610508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610497.327729:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494516096, offset 0 00000100:00000040:2.0:1749610497.327729:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bea00 x1834598494516224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.327731:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610497.327733:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610497.327735:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610497.327737:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610497.327737:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749610497.327737:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00100000:2.0:1749610497.327739:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494516224:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610497.327739:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610497.327740:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610497.327741:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610497.327742:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000100:00000200:2.0:1749610497.327743:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516224 00000100:00100000:1.0:1749610497.327745:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:2.0:1749610497.327746:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610497.327747:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610497.327748:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494516480:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1749610497.327749:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749610497.327749:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610497.327751:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610497.327752:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516480 00000100:00000001:1.0:1749610497.327753:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610497.327755:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610497.327757:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610497.327758:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327758:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749610497.327759:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf923380 00000100:00000001:1.0:1749610497.327759:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610497.327760:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327761:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:2.0:1749610497.327762:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610497.327763:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749610497.327765:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610497.327765:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749610497.327768:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5a15 [1] + 0 00010000:00000001:2.0:1749610497.327768:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610497.327768:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610497.327768:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610497.327770:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610497.327772:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610497.327772:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610497.327774:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610497.327775:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610497.327775:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610497.327776:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749610497.327778:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2400. 00000020:00000001:0.0:1749610497.327778:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610497.327780:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610497.327780:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327781:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610497.327783:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.327784:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610497.327785:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610497.327785:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610497.327785:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610497.327786:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610497.327787:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610497.327788:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610497.327790:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749610497.327790:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288400. 00000100:00001000:2.0:1749610497.327791:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610497.327793:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610497.327793:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327794:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610497.327794:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610497.327795:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.327796:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610497.327797:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327797:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610497.327799:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000040:0.0:1749610497.327800:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494516480 00000100:00000001:2.0:1749610497.327801:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610497.327803:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494516736:0@lo:400:kworker.0 00010000:00000001:0.0:1749610497.327803:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610497.327804:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610497.327807:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610497.327808:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000200:0.0:1749610497.327808:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb0700 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:688/0 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610497.327809:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610497.327810:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610497.327812:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610497.327812:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610497.327813:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610497.327815:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610497.327816:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610497.327816:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610497.327818:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:1.0:1749610497.327818:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1749610497.327818:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.327821:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516224, offset 0 00000100:00001000:0.0:1749610497.327821:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=152 v=5 (1 1 0 0) 02000000:00000010:1.0:1749610497.327823:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 00000400:00000200:2.0:1749610497.327824:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610497.327826:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610497.327826:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327826:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610497.327828:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610497.327830:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610497.327831:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610497.327831:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000400:00000200:3.0:1749610497.327833:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 02000000:00000001:0.0:1749610497.327833:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610497.327834:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327836:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610497.327837:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610497.327837:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923400 00000100:00000040:0.0:1749610497.327839:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610497.327842:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:0.0:1749610497.327842:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610497.327845:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610497.327849:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.327854:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a25 [1] + 0 00000400:00000010:1.0:1749610497.327854:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000040:3.0:1749610497.327855:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610497.327858:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.327858:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610497.327859:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516480, offset 224 00000100:00000200:1.0:1749610497.327861:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494516736, portal 10 00000020:00000001:3.0:1749610497.327862:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610497.327862:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610497.327865:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749610497.327865:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610497.327867:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000001:2.0:1749610497.327868:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610497.327869:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be680 x1834598494516096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610497.327872:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610497.327874:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610497.327877:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610497.327881:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610497.327882:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923500 00000100:00100000:3.0:1749610497.327884:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494516096:12345-0@lo:38:kworker.0 Request processed in 295us (719us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610497.327888:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a1d [1] + 224 00000100:00000001:2.0:1749610497.327889:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610497.327889:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610497.327893:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000040:1.0:1749610497.327893:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610497.327893:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610497.327895:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000400:00000010:2.0:1749610497.327896:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000400:00000010:1.0:1749610497.327896:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000400:00000200:0.0:1749610497.327897:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610497.327898:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610497.327899:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610497.327900:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749610497.327900:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494516736, offset 0 00000100:00000001:2.0:1749610497.327901:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.327901:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610497.327902:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610497.327905:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610497.327906:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.327907:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610497.327907:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610497.327908:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000001:2.0:1749610497.327909:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610497.327913:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000040:2.0:1749610497.327913:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bea00 x1834598494516224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610497.327915:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610497.327917:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610497.327919:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00100000:2.0:1749610497.327923:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494516224:12345-0@lo:38:kworker.0 Request processed in 183us (294us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610497.327924:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610497.327924:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610497.327927:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923600 00000400:00000200:0.0:1749610497.327929:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00100000:2.0:1749610497.327931:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000400:00000010:0.0:1749610497.327931:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749610497.327934:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610497.327934:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610497.327936:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610497.327936:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610497.327938:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 123368 00000100:00000001:0.0:1749610497.327938:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610497.327940:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610497.327942:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610497.327942:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749610497.327944:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610497.327945:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610497.327945:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610497.327946:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000001:0.0:1749610497.327946:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.327948:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749610497.327951:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000400:00000200:1.0:1749610497.327952:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610497.327952:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb0700 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:688/0 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.327955:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610497.327958:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610497.327960:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610497.327962:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494516480:12345-0@lo:400:kworker.0 Request processed in 224us (456us total) trans 0 rc 0/0 00000100:00000010:1.0:1749610497.327965:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb0a80. 00000100:00000040:1.0:1749610497.327969:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb0a80 x1834598494516736 msgsize 224 00000100:00100000:0.0:1749610497.327970:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:2.0:1749610497.327973:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299770786 00000100:00000040:0.0:1749610497.327973:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00080000:3.0:1749610497.327974:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749610497.327975:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610497.327975:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610497.327977:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610497.327978:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610497.327979:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610497.327981:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610497.327982:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610497.327984:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:1.0:1749610497.327985:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610497.327987:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000400:00000001:2.0:1749610497.327988:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610497.327991:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749610497.327991:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610497.327993:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610497.327994:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610497.327995:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610497.327998:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516736 00000400:00000200:2.0:1749610497.327998:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 02000000:00000001:3.0:1749610497.328001:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610497.328002:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610497.328003:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610497.328005:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610497.328006:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610497.328011:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.328011:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610497.328011:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000100:00100000:3.0:1749610497.328014:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516736 00000400:00000010:1.0:1749610497.328015:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000020:00000001:3.0:1749610497.328017:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610497.328018:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749610497.328020:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610497.328023:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610497.328024:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610497.328025:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610497.328026:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610497.328030:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610497.328033:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610497.328037:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610497.328037:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610497.328038:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610497.328040:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610497.328042:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000040:1.0:1749610497.328042:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328043:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610497.328047:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee1c0. 02000000:00000001:2.0:1749610497.328048:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610497.328050:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749610497.328053:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610497.328053:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328053:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328055:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610497.328057:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328060:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328063:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610497.328065:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00001000:2.0:1749610497.328065:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610497 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610497.328065:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 623 usecs (1 jiffies) 00000100:00000001:1.0:1749610497.328069:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299770786 00000100:00001000:2.0:1749610497.328071:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=52 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610497.328072:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610497.328073:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299770786 00000020:00000010:3.0:1749610497.328076:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610497.328076:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610497.328077:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299770786 00000020:00000010:3.0:1749610497.328080:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610497.328080:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610497.328080:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299770786 00000100:00000001:1.0:1749610497.328083:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299770786 00000100:00000001:2.0:1749610497.328084:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610497.328086:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610497.328086:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299770786 00000100:00000001:1.0:1749610497.328089:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299770786 00000100:00000001:3.0:1749610497.328090:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610497.328090:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610497.328092:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610497.328093:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299770786 00000100:00000001:3.0:1749610497.328095:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610497.328096:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610497.328100:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610497.328100:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328103:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610497.328103:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749610497.328104:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610497.328105:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328107:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749610497.328107:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610497.328110:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610497.328111:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db5d8. 00000100:00000001:2.0:1749610497.328113:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749610497.328115:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749610497.328116:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610497.328118:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00080000:2.0:1749610497.328121:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610497.328121:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610497.328126:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749610497.328127:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610497.328130:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328130:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610497.328135:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610497.328139:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610497.328142:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610497.328145:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610497.328150:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610497.328151:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1749610497.328151:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494516224:0@lo:38:kworker.0 00000100:00000001:1.0:1749610497.328152:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610497.328153:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610497.328155:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610497.328155:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610497.328156:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610497.328157:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328158:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610497.328158:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610497.328159:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346009728 : -131936363541888 : ffff88012beb0a80) 00000100:00000001:0.0:1749610497.328159:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328161:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610497.328163:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.328163:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610497.328166:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb0a80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:688/0 lens 224/0 e 0 to 0 dl 1749610508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610497.328166:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610497.328173:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=152 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610497.328174:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610497.328176:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610497.328178:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610497.328179:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610497.328180:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610497.328181:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610497.328183:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 02000000:00000001:2.0:1749610497.328183:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610497.328184:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.328186:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328187:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610497.328188:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749610497.328191:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00100000:2.0:1749610497.328191:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494516352:0@lo:38:kworker.0 00010000:00080000:1.0:1749610497.328194:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328195:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610497.328197:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494516736:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610497.328198:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610497.328201:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610497.328203:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516736 02000000:00000001:2.0:1749610497.328204:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749610497.328205:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610497.328206:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610497.328209:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610497.328209:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1749610497.328210:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000100:00000040:1.0:1749610497.328212:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:3.0:1749610497.328213:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.328213:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328215:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749610497.328216:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1749610497.328217:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749610497.328217:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610497.328218:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610497.328222:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749610497.328223:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:1.0:1749610497.328223:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610497.328227:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610497.328227:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516352, portal 10 00000020:00000001:3.0:1749610497.328229:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610497.328229:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610497.328230:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000020:00000001:3.0:1749610497.328231:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610497.328233:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610497.328234:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328236:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610497.328237:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749610497.328237:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.328238:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610497.328240:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610497.328243:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610497.328243:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328244:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610497.328247:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7800. 00000100:00000040:2.0:1749610497.328247:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610497.328248:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:3.0:1749610497.328250:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610497.328251:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494516352, offset 0 00000100:00000001:3.0:1749610497.328253:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.328254:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610497.328256:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610497.328259:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494516736 00000400:00000200:2.0:1749610497.328262:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610497.328263:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749610497.328267:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494516480:0@lo:400:kworker.0 00010000:00000200:3.0:1749610497.328269:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb0a80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:688/0 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610497.328269:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923480 00000400:00000200:2.0:1749610497.328273:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 123592 00000100:00000001:1.0:1749610497.328273:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328276:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610497.328278:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610497.328280:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610497.328281:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610497.328281:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994a80 x1834598494516480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610497.328282:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328285:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:3.0:1749610497.328286:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=2 v=5 (1 1 1 0) 00000100:00000200:2.0:1749610497.328287:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610497.328290:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bed80. 00000100:00000001:3.0:1749610497.328291:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610497.328292:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749610497.328293:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bed80 x1834598494516352 msgsize 520 00000100:00000040:3.0:1749610497.328294:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610497.328295:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1749610497.328297:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610497.328298:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:1.0:1749610497.328299:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bcc00. 02000000:00000001:3.0:1749610497.328301:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610497.328303:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610497.328304:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610497.328306:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610497.328307:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749610497.328309:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:3.0:1749610497.328310:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610497.328313:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749610497.328314:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000010:1.0:1749610497.328316:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f500. 00000100:00000001:2.0:1749610497.328319:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610497.328320:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516736, offset 224 02000000:00000001:1.0:1749610497.328322:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749610497.328324:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:1.0:1749610497.328325:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1749610497.328326:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000010:1.0:1749610497.328327:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 00000100:00000001:2.0:1749610497.328328:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610497.328332:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.328335:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610497.328337:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516352 00000100:00000001:2.0:1749610497.328339:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610497.328339:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610497.328341:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610497.328341:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610497.328343:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.328343:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610497.328343:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328346:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610497.328346:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328349:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328349:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.328349:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516352 00000100:00000001:2.0:1749610497.328351:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610497.328351:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610497.328352:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610497.328352:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610497.328352:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610497.328354:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.328354:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610497.328355:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610497.328356:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610497.328357:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610497.328358:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 680 usecs (1 jiffies) 00000020:00000001:0.0:1749610497.328358:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299770786 00000100:00000001:1.0:1749610497.328360:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610497.328361:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923600 00000020:00000010:0.0:1749610497.328362:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749610497.328363:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299770786 00000020:00000010:0.0:1749610497.328364:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610497.328365:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299770786 00000100:00000001:2.0:1749610497.328367:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299770786 00000020:00000010:0.0:1749610497.328367:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749610497.328389:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299770786 00000400:00000200:3.0:1749610497.328391:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a39 [1] + 224 00000100:00000001:0.0:1749610497.328391:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610497.328393:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299770786 00000100:00000001:0.0:1749610497.328393:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610497.328395:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328396:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299770786 00000100:00000001:0.0:1749610497.328398:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610497.328399:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610497.328399:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299770786 00000100:00000001:2.0:1749610497.328402:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610497.328404:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610497.328405:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.328406:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328408:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610497.328409:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610497.328412:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610497.328413:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.328414:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610497.328416:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610497.328418:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00000001:0.0:1749610497.328420:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933977472 : -131936775574144 : ffff8801135bed80) 00000100:00000040:0.0:1749610497.328425:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bed80 x1834598494516352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328427:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610497.328429:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.328431:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610497.328432:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610497.328434:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610497.328435:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494516352:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610497.328436:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610497.328439:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494516608:0@lo:38:kworker.0 00000100:00000200:0.0:1749610497.328439:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516352 00000100:00000001:2.0:1749610497.328441:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610497.328441:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610497.328443:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610497.328444:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610497.328445:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.328447:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610497.328451:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d741800. 02000000:00000001:2.0:1749610497.328452:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610497.328452:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610497.328455:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00010000:00020000:0.0:1749610497.328456:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610497.328458:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00010000:00000001:0.0:1749610497.328459:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610497.328461:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516608, portal 10 00010000:00000001:0.0:1749610497.328462:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610497.328463:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610497.328464:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610497.328465:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000001:0.0:1749610497.328466:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610497.328468:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610497.328470:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610497.328471:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288800. 02000000:00000001:0.0:1749610497.328473:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328474:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610497.328475:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328477:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610497.328478:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610497.328479:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610497.328480:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610497.328481:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749610497.328483:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494516608, offset 0 00000100:00001000:0.0:1749610497.328483:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610497.328486:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610497.328487:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610497.328488:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610497.328490:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000040:0.0:1749610497.328491:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610497.328493:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000400:00000200:2.0:1749610497.328493:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610497.328493:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610497.328495:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610497.328497:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610497.328497:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923580 00000100:00000040:0.0:1749610497.328498:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610497.328499:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610497.328500:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610497.328501:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 124112 00000100:00000001:1.0:1749610497.328502:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610497.328502:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.328504:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610497.328505:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610497.328506:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610497.328506:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610497.328507:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610497.328509:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:3.0:1749610497.328510:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610497.328510:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749610497.328511:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610497.328513:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610497.328514:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610497.328516:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610497.328517:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000020:00000001:3.0:1749610497.328519:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749610497.328557:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000400:00000010:1.0:1749610497.328560:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000040:3.0:1749610497.328563:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb0a80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:688/0 lens 224/224 e 0 to 0 dl 1749610508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.328564:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610497.328565:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610497.328566:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516352, offset 0 00000100:00000200:2.0:1749610497.328567:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610497.328570:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf100. 00000100:00000200:1.0:1749610497.328571:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610497.328572:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610497.328574:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf100 x1834598494516608 msgsize 520 00000100:00100000:3.0:1749610497.328579:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494516736:12345-0@lo:400:kworker.0 Request processed in 397us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1749610497.328579:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610497.328580:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610497.328583:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328585:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610497.328585:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923480 00000100:00100000:3.0:1749610497.328590:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000400:00000200:0.0:1749610497.328591:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a41 [1] + 0 00000100:00000040:3.0:1749610497.328593:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749610497.328594:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:3.0:1749610497.328595:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610497.328595:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610497.328595:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610497.328596:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749610497.328597:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610497.328597:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328599:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610497.328599:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610497.328600:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610497.328601:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000200:2.0:1749610497.328602:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610497.328602:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610497.328602:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610497.328604:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610497.328605:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000200:0.0:1749610497.328606:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610497.328607:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610497.328608:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610497.328609:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610497.328610:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610497.328612:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:2.0:1749610497.328612:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610497.328614:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610497.328616:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610497.328617:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=102 v=5 (5 5 0 0) 00000100:00000001:2.0:1749610497.328619:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328621:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:1.0:1749610497.328622:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=102 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610497.328623:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610497.328623:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.328624:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610497.328625:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516608 00000100:00000040:2.0:1749610497.328626:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 495 usecs (1 jiffies) 00000100:00000001:1.0:1749610497.328626:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610497.328627:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610497.328628:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299770787 00000100:00000001:1.0:1749610497.328628:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610497.328628:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749610497.328629:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610497.328630:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610497.328631:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610497.328631:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749610497.328633:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610497.328633:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610497.328634:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299770786 00000100:00000001:0.0:1749610497.328634:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610497.328636:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516608 00010000:00080000:1.0:1749610497.328637:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610497.328637:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610497.328638:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610497.328638:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299770787 00000020:00000040:3.0:1749610497.328639:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610497.328640:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610497.328641:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610497.328641:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4299770786 00000100:00000001:0.0:1749610497.328642:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610497.328643:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299770787 00000020:00000001:0.0:1749610497.328644:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610497.328645:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610497.328646:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328647:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299770786 00000100:00000040:0.0:1749610497.328648:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bed80 x1834598494516352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610497.328649:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610497.328650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299770787 00000100:00000001:1.0:1749610497.328650:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1749610497.328651:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000040:1.0:1749610497.328652:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:3.0:1749610497.328654:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610497.328654:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4299770786 00000100:00000001:1.0:1749610497.328654:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610497.328656:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610497.328656:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.328657:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494516352:12345-0@lo:38:kworker.0 Request processed in 222us (362us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610497.328658:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610497.328658:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610497.328660:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328661:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610497.328662:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610497.328663:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610497.328665:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000400:00000001:2.0:1749610497.328666:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610497.328668:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610497.328668:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610497.328669:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610497.328671:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000001:3.0:1749610497.328672:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610497.328673:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:1.0:1749610497.328674:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610497.328675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000010:0.0:1749610497.328676:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:3.0:1749610497.328677:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610497.328677:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610497.328678:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610497.328678:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749610497.328679:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:1.0:1749610497.328680:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328681:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610497.328682:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00000001:0.0:1749610497.328682:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610497.328685:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933978368 : -131936775573248 : ffff8801135bf100) 00000100:00000040:1.0:1749610497.328685:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610497.328687:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610497.328689:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf100 x1834598494516608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610497.328698:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494516608:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749610497.328699:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494516736:0@lo:400:kworker.0 00000100:00000200:3.0:1749610497.328702:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516608 00000100:00000200:2.0:1749610497.328702:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610497.328704:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610497.328706:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610497.328706:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610497.328709:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610497.328713:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610497.328714:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610497.328714:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494516736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328715:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749610497.328718:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610497.328718:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749610497.328721:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610497.328721:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610497.328723:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610497.328724:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749610497.328724:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610497.328725:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610497.328727:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610497.328727:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610497.328727:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:3.0:1749610497.328729:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610497.328730:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610497.328733:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6800. 00000100:00000001:1.0:1749610497.328734:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610497.328735:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328737:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610497.328737:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610497 v=5 (0 0 0 0) 02000000:00000001:1.0:1749610497.328737:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610497.328740:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749610497.328740:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00010000:00000001:3.0:1749610497.328742:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610497.328742:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=70 v=20 (1 1 20 0) 02000000:00000001:1.0:1749610497.328744:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1749610497.328745:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610497.328746:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610497.328747:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610497.328748:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749610497.328748:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610497.328749:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610497.328750:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610497.328751:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610497.328752:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610497.328753:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610497.328754:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:1.0:1749610497.328754:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 00000100:00000001:3.0:1749610497.328757:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749610497.328758:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610497.328759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610497.328760:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610497.328760:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610497.328762:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1749610497.328762:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 02000000:00000001:3.0:1749610497.328764:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610497.328766:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610497.328766:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610497.328768:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610497.328768:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610497.328771:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610497.328771:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610497.328771:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610497.328774:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516608, offset 0 00000100:00000001:2.0:1749610497.328775:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610497.328777:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610497.328777:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610497.328778:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610497.328779:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328780:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610497.328781:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610497.328782:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610497.328784:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610497.328785:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610497.328787:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749610497.328791:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923580 00000100:00080000:2.0:1749610497.328791:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610497.328794:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610497.328796:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a4d [1] + 0 00000400:00000200:3.0:1749610497.328800:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610497.328800:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610497.328804:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610497.328807:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610497.328811:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610497.328814:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494516096:0@lo:38:kworker.0 00000100:00000040:3.0:1749610497.328820:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328821:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328825:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610497.328828:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610497.328830:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494516224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610497.328832:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610497.328833:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:3.0:1749610497.328836:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610497.328837:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610497.328840:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.328841:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749610497.328843:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610497.328843:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610497.328846:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610497.328846:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d3800. 00000020:00000001:3.0:1749610497.328848:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610497.328851:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf100 x1834598494516608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610517 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610497.328851:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610497.328853:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610497.328856:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610497.328859:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749610497.328861:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494516608:12345-0@lo:38:kworker.0 Request processed in 162us (284us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749610497.328862:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263400. 00000100:00100000:3.0:1749610497.328866:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 02000000:00000001:2.0:1749610497.328866:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610497.328867:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610497.328869:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610497.328870:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1749610497.328870:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000020:00000010:3.0:1749610497.328872:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000010:3.0:1749610497.328875:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610497.328875:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1749610497.328878:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610497.328878:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610497.328881:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328881:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610497.328885:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494516096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328892:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610497.328893:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610497.328895:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801214d2000. 02000000:00000001:2.0:1749610497.328897:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610497.328899:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610497.328900:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610497.328901:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610497.328903:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610497.328905:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610497.328906:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610497.328907:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610497.328912:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610497.328913:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328915:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328920:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610497.328922:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328924:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610497.328925:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610497.328929:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610497.328931:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610497.328933:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610497.328935:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610497.328937:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610497.328939:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610497.328942:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610497.328950:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328957:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610497.328959:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328961:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610497.328962:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610497.328964:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610497.328965:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.328968:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610497.328972:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610497 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610497.328974:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=152 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610497.328977:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610497.328978:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610497.328980:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610497.328984:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.328991:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610497.328994:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610497.328996:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.328999:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610497.329001:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610497.329005:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610497.329009:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610497.329012:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610497.329018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610497.329031:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494516352:0@lo:38:kworker.0 00000400:00000001:2.0:1749610497.329038:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610497.329040:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610497.329043:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610497.329046:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610497.329048:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610497.329051:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610497.329055:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610497.329068:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.329078:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610497.329080:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.329083:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610497.329086:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610497.329088:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610497.329091:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610497.329094:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610497.329100:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610497 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610497.329105:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=102 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610497.329110:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610497.329112:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610497.329115:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610497.329122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.329134:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610497.329137:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610497.329139:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.329142:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610497.329144:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610497.329148:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610497.329153:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610497.329156:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610497.329162:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610497.329174:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494516608:0@lo:38:kworker.0 00000100:00000001:2.0:1749610497.329180:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.329183:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610497.329188:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494516352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.329198:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610497.329201:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610497.329204:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610497.329209:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610497.329212:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610497.329214:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610497.329217:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610497.329219:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135261800. 02000000:00000001:2.0:1749610497.329223:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610497.329224:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610497.329227:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000001:2.0:1749610497.329231:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610497.329233:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.329235:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610497.329240:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494516608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610497.329251:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610497.329253:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610497.329255:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d741800. 02000000:00000001:2.0:1749610497.329258:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610497.329259:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610497.329261:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610497.329264:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610497.329266:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288000. 02000000:00000001:2.0:1749610497.329273:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610497.329275:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610497.329277:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:2.0:1749610497.329280:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610497.329282:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.329285:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.329287:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610497.329289:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610497.329292:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.329294:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610497.329602:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299770787, at 4299770787 00000100:00000040:0.0:1749610497.329607:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299770787, at 4299770787 00000100:00000010:1.0:1749610497.329613:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fd00. 00000100:00000010:0.0:1749610497.329618:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fdc0. 00000100:00000040:2.0:1749610497.330600:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299770787, at 4299770788 00000100:00000040:3.0:1749610497.330605:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299770787, at 4299770788 00000100:00000010:2.0:1749610497.330611:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f0c0. 00000100:00000010:3.0:1749610497.330616:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f7c0. 00000100:00000001:2.0:1749610497.457668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610497.457677:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610497.457679:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610497.457684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610497.457688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610497.457693:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.457696:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610497.457699:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.457702:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610497.740710:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610497.740718:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610497.740721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610497.740726:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610497.740730:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610497.740734:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.740737:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610497.740741:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610497.740743:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610498.126636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610498.126641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610498.126724:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610498.126728:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610498.126730:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610498.328666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610498.328682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610498.328684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610498.328688:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610498.328691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610498.328696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610498.328698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610498.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610498.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610498.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610498.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610498.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610498.457644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610498.457646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610498.457648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610498.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610498.740579:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610498.740583:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610498.740585:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610498.740588:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610498.740591:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610498.740594:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610498.740596:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610498.740599:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610498.740601:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610499.128633:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610499.128638:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610499.128723:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610499.128726:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610499.128728:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610499.328627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610499.328640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610499.328641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610499.328645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610499.328646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610499.328649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610499.328651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610499.457665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610499.457673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610499.457676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610499.457681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610499.457686:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610499.457690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610499.457695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610499.457699:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610499.457703:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610499.740677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610499.740686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610499.740689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610499.740693:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610499.740697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610499.740701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610499.740704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610499.740708:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610499.740710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610500.130646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610500.130651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610500.130734:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610500.130737:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610500.130739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610500.328629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610500.328643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610500.328645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610500.328648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610500.328649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610500.328653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610500.328654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610500.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610500.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610500.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610500.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610500.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610500.457644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610500.457647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610500.457648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610500.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610500.740620:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610500.740626:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610500.740627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610500.740630:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610500.740632:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610500.740635:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610500.740636:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610500.740639:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610500.740640:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610501.132735:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610501.132745:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610501.132844:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610501.132850:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610501.132854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610501.328685:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610501.328702:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610501.328705:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610501.328710:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610501.328713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610501.328717:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610501.328720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610501.457701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610501.457709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610501.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610501.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610501.457721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610501.457725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610501.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610501.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610501.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610501.740678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610501.740686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610501.740688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610501.740693:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610501.740697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610501.740701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610501.740704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610501.740707:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610501.740710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610502.134778:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610502.134787:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610502.134907:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610502.134913:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610502.134916:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610502.328674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610502.328692:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.328695:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.328700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.328703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.328707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.328709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610502.334893:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610502.334925:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610502.334929:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610502.334933:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610502.334936:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610502.334939:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610502.334944:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610502.334967:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00080000:0.0:1749610502.334972:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610502.334975:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610502.334979:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.334981:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610502.334990:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610502.335010:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610502.335013:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610502.335016:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610502.335020:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610502.335023:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610502.335026:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610502.335047:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610502.335050:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.335052:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610502.335054:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610502.335057:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610502.335061:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610502.335070:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610502.335083:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610502.335090:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610502.335093:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335095:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610502.335099:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610502.335127:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610502.335131:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610502.335136:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610502.335138:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335141:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610502.335143:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610502.335165:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610502.335174:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288c00. 00000100:00000001:0.0:1749610502.335181:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610502.335214:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610502.335227:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610502.335247:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335253:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.335301:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610502.335305:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610502.335387:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610502.335389:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610502.335391:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610502.335394:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610502.335397:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00000001:2.0:1749610502.335399:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.335405:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.335407:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610502.335416:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610502.335417:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610502.335421:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610502.335423:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.335426:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610502.335428:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610502.335428:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610502.335430:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610502.335430:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610502.335432:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610502.335434:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610502.335435:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610502.335437:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610502.335440:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.335443:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494516864:0@lo:38:kworker.0 00000020:00000040:0.0:1749610502.335443:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610502.335448:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610502.335451:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610502.335454:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.335457:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610502.335459:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 02000000:00000010:2.0:1749610502.335462:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d740000. 00000020:00000001:0.0:1749610502.335462:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 02000000:00000001:2.0:1749610502.335464:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335465:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610502.335467:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.335469:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610502.335471:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610502.335472:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000020:00000040:0.0:1749610502.335474:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610502.335476:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:2.0:1749610502.335479:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610502.335479:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610502.335487:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516864, portal 4 00000100:00000001:2.0:1749610502.335490:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610502.335492:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 02000000:00000001:0.0:1749610502.335497:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610502.335501:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610502.335501:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610502.335503:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335505:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610502.335507:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335510:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610502.335511:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000100:00000040:2.0:1749610502.335513:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610502.335514:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749610502.335515:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610502.335519:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494516864, offset 0 00000400:00000200:2.0:1749610502.335552:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610502.335561:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749610502.335568:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610502.335580:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf923680 02000000:00000001:0.0:1749610502.335581:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335583:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610502.335585:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610502.335587:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 16640 02000000:00000001:0.0:1749610502.335588:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610502.335592:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119289400. 00000400:00000200:2.0:1749610502.335596:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610502.335596:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.335600:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610502.335606:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610502.335608:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610502.335613:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf480. 00000100:00000040:2.0:1749610502.335617:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf480 x1834598494516864 msgsize 520 00000100:00100000:2.0:1749610502.335621:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610502.335626:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610502.335635:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610502.335638:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335642:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_rcv+-1] req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.335643:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610502.335653:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610502.335655:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610502.335659:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610502.335664:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.335669:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335673:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610502.335673:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610502.335675:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610502.335677:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610502.335683:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335684:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610502.335685:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610502.335688:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610502.335693:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1038 usecs (2 jiffies) 00000100:00000001:2.0:1749610502.335697:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299775795 00000100:00080000:0.0:1749610502.335698:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610502.335701:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:2.0:1749610502.335702:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f0c0. 00000100:00080000:0.0:1749610502.335704:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5103 00000100:00080000:0.0:1749610502.335707:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610502.335708:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749610502.335710:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610502.335712:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.335714:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610502.335716:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299775795 00000100:00000001:0.0:1749610502.335716:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610502.335718:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f900. 00000020:00000001:0.0:1749610502.335718:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610502.335721:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749610502.335727:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610502.335728:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610502.335731:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610502.335733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299775795 00000020:00000001:0.0:1749610502.335733:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610502.335735:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000010:2.0:1749610502.335737:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fc40. 00000100:00000001:2.0:1749610502.335740:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610502.335742:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299775795 00000100:00000010:2.0:1749610502.335745:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f680. 00000100:00000001:2.0:1749610502.335748:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749610502.335748:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610502.335751:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610502.335751:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.335752:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610502.335753:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335754:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610502.335756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610502.335759:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610502.335763:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1749610502.335763:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00100000:3.0:1749610502.335764:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516864 00000100:00000001:2.0:1749610502.335765:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.335767:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610502.335768:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610502.335768:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.335770:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610502.335772:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610502.335774:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.335775:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610502.335780:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610502.335781:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610502.335782:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610502.335783:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610502.335784:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516864 00000100:00000001:2.0:1749610502.335784:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610502.335785:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610502.335786:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610502.335787:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610502.335788:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610502.335788:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610502.335789:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610502.335790:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610502.335791:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610502.335791:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610502.335793:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.335793:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494516992:0@lo:38:kworker.0 00000100:00000001:0.0:1749610502.335793:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610502.335794:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610502.335795:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335797:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610502.335797:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 02000000:00000001:2.0:1749610502.335798:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610502.335800:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.335802:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 02000000:00000001:2.0:1749610502.335802:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610502.335805:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d741800. 02000000:00000001:2.0:1749610502.335807:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.335808:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000400:00000010:2.0:1749610502.335809:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000010:2.0:1749610502.335813:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000010:3.0:1749610502.335814:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000200:2.0:1749610502.335816:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494516992, portal 10 00000100:00000001:2.0:1749610502.335818:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610502.335819:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610502.335819:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000100:00000001:3.0:1749610502.335821:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1749610502.335821:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749610502.335822:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610502.335824:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610502.335824:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610502.335826:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335827:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610502.335829:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610502.335829:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610502.335831:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610502.335831:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610502.335833:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610502.335835:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000010:0.0:1749610502.335835:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119289800. 00000100:00000200:2.0:1749610502.335837:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494516992, offset 0 00000100:00000001:0.0:1749610502.335838:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.335840:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610502.335841:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610502.335843:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610502.335846:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610502.335850:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610502.335850:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923700 00000100:00000001:0.0:1749610502.335850:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610502.335852:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610502.335853:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.335855:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 124632 00000100:00000040:0.0:1749610502.335856:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_rcv+-1] req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610502.335858:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000400:00000200:2.0:1749610502.335860:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610502.335861:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933979264 : -131936775572352 : ffff8801135bf480) 00000100:00000001:1.0:1749610502.335862:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610502.335864:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610502.335867:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610502.335867:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610502.335868:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf480 x1834598494516864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610502.335870:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610502.335870:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335870:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610502.335873:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf800. 00000100:00000001:1.0:1749610502.335873:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335873:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610502.335876:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf800 x1834598494516992 msgsize 520 00000100:00000001:0.0:1749610502.335877:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1749610502.335879:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1749610502.335880:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000100:00100000:3.0:1749610502.335882:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494516864:12345-0@lo:38:kworker.0 00000020:00000040:0.0:1749610502.335882:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610502.335885:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749610502.335886:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516864 02000000:00000001:0.0:1749610502.335887:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610502.335888:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610502.335889:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610502.335890:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610502.335892:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00010000:00000001:3.0:1749610502.335893:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749610502.335893:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000400:00000010:2.0:1749610502.335894:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610502.335896:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610502.335896:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610502.335899:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610502.335900:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610502.335906:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610502.335908:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335908:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610502.335909:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.335910:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610502.335912:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610502.335915:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335915:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_00_00+0] req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610502.335916:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610502.335917:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610502.335919:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610502.335919:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.335922:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610502.335922:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 731 usecs (1 jiffies) 00000100:00000001:3.0:1749610502.335924:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610502.335924:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299775794 02000000:00000001:3.0:1749610502.335927:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610502.335927:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.335929:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299775794 02000000:00000010:3.0:1749610502.335931:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ac400. 00000100:00000001:2.0:1749610502.335931:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299775795 02000000:00000001:3.0:1749610502.335933:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335933:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299775794 00000100:00000001:3.0:1749610502.335935:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335935:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.335937:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299775794 00010000:00000001:3.0:1749610502.335939:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610502.335939:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.335941:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610502.335942:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335943:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335945:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610502.335946:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610502.335947:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610502.335949:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610502.335950:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.335951:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610502.335953:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610502.335954:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610502.335955:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610502.335955:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.335956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610502.335958:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610502.335960:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610502.335960:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610502.335963:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610502.335965:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610502.335967:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610502.335968:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.335968:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610502.335969:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.335970:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610502.335970:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610502.335971:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610502.335972:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610502.335973:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610502.335973:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610502.335974:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.335975:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1749610502.335976:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00100000:2.0:1749610502.335977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494517120:0@lo:38:kworker.0 00000100:00080000:0.0:1749610502.335977:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610502.335979:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:3.0:1749610502.335980:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494516864, offset 0 00000100:00000001:2.0:1749610502.335980:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610502.335982:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610502.335982:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5103 02000000:00000001:2.0:1749610502.335983:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610502.335984:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610502.335985:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610502.335986:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610502.335987:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:2.0:1749610502.335988:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d743000. 00000100:00000001:0.0:1749610502.335989:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610502.335990:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.335991:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610502.335992:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000001:0.0:1749610502.335993:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610502.335994:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:3.0:1749610502.335995:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610502.335995:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610502.335996:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000200:2.0:1749610502.335997:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494517120, portal 10 00000020:00000001:0.0:1749610502.335998:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610502.335999:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610502.336000:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000020:00000040:0.0:1749610502.336000:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000200:3.0:1749610502.336002:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf923680 00000100:00000001:1.0:1749610502.336002:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610502.336002:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610502.336004:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610502.336006:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610502.336006:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1749610502.336007:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610502.336008:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610502.336009:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5a5d [1] + 0 00000100:00000001:0.0:1749610502.336009:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610502.336010:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610502.336012:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610502.336013:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610502.336013:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610502.336014:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610502.336015:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610502.336016:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610502.336016:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610502.336016:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:3.0:1749610502.336017:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610502.336018:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610502.336018:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:2.0:1749610502.336019:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494517120, offset 0 00000100:00000001:1.0:1749610502.336020:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610502.336021:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336022:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610502.336022:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610502.336022:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610502.336022:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610502.336026:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610502.336027:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610502.336027:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610502.336028:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610502.336030:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.336030:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749610502.336031:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923780 00000100:00000001:0.0:1749610502.336031:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.336034:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 125152 00000100:00000010:0.0:1749610502.336036:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000100:00000040:3.0:1749610502.336038:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610502.336038:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610502.336039:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610502.336041:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749610502.336042:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610502.336042:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336043:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610502.336044:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610502.336045:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610502.336045:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610502.336046:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610502.336046:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610502.336048:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610502.336048:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610502.336048:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610502.336049:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bfb80. 02000000:00000001:1.0:1749610502.336051:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610502.336052:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bfb80 x1834598494517120 msgsize 520 02000000:00000010:0.0:1749610502.336052:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119289c00. 02000000:00000001:1.0:1749610502.336053:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610502.336054:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610502.336056:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00100000:2.0:1749610502.336056:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610502.336057:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494517248:0@lo:400:kworker.0 00000100:00000001:3.0:1749610502.336060:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610502.336061:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610502.336061:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610502.336062:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610502.336064:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.336065:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 02000000:00000001:1.0:1749610502.336065:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610502.336067:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610502.336067:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 02000000:00000001:1.0:1749610502.336067:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336069:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610502.336069:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610502.336070:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610502.336072:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610502.336072:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610502.336074:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 00000100:00000040:3.0:1749610502.336076:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf480 x1834598494516864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610502.336076:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336078:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336079:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610502.336081:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000100:00000040:2.0:1749610502.336082:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610502.336083:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610502.336086:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494516864:12345-0@lo:38:kworker.0 Request processed in 205us (467us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749610502.336086:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749610502.336088:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336090:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749610502.336090:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494517248, portal 10 00000100:00000001:0.0:1749610502.336091:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610502.336092:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336093:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610502.336093:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610502.336094:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:1.0:1749610502.336094:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00000040:2.0:1749610502.336095:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 683 usecs (1 jiffies) 00000100:00000001:3.0:1749610502.336097:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610502.336097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299775794 00000100:00000040:0.0:1749610502.336097:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336099:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610502.336099:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.336101:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299775794 00000100:00000040:1.0:1749610502.336102:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610502.336103:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610502.336103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.336105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299775794 00000100:00000001:0.0:1749610502.336105:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.336107:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610502.336107:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299775795 00000100:00000040:0.0:1749610502.336108:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610502.336109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299775794 00000100:00000001:1.0:1749610502.336110:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610502.336111:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610502.336111:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299775795 00000100:00000001:0.0:1749610502.336111:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610502.336113:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610502.336113:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610502.336114:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000100:00000001:3.0:1749610502.336115:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336115:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610502.336115:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000040:0.0:1749610502.336117:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:1.0:1749610502.336118:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494517248, offset 0 00000400:00000001:2.0:1749610502.336119:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610502.336119:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610502.336120:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:2.0:1749610502.336121:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610502.336122:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610502.336123:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610502.336126:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000010:0.0:1749610502.336126:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000400:00000010:2.0:1749610502.336128:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610502.336128:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336130:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610502.336132:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610502.336133:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610502.336133:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610502.336133:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610502.336135:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494516992 02000000:00000001:3.0:1749610502.336136:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610502.336139:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610502.336140:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610502.336141:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610502.336141:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610502.336142:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610502.336142:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610502.336144:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610502.336146:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494516992 00000100:00000040:0.0:1749610502.336146:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_00_01+1] req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610502.336148:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610502.336148:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749610502.336149:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610502.336149:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610502.336150:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610502.336150:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923800 00000020:00000001:3.0:1749610502.336152:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336152:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749610502.336154:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336154:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610502.336154:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336156:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610502.336156:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 125672 00000020:00000010:3.0:1749610502.336157:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610502.336158:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.336160:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 02000000:00000001:2.0:1749610502.336161:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.336162:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000200:1.0:1749610502.336162:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610502.336164:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610502.336165:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610502.336166:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749610502.336167:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610502 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610502.336168:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336169:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:2.0:1749610502.336170:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=75 v=20 (1 1 20 0) 00000100:00000200:1.0:1749610502.336171:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610502.336172:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336173:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1749610502.336175:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb0e00. 00000100:00000001:2.0:1749610502.336176:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610502.336178:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610502.336178:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb0e00 x1834598494517248 msgsize 224 00000100:00000001:3.0:1749610502.336179:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610502.336181:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5113) 00000100:00100000:1.0:1749610502.336183:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610502.336184:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336185:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610502.336192:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610502.336195:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610502.336196:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336198:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610502.336198:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610502.336200:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517120 00000100:00000001:2.0:1749610502.336200:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610502.336202:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610502.336203:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749610502.336203:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610502.336205:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610502.336205:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:3.0:1749610502.336207:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610502.336207:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749610502.336207:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00100000:3.0:1749610502.336209:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517120 00000100:00000001:2.0:1749610502.336209:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610502.336209:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610502.336211:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610502.336212:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610502.336213:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610502.336213:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610502.336214:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610502.336214:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610502.336216:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.336219:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000010:3.0:1749610502.336221:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610502.336222:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610502.336224:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000100:00000040:1.0:1749610502.336225:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336226:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610502.336228:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610502.336229:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.336229:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494516864:0@lo:38:kworker.0 00000100:00000001:3.0:1749610502.336232:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336233:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336233:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336234:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610502.336235:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610502.336236:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610502.336238:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610502.336238:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494516864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336238:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610502.336238:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517248 00000100:00000040:1.0:1749610502.336241:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 677 usecs (1 jiffies) 02000000:00000001:0.0:1749610502.336241:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610502.336242:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610502.336243:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610502.336244:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610502.336244:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610502.336244:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299775794 00000100:00000001:0.0:1749610502.336245:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336246:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749610502.336247:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00000001:1.0:1749610502.336247:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299775795 02000000:00000010:2.0:1749610502.336248:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d740000. 02000000:00000001:0.0:1749610502.336248:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336249:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933980160 : -131936775571456 : ffff8801135bf800) 00000100:00000001:1.0:1749610502.336250:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299775794 00000100:00100000:0.0:1749610502.336251:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517248 02000000:00000001:2.0:1749610502.336252:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610502.336252:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299775795 00000020:00000001:2.0:1749610502.336253:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610502.336253:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610502.336254:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf800 x1834598494516992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336254:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299775794 00000020:00000040:0.0:1749610502.336254:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000040:2.0:1749610502.336255:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610502.336256:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610502.336257:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610502.336257:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299775795 00000020:00000040:0.0:1749610502.336258:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000010:2.0:1749610502.336259:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288c00. 00000100:00000001:1.0:1749610502.336259:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299775794 00000100:00000001:1.0:1749610502.336261:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299775795 00000020:00000001:0.0:1749610502.336261:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610502.336262:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610502.336263:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:3.0:1749610502.336264:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494516992:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610502.336265:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336266:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610502.336267:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610502.336267:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610502.336268:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494516992 00000100:00000001:0.0:1749610502.336268:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1749610502.336269:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:1.0:1749610502.336269:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610502.336270:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610502.336271:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749610502.336271:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:2.0:1749610502.336272:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610502.336273:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.336274:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336275:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336275:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610502.336277:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.336278:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610502.336278:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610502.336278:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610502.336279:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336280:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336280:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:3.0:1749610502.336281:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610502.336282:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.336283:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610502.336283:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610502.336284:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610502.336284:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610502.336286:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610502.336286:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610502.336288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336289:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610502.336290:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749610502.336290:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000001:1.0:1749610502.336291:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610502.336292:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610502.336293:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610502.336294:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 02000000:00000010:3.0:1749610502.336295:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ac000. 00000100:00000001:2.0:1749610502.336295:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610502.336296:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610502.336296:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610502.336297:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610502.336297:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610502.336298:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749610502.336298:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:3.0:1749610502.336299:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336300:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610502.336300:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610502.336301:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610502.336302:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610502.336303:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610502.336303:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494517504:0@lo:400:kworker.0 00000100:00100000:2.0:1749610502.336305:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494517376:0@lo:38:kworker.0 00000100:00000040:0.0:1749610502.336305:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:3.0:1749610502.336306:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610502.336306:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610502.336307:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610502.336308:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610502.336308:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610502.336309:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610502.336309:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610502.336310:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336311:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610502.336311:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610502.336312:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610502.336312:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610502.336313:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610502.336314:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bcc00. 02000000:00000001:2.0:1749610502.336315:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610502.336316:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610502.336316:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610502.336317:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d740000. 00000100:00000001:3.0:1749610502.336319:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610502.336319:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610502.336319:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db5d8. 00000400:00000010:2.0:1749610502.336321:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000010:1.0:1749610502.336321:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749610502.336352:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494517504, portal 10 00000100:00000001:1.0:1749610502.336354:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749610502.336355:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000040:3.0:1749610502.336356:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610502.336356:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000200:2.0:1749610502.336358:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494517376, portal 10 00000100:00000001:0.0:1749610502.336358:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336360:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610502.336361:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610502.336362:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000040:1.0:1749610502.336363:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610502.336364:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336364:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610502.336366:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610502.336367:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610502.336367:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.336368:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610502.336370:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610502.336370:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610502.336372:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610502.336374:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610502.336374:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610502.336374:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610502.336375:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000100:00000040:2.0:1749610502.336377:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610502.336377:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494517504, offset 0 00000400:00000010:2.0:1749610502.336378:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:3.0:1749610502.336379:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494516992, offset 0 00000400:00000200:1.0:1749610502.336381:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610502.336384:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610502.336386:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610502.336386:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610502.336390:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494517376, offset 0 00000400:00000200:1.0:1749610502.336391:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923900 00000100:00100000:0.0:1749610502.336391:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000400:00000200:2.0:1749610502.336394:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610502.336394:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610502.336396:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346010624 : -131936363540992 : ffff88012beb0e00) 00000400:00000200:3.0:1749610502.336400:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610502.336401:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610502.336402:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb0e00 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:693/0 lens 224/0 e 0 to 0 dl 1749610513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610502.336410:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 125896 00000400:00000200:2.0:1749610502.336411:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923880 00000100:00000001:0.0:1749610502.336411:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610502.336412:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610502.336414:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000400:00000200:1.0:1749610502.336415:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610502.336416:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 126120 00000100:00000001:0.0:1749610502.336416:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610502.336419:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610502.336419:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000400:00000200:2.0:1749610502.336420:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610502.336421:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923700 00000100:00000001:1.0:1749610502.336422:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610502.336424:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610502.336425:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610502.336426:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a65 [1] + 0 00000100:00100000:0.0:1749610502.336426:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494517248:12345-0@lo:400:kworker.0 00000100:00000010:1.0:1749610502.336427:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb1180. 00000100:00000040:1.0:1749610502.336430:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb1180 x1834598494517504 msgsize 224 00000400:00000200:3.0:1749610502.336432:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610502.336434:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610502.336435:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610502.336436:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610502.336438:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.336440:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336445:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610502.336446:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610502.336446:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000100:00000200:2.0:1749610502.336448:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749610502.336449:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000200:3.0:1749610502.336450:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336451:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610502.336451:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517248 00000100:00000010:2.0:1749610502.336452:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf3b80. 00000100:00000200:1.0:1749610502.336454:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610502.336454:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610502.336455:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf3b80 x1834598494517376 msgsize 520 00000020:00000001:0.0:1749610502.336457:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749610502.336459:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610502.336459:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610502.336460:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336461:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610502.336462:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610502.336463:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749610502.336465:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:1.0:1749610502.336465:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610502.336465:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:2.0:1749610502.336467:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749610502.336468:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610502.336468:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610502.336469:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610502.336471:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610502.336472:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610502.336472:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749610502.336473:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610502.336474:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610502.336475:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336477:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610502.336478:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610502.336478:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 628 usecs (1 jiffies) 00000020:00000001:0.0:1749610502.336479:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336480:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299775794 00000100:00000001:3.0:1749610502.336481:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336483:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299775795 00000100:00000040:3.0:1749610502.336484:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610502.336485:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299775794 00000100:00000001:2.0:1749610502.336486:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610502.336487:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336487:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299775795 00000020:00000001:3.0:1749610502.336489:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610502.336489:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299775794 00000100:00000040:2.0:1749610502.336490:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336491:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299775795 00000100:00000040:3.0:1749610502.336493:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf800 x1834598494516992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336493:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299775794 00000100:00000001:1.0:1749610502.336495:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.336496:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610502.336496:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610502.336497:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610502.336498:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610502.336498:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610502.336499:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336501:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610502.336501:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610502.336502:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494516992:12345-0@lo:38:kworker.0 Request processed in 238us (624us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610502.336502:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610502.336503:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 500 usecs (1 jiffies) 00000020:00000001:0.0:1749610502.336503:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610502.336504:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299775794 00000100:00000001:1.0:1749610502.336506:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.336508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299775795 00000100:00000001:1.0:1749610502.336508:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610502.336508:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610502.336510:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00000001:2.0:1749610502.336510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299775794 00000100:00000001:1.0:1749610502.336510:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610502.336510:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610502.336511:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610502.336513:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610502.336513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299775795 00000100:00000001:1.0:1749610502.336513:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336514:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749610502.336514:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928a000. 00000100:00000001:2.0:1749610502.336515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299775794 00000100:00000001:1.0:1749610502.336515:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610502.336516:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610502.336517:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610502.336517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.336519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299775794 00000100:00000001:0.0:1749610502.336519:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336540:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299775795 00000100:00000001:2.0:1749610502.336542:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610502.336544:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610502.336547:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610502.336548:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610502.336549:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1749610502.336550:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494517248 00000400:00000010:2.0:1749610502.336551:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610502.336553:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00010000:00000001:0.0:1749610502.336553:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:2.0:1749610502.336555:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000020:00000010:3.0:1749610502.336557:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610502.336557:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000200:0.0:1749610502.336558:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb0e00 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:693/0 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610502.336560:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610502.336561:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:3.0:1749610502.336564:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610502.336567:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610502.336568:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610502.336569:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336570:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610502.336571:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1749610502.336572:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 0) 00000100:00100000:3.0:1749610502.336573:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517376 00000100:00100000:1.0:1749610502.336573:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517504 02000000:00000001:3.0:1749610502.336575:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610502.336575:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610502.336575:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610502.336575:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610502.336577:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610502.336577:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336577:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610502.336578:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610502.336579:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336579:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610502.336579:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336580:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610502.336581:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336581:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610502.336582:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610502.336582:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610502.336583:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610502.336584:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517376 00000100:00000001:2.0:1749610502.336584:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610502.336584:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610502.336585:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517504 00000020:00000001:3.0:1749610502.336586:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610502.336586:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336586:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749610502.336587:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610502.336588:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610502.336589:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610502.336589:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:0.0:1749610502.336589:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610502.336590:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610502.336590:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610502 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610502.336591:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610502.336592:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610502.336592:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00001000:2.0:1749610502.336593:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=57 v=20 (1 1 20 0) 00000020:00000040:1.0:1749610502.336594:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000010:3.0:1749610502.336595:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610502.336596:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610502.336597:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610502.336597:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610502.336597:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:0.0:1749610502.336597:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517248, offset 224 00000020:00000010:3.0:1749610502.336599:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000020:00000001:1.0:1749610502.336599:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610502.336600:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610502.336602:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610502.336602:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610502.336603:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610502.336603:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610502.336604:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336605:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610502.336606:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3fc0. 00000100:00000001:3.0:1749610502.336608:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336610:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610502.336610:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eecc0. 00000400:00000200:0.0:1749610502.336610:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610502.336611:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610502.336613:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610502.336614:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610502.336614:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610502.336615:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610502.336615:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336616:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610502.336616:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3fc0. 00000100:00100000:3.0:1749610502.336618:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00000001:2.0:1749610502.336618:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610502.336618:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923800 00000100:00080000:2.0:1749610502.336620:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610502.336621:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933981056 : -131936775570560 : ffff8801135bfb80) 00000020:00000010:1.0:1749610502.336622:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00080000:2.0:1749610502.336623:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749610502.336625:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bfb80 x1834598494517120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.336625:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610502.336626:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000040:2.0:1749610502.336629:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610502.336630:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00100000:3.0:1749610502.336634:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494517120:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610502.336634:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610502.336635:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749610502.336637:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494516992:0@lo:38:kworker.0 00000100:00000200:3.0:1749610502.336638:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517120 00000100:00000001:1.0:1749610502.336638:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610502.336640:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610502.336640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610502.336642:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610502.336642:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610502.336642:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610502.336644:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749610502.336645:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494516992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336645:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336648:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610502.336649:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610502.336649:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a79 [1] + 224 00010000:00020000:3.0:1749610502.336652:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610502.336652:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610502.336653:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610502.336655:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610502.336655:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d741800. 00000100:00000001:1.0:1749610502.336655:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610502.336655:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610502.336657:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610502.336657:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610502.336658:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610502.336659:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610502.336659:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610502.336660:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610502.336660:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:3.0:1749610502.336661:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610502.336662:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610502.336663:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610502.336663:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610502.336663:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610502.336664:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610502.336665:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346011520 : -131936363540096 : ffff88012beb1180) 02000000:00000010:3.0:1749610502.336666:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ac800. 02000000:00000010:2.0:1749610502.336666:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119289400. 02000000:00000001:3.0:1749610502.336668:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336670:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336670:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610502.336671:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610502.336671:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb1180 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:693/0 lens 224/0 e 0 to 0 dl 1749610513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610502.336672:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1749610502.336673:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00010000:00000001:3.0:1749610502.336674:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336676:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1749610502.336677:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610502.336677:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610502.336679:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610502.336679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336680:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610502.336681:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610502.336682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610502.336682:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3fc0. 00000100:00000040:3.0:1749610502.336684:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610502.336684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610502.336684:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610502.336686:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610502.336686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610502.336686:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3fc0. 00000100:00000001:2.0:1749610502.336687:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610502.336688:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610502.336689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610502.336690:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494517504:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610502.336690:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610502.336691:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610502.336691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610502.336693:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517504 02000000:00000001:3.0:1749610502.336694:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610502.336695:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610502.336696:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610502.336697:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610502.336698:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749610502.336699:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610502.336701:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000001:1.0:1749610502.336701:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.336701:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610502.336703:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749610502.336705:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517120, offset 0 00000020:00000001:1.0:1749610502.336705:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610502.336707:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610502.336708:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610502.336710:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610502.336712:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610502.336713:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749610502.336714:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610502.336715:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610502.336715:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610502.336717:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610502.336718:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610502.336720:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923780 00000100:00000001:1.0:1749610502.336720:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610502.336722:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 02000000:00000001:1.0:1749610502.336722:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610502.336724:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a71 [1] + 0 00000100:00000001:2.0:1749610502.336726:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943996800 : -131938765554816 : ffff88009cbf3b80) 02000000:00000010:1.0:1749610502.336726:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548c00. 02000000:00000001:1.0:1749610502.336728:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610502.336729:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610502.336730:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf3b80 x1834598494517376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610502.336730:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610502.336732:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610502.336733:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610502.336735:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:1.0:1749610502.336735:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494517504 00000100:00000001:0.0:1749610502.336735:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610502.336738:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610502.336738:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749610502.336740:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494517376:12345-0@lo:38:kworker.0 00010000:00000200:1.0:1749610502.336742:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb1180 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:693/0 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610502.336742:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000200:2.0:1749610502.336744:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517376 00000400:00000010:0.0:1749610502.336745:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:3.0:1749610502.336747:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610502.336747:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610502.336747:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749610502.336749:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749610502.336750:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610502.336750:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749610502.336752:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336753:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610502.336755:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 0) 00000100:00000040:0.0:1749610502.336756:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610502.336759:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336759:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749610502.336759:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610502.336760:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610502.336760:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610502.336761:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00020000:2.0:1749610502.336762:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610502.336763:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610502.336763:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749610502.336764:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00010000:00000001:2.0:1749610502.336765:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610502.336765:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749610502.336766:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00010000:00000001:2.0:1749610502.336767:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610502.336767:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.336767:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb0e00 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:693/0 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610502.336768:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610502.336769:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610502.336770:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610502.336770:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610502.336771:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610502.336772:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336772:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610502.336774:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749610502.336774:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000100:00000040:3.0:1749610502.336775:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610502.336777:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610502.336777:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741800. 00000100:00000200:1.0:1749610502.336777:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517504, offset 224 00000100:00100000:0.0:1749610502.336778:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494517248:12345-0@lo:400:kworker.0 Request processed in 364us (597us total) trans 0 rc 0/0 00000020:00000001:3.0:1749610502.336779:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610502.336780:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610502.336780:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610502.336782:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610502.336783:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bfb80 x1834598494517120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610502.336785:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610502.336787:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610502.336787:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000400:00000200:1.0:1749610502.336788:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610502.336790:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610502.336790:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:3.0:1749610502.336792:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494517120:12345-0@lo:38:kworker.0 Request processed in 157us (737us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610502.336793:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610502.336793:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923900 00000100:00000001:0.0:1749610502.336793:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610502.336795:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610502.336795:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610502.336798:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:0.0:1749610502.336798:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000200:1.0:1749610502.336799:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a81 [1] + 224 00000100:00100000:3.0:1749610502.336800:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00000001:2.0:1749610502.336800:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610502.336802:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610502.336803:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610502.336803:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610502.336804:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610502.336806:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749610502.336806:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610502.336808:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610502.336809:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 02000000:00000001:2.0:1749610502.336809:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749610502.336811:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 02000000:00000001:2.0:1749610502.336811:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336811:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610502.336813:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610502.336814:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610502.336815:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610502.336815:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610502.336817:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610502.336821:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517376, offset 0 00000400:00000200:2.0:1749610502.336825:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610502.336825:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610502.336825:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000020:00000010:0.0:1749610502.336828:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000400:00000200:2.0:1749610502.336831:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610502.336832:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610502.336834:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610502.336835:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610502.336836:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923880 00000400:00000200:1.0:1749610502.336838:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000400:00000010:1.0:1749610502.336840:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000001:1.0:1749610502.336842:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610502.336844:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5a85 [1] + 0 00000100:00000001:1.0:1749610502.336844:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:3.0:1749610502.336845:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610502.336846:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610502.336848:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749610502.336849:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610502.336849:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610502.336850:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610502.336852:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610502.336852:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610502.336853:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336853:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.336855:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610502.336856:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1749610502.336856:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610502.336858:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610502.336858:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610502.336860:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb1180 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:693/0 lens 224/224 e 0 to 0 dl 1749610513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610502.336861:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db5d8. 00000400:00000200:0.0:1749610502.336864:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:0.0:1749610502.336866:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749610502.336868:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.336868:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610502.336870:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494517504:12345-0@lo:400:kworker.0 Request processed in 188us (438us total) trans 0 rc 0/0 00000100:00000200:0.0:1749610502.336873:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.336876:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610502.336877:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000400:00000200:2.0:1749610502.336879:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000040:1.0:1749610502.336880:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:2.0:1749610502.336881:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610502.336882:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610502.336882:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.336883:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610502.336884:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610502.336884:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610502.336887:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610502.336888:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.336889:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610502.336890:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610502.336890:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610502.336891:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610502.336892:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610502.336893:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610502.336894:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000020:00000001:2.0:1749610502.336895:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610502.336895:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749610502.336897:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610502.336897:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610502.336899:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf3b80 x1834598494517376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610522 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.336899:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610502.336900:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610502.336902:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610502.336906:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=107 v=5 (5 5 0 0) 00000100:00100000:2.0:1749610502.336908:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494517376:12345-0@lo:38:kworker.0 Request processed in 168us (450us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749610502.336909:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610502.336912:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610502.336914:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.336915:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00010000:00000001:0.0:1749610502.336916:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610502.336918:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610502.336919:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610502.336922:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000010:2.0:1749610502.336926:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000020:00000010:2.0:1749610502.336929:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610502.336933:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336945:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610502.336946:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610502.336949:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1749610502.336949:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610502.336950:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610502.336952:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610502.336954:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610502.336956:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00010000:00000001:0.0:1749610502.336957:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.336958:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610502.336960:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1749610502.336961:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610502.336962:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610502.336964:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610502.336966:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610502.336969:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.336976:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610502.336977:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.336979:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610502.336980:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610502.336982:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610502.336983:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610502.336985:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.336988:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610502.336989:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610502 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610502.336992:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=107 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610502.336995:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610502.336995:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610502.336997:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610502.336998:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610502.336999:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610502.337000:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610502.337003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337009:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610502.337010:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337012:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610502.337013:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.337015:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610502.337017:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610502.337020:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610502.337022:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610502.337024:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610502.337028:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610502.337032:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494517504:0@lo:400:kworker.0 00000100:00100000:2.0:1749610502.337035:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494517376:0@lo:38:kworker.0 00000400:00000001:0.0:1749610502.337037:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610502.337039:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610502.337041:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000400:00000200:0.0:1749610502.337043:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000400:00000010:0.0:1749610502.337045:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000001:0.0:1749610502.337047:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610502.337053:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610502.337054:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610502.337056:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610502.337058:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610502.337060:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610502.337061:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610502.337064:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610502.337070:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610502.337072:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337078:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610502.337080:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610502.337080:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337082:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610502.337083:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610502.337085:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610502.337086:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.337087:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610502.337088:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.337089:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610502.337090:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749610502.337091:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610502 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610502.337092:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610502.337093:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749610502.337094:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=7 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610502.337095:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.337096:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610502.337097:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610502.337097:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.337099:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749610502.337100:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=7 v=5 (5 5 5 0) 00000100:00000040:2.0:1749610502.337103:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610502.337103:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610502.337105:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610502.337106:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610502.337108:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610502.337109:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610502.337111:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:0.0:1749610502.337111:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337112:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.337114:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610502.337115:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610502.337117:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749610502.337119:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610502.337120:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610502.337120:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610502.337122:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610502.337122:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610502.337124:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1749610502.337125:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.337125:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610502.337128:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610502.337132:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494517120:0@lo:38:kworker.0 00000100:00000001:0.0:1749610502.337135:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610502.337136:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.337137:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610502.337138:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610502.337138:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610502.337140:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494517376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610502.337141:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337146:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610502.337148:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1749610502.337148:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494517248:0@lo:400:kworker.0 02000000:00000010:2.0:1749610502.337150:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d740000. 00000100:00000001:0.0:1749610502.337152:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610502.337153:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610502.337154:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610502.337155:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610502.337156:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:0.0:1749610502.337157:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494517504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610502.337158:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610502.337160:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119289c00. 02000000:00000001:2.0:1749610502.337163:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610502.337164:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610502.337165:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:2.0:1749610502.337170:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610502.337172:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.337173:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610502.337176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494517120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610502.337182:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610502.337184:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610502.337185:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d743000. 02000000:00000001:2.0:1749610502.337187:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610502.337188:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610502.337189:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610502.337191:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610502.337192:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119289800. 02000000:00000001:2.0:1749610502.337194:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610502.337195:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610502.337195:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1749610502.337196:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 02000000:00000001:0.0:1749610502.337197:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610502.337198:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610502.337199:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610502.337199:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bcc00. 00000100:00000001:2.0:1749610502.337201:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.337203:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610502.337203:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610502.337204:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.337205:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.337207:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610502.337211:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610502.337222:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610502.337224:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610502.337226:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 02000000:00000001:0.0:1749610502.337230:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610502.337232:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610502.337234:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000001:0.0:1749610502.337238:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610502.337239:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610502.337241:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610502.337264:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494517248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610502.337271:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610502.337273:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610502.337274:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 02000000:00000001:0.0:1749610502.337276:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610502.337278:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610502.337279:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749610502.337281:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610502.337282:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 02000000:00000001:0.0:1749610502.337284:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610502.337292:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610502.337302:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000100:00000001:0.0:1749610502.337305:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610502.337307:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610502.337308:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610502.337312:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610502.337314:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610502.337315:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610502.337317:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610502.337600:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299775795, at 4299775795 00000100:00000040:3.0:1749610502.337601:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299775795, at 4299775795 00000100:00000040:0.0:1749610502.337615:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299775795, at 4299775795 00000100:00000010:1.0:1749610502.337617:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f900. 00000100:00000010:0.0:1749610502.337642:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f0c0. 00000100:00000010:3.0:1749610502.337645:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f680. 00000100:00000040:2.0:1749610502.338604:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299775795, at 4299775796 00000100:00000010:2.0:1749610502.338615:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fc40. 00000100:00000001:2.0:1749610502.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610502.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.457703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.457710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610502.457716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.457722:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.457726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610502.457730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610502.740659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610502.740665:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610502.740668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610502.740673:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610502.740676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610502.740680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.740683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610502.740687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610502.740689:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610503.136664:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610503.136671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610503.136800:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610503.136807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610503.136811:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610503.336694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610503.336712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610503.336715:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610503.336719:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610503.336722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610503.336726:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610503.336729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610503.457695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610503.457704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610503.457707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610503.457714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610503.457719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610503.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610503.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610503.457733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610503.457736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610503.740627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610503.740634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610503.740637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610503.740640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610503.740644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610503.740648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610503.740651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610503.740654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610503.740657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610504.138689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610504.138698:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610504.138701:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610504.138704:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610504.138709:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610504.138711:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610504.138713:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610504.138715:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610504.138830:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610504.138835:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610504.138839:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610504.336693:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610504.336712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610504.336716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610504.336722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610504.336725:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610504.336730:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610504.336733:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610504.457645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610504.457650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610504.457652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610504.457656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610504.457660:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610504.457663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610504.457666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610504.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610504.457671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610504.740699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610504.740705:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610504.740707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610504.740710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610504.740713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610504.740716:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610504.740717:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610504.740720:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610504.740721:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610505.140632:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610505.140637:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610505.140719:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610505.140723:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610505.140725:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610505.336632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610505.336645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610505.336646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610505.336649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610505.336651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610505.336654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610505.336655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610505.457626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610505.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610505.457633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610505.457636:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610505.457638:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610505.457641:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610505.457644:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610505.457645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610505.457647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610505.740678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610505.740684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610505.740686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610505.740689:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610505.740691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610505.740693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610505.740695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610505.740697:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610505.740698:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610506.142646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610506.142651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610506.142740:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610506.142744:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610506.142746:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610506.336611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610506.336623:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610506.336624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610506.336627:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610506.336629:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610506.336632:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610506.336633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610506.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610506.457643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610506.457645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610506.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610506.457649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610506.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610506.457655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610506.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610506.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610506.740652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610506.740660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610506.740663:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610506.740668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610506.740671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610506.740675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610506.740679:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610506.740683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610506.740686:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610506.994738:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610506.994747:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610506.994752:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749610506.995009:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749610506.995012:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610506.995027:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610506.995032:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610506.995035:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610507.144666:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610507.144673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610507.144783:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610507.144791:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610507.144796:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610507.336736:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610507.336754:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610507.336757:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.336762:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610507.336765:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610507.336769:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.336771:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610507.342656:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610507.342664:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610507.342668:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610507.342672:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610507.342674:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610507.342678:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610507.342682:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610507.342688:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:0.0:1749610507.342693:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610507.342696:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610507.342699:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.342701:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610507.342704:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610507.342708:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610507.342710:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610507.342714:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610507.342718:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610507.342720:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610507.342723:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610507.342726:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610507.342728:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.342729:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610507.342731:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610507.342734:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610507.342738:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610507.342741:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.342744:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610507.342751:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610507.342754:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.342756:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610507.342760:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610507.342768:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000020:00000040:0.0:1749610507.342771:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610507.342776:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610507.342778:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.342782:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610507.342784:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610507.342788:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610507.342796:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00000001:0.0:1749610507.342804:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.342814:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610507.342827:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610507.342831:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.342836:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.342864:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610507.342867:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610507.342871:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610507.342873:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610507.342875:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610507.342877:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610507.342880:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:0.0:1749610507.342882:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610507.342884:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610507.342886:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.342888:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610507.342891:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610507.342893:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610507.342895:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610507.342896:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610507.342898:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610507.342900:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610507.342902:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610507.342905:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610507.342906:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.342908:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610507.342910:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610507.342912:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610507.342914:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610507.342916:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.342918:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610507.342921:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610507.342923:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.342925:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610507.342926:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610507.342929:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000020:00000040:0.0:1749610507.342931:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610507.342934:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610507.342935:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.342936:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610507.342937:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610507.342939:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610507.342942:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a800. 00000100:00000001:0.0:1749610507.342945:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.342948:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610507.342954:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610507.342956:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610507.342958:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.342960:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610507.342961:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_rcv+-1] req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.342962:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610507.342971:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.342972:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610507.342973:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610507.342977:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610507.342978:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610507.342980:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610507.342982:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610507.342984:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610507.342984:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5108 00000100:00000001:2.0:1749610507.342986:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610507.342986:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610507.342989:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610507.342990:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610507.342991:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.342992:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610507.342994:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610507.342994:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610507.342996:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610507.342997:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610507.342997:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610507.342998:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610507.343000:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494517632:0@lo:38:kworker.0 00000020:00000040:0.0:1749610507.343000:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610507.343002:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610507.343004:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610507.343005:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610507.343007:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610507.343009:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610507.343009:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.343010:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610507.343011:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343012:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610507.343014:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610507.343014:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610507.343016:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610507.343018:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610507.343019:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d743000. 02000000:00000001:0.0:1749610507.343020:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610507.343021:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.343023:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610507.343025:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343027:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749610507.343029:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000001:0.0:1749610507.343029:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610507.343032:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000040:0.0:1749610507.343035:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610507.343037:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000001:0.0:1749610507.343037:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610507.343038:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343040:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610507.343041:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610507.343042:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610507.343045:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494517632, portal 4 02000000:00000010:0.0:1749610507.343045:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928ac00. 00000100:00000001:2.0:1749610507.343048:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610507.343048:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343050:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00100000:0.0:1749610507.343051:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610507.343058:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.343058:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610507.343060:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.343063:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_rcv+-1] req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.343067:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610507.343070:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.343071:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610507.343073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000040:0.0:1749610507.343073:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749610507.343076:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494517632, offset 0 00000100:00000001:0.0:1749610507.343076:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610507.343079:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610507.343081:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610507.343083:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610507.343083:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610507.343085:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610507.343086:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610507.343090:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000100:00000001:0.0:1749610507.343092:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.343096:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610507.343099:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610507.343103:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610507.343105:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.343110:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_00_02+2] req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610507.343111:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf923980 00000400:00000200:2.0:1749610507.343118:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 17160 00000400:00000200:2.0:1749610507.343127:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610507.343131:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610507.343137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610507.343139:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610507.343146:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000100:00000040:2.0:1749610507.343149:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57800 x1834598494517632 msgsize 520 00000100:00000001:0.0:1749610507.343152:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610507.343153:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610507.343155:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610507.343158:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610507.343160:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610507.343162:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610507.343164:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610507.343165:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610507.343166:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5108 00000100:00080000:0.0:1749610507.343169:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610507.343171:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610507.343173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:0.0:1749610507.343173:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610507.343174:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610507.343176:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610507.343176:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610507.343178:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610507.343179:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610507.343179:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610507.343181:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610507.343182:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:2.0:1749610507.343183:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610507.343184:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610507.343186:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610507.343189:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610507.343191:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610507.343192:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610507.343192:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610507.343194:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610507.343195:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610507.343196:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610507.343199:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610507.343201:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343203:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.343203:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610507.343204:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610507.343206:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610507.343208:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343209:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343209:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610507.343212:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.343213:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1036 usecs (2 jiffies) 00000100:00000010:0.0:1749610507.343215:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610507.343217:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299780802 00000020:00000040:0.0:1749610507.343217:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610507.343219:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610507.343220:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343221:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610507.343222:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fc40. 00000100:00000001:0.0:1749610507.343222:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610507.343223:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610507.343225:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343228:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:0.0:1749610507.343228:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928b000. 00000100:00000001:1.0:1749610507.343229:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610507.343230:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343232:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610507.343234:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610507.343236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299780802 00000100:00000010:2.0:1749610507.343239:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051ff40. 00000100:00000001:0.0:1749610507.343241:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610507.343242:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610507.343243:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610507.343244:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.343245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299780802 00000100:00000040:0.0:1749610507.343246:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_rcv+-1] req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610507.343248:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb80. 00000100:00000001:2.0:1749610507.343251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610507.343253:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299780802 00000100:00000001:0.0:1749610507.343253:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610507.343256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f800. 00000100:00000040:0.0:1749610507.343256:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610507.343259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610507.343259:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610507.343260:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749610507.343261:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 00000100:00000001:2.0:1749610507.343262:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610507.343263:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610507.343263:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610507.343264:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343265:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610507.343266:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610507.343266:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610507.343267:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343268:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610507.343268:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343269:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610507.343270:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000100:00000001:3.0:1749610507.343272:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343273:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610507.343273:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343274:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610507.343276:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610507.343306:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343310:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610507.343312:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610507.343312:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494518016:0@lo:400:kworker.0 00000100:00000001:2.0:1749610507.343313:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610507.343318:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.343318:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610507.343318:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610507.343323:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610507.343325:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610507.343326:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610507.343326:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343326:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610507.343327:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610507.343328:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517632 00000100:00000001:0.0:1749610507.343328:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343329:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610507.343330:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610507.343331:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610507.343332:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610507.343332:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994a80] to pc [ptlrpcd_00_03+3] req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610507.343334:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343335:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749610507.343335:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc200. 00000100:00100000:2.0:1749610507.343337:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494517760:0@lo:38:kworker.0 00000100:00000001:3.0:1749610507.343338:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343339:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343340:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610507.343342:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.343342:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610507.343344:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.343345:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610507.343346:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517632 00000400:00000010:1.0:1749610507.343346:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db688. 00000020:00000001:3.0:1749610507.343348:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1749610507.343348:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d740000. 00000020:00000040:3.0:1749610507.343350:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610507.343350:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610507.343352:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610507.343352:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.343353:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000010:1.0:1749610507.343353:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000020:00000001:3.0:1749610507.343355:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.343356:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000020:00000001:3.0:1749610507.343357:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.343358:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5118) 00000100:00000200:2.0:1749610507.343360:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494517760, portal 10 00000100:00000200:1.0:1749610507.343360:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494518016, portal 10 00000100:00000001:2.0:1749610507.343361:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610507.343363:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000100:00000001:2.0:1749610507.343363:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000001:1.0:1749610507.343363:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610507.343365:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000100:00000040:2.0:1749610507.343368:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610507.343369:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610507.343374:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000100:00000001:2.0:1749610507.343375:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610507.343376:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610507.343378:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610507.343380:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610507.343380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610507.343382:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610507.343382:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494517760, offset 0 00000100:00000001:3.0:1749610507.343384:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610507.343385:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610507.343390:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343390:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610507.343391:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610507.343394:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610507.343396:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923a00 00000400:00000010:1.0:1749610507.343398:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:3.0:1749610507.343401:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610507.343401:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 126640 00000400:00000200:2.0:1749610507.343406:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610507.343410:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610507.343410:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610507.343412:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610507.343415:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494518016, offset 0 00000100:00000001:2.0:1749610507.343416:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610507.343418:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000200:2.0:1749610507.343418:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610507.343421:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000400:00000200:1.0:1749610507.343423:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610507.343428:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57800 x1834598494517632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610507.343435:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610507.343441:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494517632:12345-0@lo:38:kworker.0 00000100:00000010:2.0:1749610507.343441:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570000. 00000100:00000040:2.0:1749610507.343444:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570000 x1834598494517760 msgsize 520 00000400:00000200:1.0:1749610507.343445:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923b00 00000100:00000200:3.0:1749610507.343446:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517632 00000100:00100000:2.0:1749610507.343448:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610507.343449:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610507.343453:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610507.343453:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 127160 00000100:00000001:2.0:1749610507.343457:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610507.343462:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610507.343463:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610507.343465:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610507.343467:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610507.343467:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610507.343468:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610507.343471:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610507.343472:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610507.343472:0:28323:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749610507.343475:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610507.343475:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610507.343479:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.343479:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749610507.343481:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb1500. 00000100:00000001:3.0:1749610507.343482:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610507.343482:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610507.343484:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610507.343485:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb1500 x1834598494518016 msgsize 224 02000000:00000001:3.0:1749610507.343487:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610507.343489:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343490:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1749610507.343491:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240acc00. 00000100:00100000:1.0:1749610507.343491:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610507.343493:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343494:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343495:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.343497:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 735 usecs (1 jiffies) 00010000:00000001:3.0:1749610507.343500:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610507.343500:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299780801 00010000:00000001:3.0:1749610507.343502:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343503:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299780802 00000100:00000001:2.0:1749610507.343505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299780801 00000100:00001000:3.0:1749610507.343506:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610507.343508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299780802 00000100:00000001:3.0:1749610507.343509:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610507.343510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299780801 00000100:00000001:2.0:1749610507.343512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299780802 00000100:00000001:3.0:1749610507.343513:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610507.343513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299780801 00000100:00000040:3.0:1749610507.343515:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610507.343515:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299780802 00000100:00000001:3.0:1749610507.343517:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610507.343517:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610507.343519:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.343520:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343551:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610507.343554:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.343557:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610507.343560:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517760 00000100:00000001:2.0:1749610507.343562:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610507.343563:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610507.343564:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343565:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610507.343566:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610507.343567:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.343568:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610507.343570:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.343571:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610507.343573:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494517888:0@lo:38:kworker.0 00000100:00100000:0.0:1749610507.343574:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517760 00000100:00000001:2.0:1749610507.343576:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610507.343576:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610507.343578:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610507.343578:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610507.343579:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610507.343579:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000020:00000001:0.0:1749610507.343580:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610507.343581:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610507.343581:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610507.343583:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000020:00000001:0.0:1749610507.343583:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610507.343585:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610507.343587:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343588:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610507.343588:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000400:00000010:2.0:1749610507.343590:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000020:00000010:0.0:1749610507.343592:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000400:00000010:2.0:1749610507.343593:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:1.0:1749610507.343595:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610507.343596:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494517888, portal 10 00000020:00000010:0.0:1749610507.343596:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:3.0:1749610507.343598:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610507.343598:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610507.343599:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000100:00000001:0.0:1749610507.343601:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610507.343602:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610507.343602:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749610507.343604:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610507.343605:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.343605:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610507.343607:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343609:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610507.343609:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610507.343609:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343611:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610507.343612:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610507.343614:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610507.343615:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610507.343615:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610507.343616:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610507.343617:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610507.343618:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494517888, offset 0 00000100:00000200:3.0:1749610507.343620:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494517632, offset 0 00000400:00000200:2.0:1749610507.343622:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610507.343624:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610507.343626:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610507.343626:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.343626:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518016 00000400:00000200:2.0:1749610507.343628:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610507.343628:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610507.343628:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610507.343629:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610507.343631:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610507.343633:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610507.343635:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610507.343635:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518016 00000400:00000200:2.0:1749610507.343636:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923a80 00000020:00000001:0.0:1749610507.343637:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610507.343638:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000200:2.0:1749610507.343639:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 127384 00000100:00000001:1.0:1749610507.343639:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610507.343639:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610507.343641:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:3.0:1749610507.343643:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf923980 00000020:00000001:0.0:1749610507.343643:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:2.0:1749610507.343644:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610507.343645:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 686 usecs (1 jiffies) 00000020:00000001:0.0:1749610507.343645:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:2.0:1749610507.343647:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610507.343649:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5aa5 [1] + 0 00000100:00000001:1.0:1749610507.343649:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299780802 00000100:00000001:0.0:1749610507.343651:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610507.343654:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610507.343654:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299780802 00000020:00000010:0.0:1749610507.343654:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000400:00000200:3.0:1749610507.343657:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610507.343658:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299780802 00000100:00000001:2.0:1749610507.343660:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610507.343661:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749610507.343661:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749610507.343662:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610507.343662:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299780802 00000100:00000010:2.0:1749610507.343665:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570380. 00000100:00000001:1.0:1749610507.343665:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299780802 00000100:00000200:3.0:1749610507.343666:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610507.343667:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570380 x1834598494517888 msgsize 520 00000100:00000001:0.0:1749610507.343667:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610507.343668:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299780802 00000020:00000010:0.0:1749610507.343670:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00100000:2.0:1749610507.343671:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610507.343671:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299780802 00000020:00000010:0.0:1749610507.343674:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000001:1.0:1749610507.343675:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299780802 00000020:00000010:0.0:1749610507.343676:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000040:3.0:1749610507.343677:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.343679:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610507.343679:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610507.343681:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749610507.343683:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:1.0:1749610507.343683:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343683:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610507.343685:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610507.343685:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610507.343687:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610507.343687:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343687:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.343690:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610507.343691:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.343691:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610507.343693:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610507.343694:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610507.343695:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343697:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610507.343698:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610507.343700:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:1.0:1749610507.343700:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749610507.343701:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.343701:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610507.343703:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610507.343704:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610507.343706:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610507.343706:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610507.343707:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610507.343707:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.343707:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494517888 00000100:00000001:1.0:1749610507.343708:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343709:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610507.343709:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610507.343709:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610507.343710:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610507.343711:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749610507.343712:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343712:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343713:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.343714:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610507.343715:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610507.343715:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.343716:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 693 usecs (1 jiffies) 00000100:00100000:0.0:1749610507.343716:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494517888 00000100:00000001:3.0:1749610507.343717:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343718:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299780802 00000100:00000001:1.0:1749610507.343718:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749610507.343718:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610507.343719:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610507.343719:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610507.343720:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610507.343720:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610507.343721:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299780802 00000020:00000001:0.0:1749610507.343722:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343723:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299780802 00000020:00000001:0.0:1749610507.343723:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610507.343724:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494517632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.343724:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610507.343725:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299780802 00000100:00000001:1.0:1749610507.343725:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610507.343726:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749610507.343727:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299780802 00000100:00000001:1.0:1749610507.343727:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749610507.343728:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610507.343729:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299780802 00000020:00000010:0.0:1749610507.343730:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749610507.343731:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299780802 00000100:00000001:0.0:1749610507.343732:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610507.343733:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299780802 00000100:00000001:0.0:1749610507.343733:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610507.343734:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610507.343735:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494517632:12345-0@lo:38:kworker.0 Request processed in 292us (582us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610507.343735:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610507.343735:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343737:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.343737:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343739:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610507.343741:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610507.343743:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610507.343744:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:0.0:1749610507.343746:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610507.343747:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610507.343747:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610507.343748:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610507.343748:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610507.343749:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343750:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610507.343751:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610507.343753:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 02000000:00000001:2.0:1749610507.343753:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610507.343753:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 02000000:00000001:1.0:1749610507.343754:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610507.343755:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610507.343756:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:3.0:1749610507.343757:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 02000000:00000001:2.0:1749610507.343757:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343757:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610507.343758:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346012416 : -131936363539200 : ffff88012beb1500) 02000000:00000001:1.0:1749610507.343760:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610507.343761:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00100000:2.0:1749610507.343761:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494518144:0@lo:38:kworker.0 00000100:00000040:0.0:1749610507.343763:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb1500 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:698/0 lens 224/0 e 0 to 0 dl 1749610518 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610507.343764:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.343764:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749610507.343765:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494518272:0@lo:400:kworker.0 02000000:00000001:2.0:1749610507.343766:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610507.343767:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.343769:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610507.343770:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749610507.343772:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 00000100:00000001:0.0:1749610507.343772:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610507.343774:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.343774:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749610507.343774:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 02000000:00000001:1.0:1749610507.343776:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.343777:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000001:0.0:1749610507.343777:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610507.343779:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000010:0.0:1749610507.343779:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 02000000:00000001:1.0:1749610507.343780:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610507.343782:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749610507.343782:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494518144, portal 10 00000100:00000001:2.0:1749610507.343783:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610507.343784:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610507.343785:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 02000000:00000010:1.0:1749610507.343785:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc800. 00000100:00100000:0.0:1749610507.343785:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494518016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610507.343788:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 02000000:00000001:1.0:1749610507.343788:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610507.343789:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518016 00000100:00000040:2.0:1749610507.343790:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610507.343791:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900100096 : -131936809451520 : ffff880111570000) 00000020:00000001:0.0:1749610507.343792:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749610507.343793:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00000040:3.0:1749610507.343795:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570000 x1834598494517760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610507.343795:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610507.343796:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610507.343798:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610507.343798:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000020:00000001:0.0:1749610507.343798:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.343800:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610507.343801:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749610507.343803:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494518144, offset 0 00000100:00000200:1.0:1749610507.343803:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494518272, portal 10 00000020:00000001:0.0:1749610507.343803:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:3.0:1749610507.343804:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494517760:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610507.343806:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610507.343806:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610507.343807:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1749610507.343808:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517760 00000100:00000001:1.0:1749610507.343808:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 00000020:00000001:3.0:1749610507.343810:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610507.343810:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610507.343811:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610507.343811:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610507.343813:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749610507.343814:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923b80 00000020:00000001:0.0:1749610507.343815:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610507.343817:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610507.343818:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 127904 00000100:00000040:1.0:1749610507.343818:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610507.343819:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610507.343820:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749610507.343822:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:3.0:1749610507.343823:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610507.343824:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610507.343825:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610507.343825:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610507.343827:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.343827:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610507.343827:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610507.343829:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610507.343830:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610507.343830:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610507.343830:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928b400. 00000100:00000001:3.0:1749610507.343831:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1749610507.343831:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570700. 02000000:00000001:0.0:1749610507.343832:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610507.343833:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610507.343834:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570700 x1834598494518144 msgsize 520 00000100:00000040:1.0:1749610507.343834:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610507.343835:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610507.343836:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ad000. 00000100:00100000:2.0:1749610507.343837:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610507.343837:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610507.343838:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610507.343838:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610507.343839:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610507.343840:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610507.343840:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494518016 00010000:00000001:3.0:1749610507.343842:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610507.343842:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000200:1.0:1749610507.343842:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494518272, offset 0 00010000:00000001:0.0:1749610507.343843:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749610507.343844:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.343844:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00001000:3.0:1749610507.343846:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610507.343846:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:0.0:1749610507.343847:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb1500 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:698/0 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610507.343849:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610507.343849:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610507.343849:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610507.343851:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610507.343854:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610507.343856:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610507.343856:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610507.343859:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610507.343859:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610507.343859:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610507.343862:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610507.343862:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610507.343864:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749610507.343864:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610507.343865:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343865:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343867:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610507.343867:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610507.343867:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923c00 00000100:00001000:0.0:1749610507.343868:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 0) 00000100:00000040:3.0:1749610507.343869:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610507.343869:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610507.343871:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:2.0:1749610507.343872:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 505 usecs (1 jiffies) 00000100:00000001:0.0:1749610507.343872:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610507.343874:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299780802 00000100:00000040:0.0:1749610507.343874:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610507.343876:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299780802 00000400:00000200:1.0:1749610507.343876:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 128424 00000100:00000001:0.0:1749610507.343876:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610507.343878:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299780802 02000000:00000001:0.0:1749610507.343878:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610507.343880:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299780802 02000000:00000001:0.0:1749610507.343880:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343882:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299780802 00000100:00000001:0.0:1749610507.343882:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610507.343883:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610507.343884:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299780802 00000100:00000040:0.0:1749610507.343884:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610507.343886:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517760, offset 0 00000100:00000001:2.0:1749610507.343886:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299780802 00000100:00000001:2.0:1749610507.343888:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299780802 00000400:00000010:0.0:1749610507.343888:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:1.0:1749610507.343889:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610507.343890:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610507.343890:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610507.343892:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610507.343894:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494518016, offset 224 00000100:00000001:1.0:1749610507.343895:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610507.343896:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749610507.343896:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749610507.343897:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:2.0:1749610507.343898:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610507.343900:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:3.0:1749610507.343901:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923a00 00000400:00000200:2.0:1749610507.343902:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000010:1.0:1749610507.343902:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb1880. 00000400:00000010:2.0:1749610507.343904:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610507.343905:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610507.343906:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb1880 x1834598494518272 msgsize 224 00000100:00000200:2.0:1749610507.343908:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610507.343912:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610507.343914:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610507.343917:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.343917:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610507.343918:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ab1 [1] + 0 00000400:00000200:0.0:1749610507.343921:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610507.343922:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610507.343924:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610507.343926:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610507.343926:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610507.343926:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749610507.343928:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749610507.343929:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000400:00000200:0.0:1749610507.343929:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923b00 02000000:00000001:2.0:1749610507.343931:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610507.343933:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610507.343933:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610507.343933:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610507.343935:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610507.343936:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5aad [1] + 224 00000100:00000200:3.0:1749610507.343937:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610507.343938:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610507.343939:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610507.343941:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749610507.343944:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610507 v=5 (0 0 0 0) 00000400:00000200:0.0:1749610507.343945:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749610507.343948:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=80 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610507.343948:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610507.343950:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610507.343951:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610507.343953:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610507.343953:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02020000:2.0:1749610507.343955:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000040:1.0:1749610507.343956:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.343958:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.343960:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610507.343961:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610507.343962:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610507.343965:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000040:2.0:1749610507.343965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610507.343967:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610507.343967:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343969:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610507.343969:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610507.343970:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610507.343971:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.343972:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610507.343974:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.343975:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343976:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610507.343977:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610507.343978:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610507.343978:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000040:1.0:1749610507.343979:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 630 usecs (1 jiffies) 00000100:00000001:3.0:1749610507.343980:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.343980:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:0.0:1749610507.343981:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000001:3.0:1749610507.343982:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610507.343982:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610507.343983:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299780802 00000100:00000001:0.0:1749610507.343983:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610507.343984:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749610507.343985:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610507.343986:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570000 x1834598494517760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.343987:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299780802 00000100:00000001:0.0:1749610507.343987:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610507.343988:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610507.343990:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610507.343990:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299780802 00000100:00000040:0.0:1749610507.343990:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749610507.343992:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610507.343993:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299780802 00000100:00000040:2.0:1749610507.343994:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610507.343994:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610507.343995:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494517760:12345-0@lo:38:kworker.0 Request processed in 191us (549us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610507.343997:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299780802 00000020:00000001:0.0:1749610507.343997:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610507.344000:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299780802 00000100:00000040:0.0:1749610507.344001:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb1500 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:698/0 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610507.344003:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00000001:1.0:1749610507.344003:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299780802 00000100:00100000:2.0:1749610507.344004:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494517632:0@lo:38:kworker.0 00000100:00000001:3.0:1749610507.344005:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610507.344006:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610507.344006:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299780802 00000020:00000010:3.0:1749610507.344008:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610507.344008:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344009:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610507.344010:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610507.344011:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494518016:12345-0@lo:400:kworker.0 Request processed in 237us (524us total) trans 0 rc 0/0 00000020:00000010:3.0:1749610507.344012:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000040:2.0:1749610507.344013:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494517632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344013:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610507.344015:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00000001:3.0:1749610507.344018:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610507.344018:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610507.344019:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1749610507.344020:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000400:00000001:1.0:1749610507.344021:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610507.344022:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610507.344022:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610507.344024:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610507.344025:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d743000. 00000400:00000010:1.0:1749610507.344025:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db688. 00000100:00000001:0.0:1749610507.344025:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610507.344026:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518144 00000100:00000001:0.0:1749610507.344026:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610507.344028:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610507.344028:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749610507.344029:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000100:00000001:3.0:1749610507.344030:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610507.344030:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1749610507.344030:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000001:3.0:1749610507.344032:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610507.344032:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:1.0:1749610507.344032:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000020:00000010:0.0:1749610507.344033:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 02000000:00000001:3.0:1749610507.344035:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610507.344035:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610507.344036:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610507.344036:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00100000:3.0:1749610507.344037:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518144 02000000:00000010:2.0:1749610507.344037:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 00000020:00000001:3.0:1749610507.344039:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610507.344040:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000040:3.0:1749610507.344041:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610507.344041:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1749610507.344041:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610507.344042:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610507.344043:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610507.344043:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610507.344044:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000020:00000001:3.0:1749610507.344045:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610507.344047:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.344049:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610507.344050:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000100:00000001:2.0:1749610507.344051:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1749610507.344051:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518272 00000020:00000010:3.0:1749610507.344052:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:2.0:1749610507.344052:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610507.344053:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610507.344054:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610507.344054:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610507.344055:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000100:00000001:0.0:1749610507.344055:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610507.344056:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.344058:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610507.344059:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610507.344059:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610507.344059:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.344061:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344061:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610507.344061:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518272 00000100:00000001:2.0:1749610507.344063:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610507.344063:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610507.344064:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344064:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610507.344064:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610507.344065:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610507.344066:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610507.344066:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610507.344067:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610507.344067:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610507.344067:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610507.344068:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000010:2.0:1749610507.344069:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000100:00000001:1.0:1749610507.344070:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610507.344070:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610507.344071:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610507.344071:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749610507.344073:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610507.344073:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 02000000:00000001:1.0:1749610507.344073:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610507.344073:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610507.344075:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610507.344075:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610507.344076:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00000001:1.0:1749610507.344076:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610507.344077:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:3.0:1749610507.344078:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900100992 : -131936809450624 : ffff880111570380) 00000100:00000200:2.0:1749610507.344078:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344078:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610507.344081:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3ee640. 00000100:00000040:3.0:1749610507.344082:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570380 x1834598494517888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610507.344082:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.344084:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1749610507.344086:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610507.344086:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000100:00001000:1.0:1749610507.344089:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=12 v=5 (5 5 5 0) 00000020:00000010:0.0:1749610507.344089:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00100000:3.0:1749610507.344090:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494517888:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610507.344092:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610507.344092:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000200:3.0:1749610507.344093:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494517888 00000100:00000001:2.0:1749610507.344094:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610507.344094:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000020:00000001:3.0:1749610507.344095:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749610507.344095:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=12 v=5 (1 1 1 0) 00010000:00000001:3.0:1749610507.344096:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610507.344096:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610507.344097:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610507.344097:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610507.344098:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610507.344099:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610507.344100:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.344100:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610507.344101:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610507.344102:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344102:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610507.344103:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.344103:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749610507.344105:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749610507.344105:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610507 v=5 (0 0 0 0) 00010000:00000001:1.0:1749610507.344106:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610507.344106:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1749610507.344107:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610507.344108:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=62 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610507.344108:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610507.344109:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610507.344110:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.344110:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610507.344111:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610507.344112:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610507.344112:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749610507.344112:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610507.344113:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610507.344115:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610507.344115:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610507.344115:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610507.344117:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749610507.344118:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ad400. 00000100:00000040:2.0:1749610507.344118:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610507.344119:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.344120:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000001:3.0:1749610507.344122:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610507.344122:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00010000:00000001:3.0:1749610507.344124:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610507.344124:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346013312 : -131936363538304 : ffff88012beb1880) 00010000:00000001:3.0:1749610507.344125:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344125:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610507.344125:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344127:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749610507.344128:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610507.344128:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610507.344128:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb1880 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:698/0 lens 224/0 e 0 to 0 dl 1749610518 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344130:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610507.344130:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610507.344131:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610507.344131:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610507.344133:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610507.344133:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00080000:2.0:1749610507.344134:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610507.344135:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610507.344135:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1749610507.344136:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610507.344136:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610507.344137:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610507.344137:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:2.0:1749610507.344138:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610507.344138:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.344139:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610507.344140:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610507.344141:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000100:00000040:2.0:1749610507.344142:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610507.344143:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610507.344144:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610507.344145:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749610507.344145:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494518272:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749610507.344146:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.344148:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610507.344148:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518272 00000100:00000040:3.0:1749610507.344150:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610507.344150:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494517760:0@lo:38:kworker.0 00000020:00000001:0.0:1749610507.344150:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610507.344152:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000001:0.0:1749610507.344152:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610507.344153:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610507.344153:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610507.344155:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494517888, offset 0 00000100:00000001:2.0:1749610507.344155:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610507.344155:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610507.344156:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610507.344157:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749610507.344158:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610507.344158:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494517760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344159:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610507.344159:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610507.344162:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610507.344162:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610507.344163:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610507.344163:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610507.344164:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610507.344165:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610507.344165:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749610507.344166:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d740000. 00000020:00000001:0.0:1749610507.344166:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610507.344168:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923a80 00000100:00000040:1.0:1749610507.344168:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610507.344169:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610507.344169:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610507.344170:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610507.344171:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610507.344171:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610507.344172:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5abd [1] + 0 00000020:00000001:2.0:1749610507.344173:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610507.344173:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610507.344175:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a800. 00000400:00000200:3.0:1749610507.344176:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610507.344176:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928b800. 02000000:00000001:2.0:1749610507.344177:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610507.344178:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610507.344178:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610507.344179:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610507.344179:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000001:0.0:1749610507.344180:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344181:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610507.344182:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610507.344182:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344183:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1749610507.344184:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494518272 00000100:00000200:3.0:1749610507.344185:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344185:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344187:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749610507.344187:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610507.344188:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610507.344190:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610507.344190:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb1880 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:698/0 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344191:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610507.344192:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494518016:0@lo:400:kworker.0 00000100:00000040:3.0:1749610507.344194:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610507.344197:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610507.344198:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610507.344198:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344201:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749610507.344201:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610507.344204:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610507.344206:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494518016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610507.344206:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610507.344207:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.344208:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610507.344208:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610507.344210:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610507.344210:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610507.344210:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610507.344211:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610507.344212:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610507.344213:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610507.344214:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610507.344215:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610507.344215:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00000040:0.0:1749610507.344215:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610507.344217:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344217:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749610507.344217:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610507.344218:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900101888 : -131936809449728 : ffff880111570700) 00000100:00000040:3.0:1749610507.344220:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610507.344220:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749610507.344221:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494518272, offset 224 00000100:00000001:3.0:1749610507.344222:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610507.344222:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570700 x1834598494518144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610527 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610507.344223:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc200. 00000020:00000001:3.0:1749610507.344224:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610507.344225:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610507.344228:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570380 x1834598494517888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610507.344228:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749610507.344230:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610507.344231:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749610507.344232:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494518144:12345-0@lo:38:kworker.0 00000020:00000040:1.0:1749610507.344234:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749610507.344236:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518144 00000400:00000200:0.0:1749610507.344236:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923c00 00000020:00000001:1.0:1749610507.344237:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749610507.344238:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494517888:12345-0@lo:38:kworker.0 Request processed in 147us (568us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749610507.344239:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749610507.344240:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00000400:00000200:0.0:1749610507.344240:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5acd [1] + 224 00010000:00000001:2.0:1749610507.344241:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610507.344244:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 02000000:00000001:1.0:1749610507.344245:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610507.344245:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610507.344247:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610507.344248:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610507.344248:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1749610507.344248:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610507.344250:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000001:2.0:1749610507.344250:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610507.344250:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00000001:0.0:1749610507.344251:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610507.344252:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00010000:00020000:2.0:1749610507.344254:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610507.344255:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000200:0.0:1749610507.344255:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610507.344256:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610507.344256:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610507.344258:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.344258:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610507.344259:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.344261:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610507.344262:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344263:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610507.344264:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610507.344265:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610507.344265:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610507.344268:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749610507.344269:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261800. 02000000:00000001:2.0:1749610507.344271:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344273:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610507.344297:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610507.344299:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749610507.344299:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610507.344301:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610507.344302:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610507.344305:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610507.344306:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.344308:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610507.344311:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610507.344313:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610507.344316:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610507.344319:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610507.344322:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610507.344323:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344326:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610507.344327:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610507.344330:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000400:00000200:0.0:1749610507.344331:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610507.344333:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610507.344336:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610507.344337:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749610507.344338:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610507.344340:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610507.344341:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610507.344343:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610507.344344:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00010000:00000001:0.0:1749610507.344346:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610507.344347:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610507.344349:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000020:00000001:0.0:1749610507.344349:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749610507.344351:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000040:0.0:1749610507.344353:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb1880 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:698/0 lens 224/224 e 0 to 0 dl 1749610518 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344355:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610507.344357:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494518144, offset 0 00000400:00000200:2.0:1749610507.344361:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610507.344361:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610507.344363:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494518272:12345-0@lo:400:kworker.0 Request processed in 225us (454us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610507.344366:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610507.344370:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000400:00000200:2.0:1749610507.344371:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923b80 00000100:00000040:0.0:1749610507.344373:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610507.344375:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610507.344376:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ac9 [1] + 0 00000100:00000200:1.0:1749610507.344376:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610507.344376:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610507.344379:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000400:00000200:2.0:1749610507.344381:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610507.344382:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000400:00000200:2.0:1749610507.344384:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610507.344385:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749610507.344386:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610507.344388:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749610507.344388:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000200:2.0:1749610507.344390:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344390:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610507.344390:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.344394:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610507.344397:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610507.344399:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344399:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610507.344402:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610507.344405:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344408:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749610507.344409:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749610507.344411:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00001000:1.0:1749610507.344411:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=112 v=5 (5 5 0 0) 00000020:00000040:0.0:1749610507.344412:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749610507.344413:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610507.344415:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749610507.344416:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=112 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610507.344417:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610507.344419:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344420:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610507.344422:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610507.344422:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344424:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610507.344425:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749610507.344426:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610507.344430:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570700 x1834598494518144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610527 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610507.344431:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610507.344439:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494518144:12345-0@lo:38:kworker.0 Request processed in 206us (603us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610507.344443:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610507.344446:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610507.344449:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00100000:2.0:1749610507.344451:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00000001:1.0:1749610507.344451:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610507.344453:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610507.344453:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344455:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610507.344459:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:1.0:1749610507.344459:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610507.344462:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000020:00000010:2.0:1749610507.344465:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000001:2.0:1749610507.344469:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.344470:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610507.344474:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610507.344476:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344482:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610507.344482:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344484:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610507.344486:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610507.344488:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610507.344490:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610507.344492:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610507.344493:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00100000:1.0:1749610507.344494:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494518272:0@lo:400:kworker.0 00000100:00000001:2.0:1749610507.344495:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610507.344499:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344501:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.344504:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610507.344507:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610507.344509:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994a80 x1834598494518272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344513:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.344515:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344517:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610507.344518:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610507.344519:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610507.344542:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.344544:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610507.344548:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610507 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610507.344553:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=12 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610507.344553:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610507.344555:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749610507.344556:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610507.344557:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.344559:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610507.344559:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc800. 00000100:00000040:2.0:1749610507.344563:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610507.344565:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610507.344568:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610507.344570:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610507.344573:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610507.344576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299780802, at 4299780802 02000000:00000010:1.0:1749610507.344576:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 00000100:00000001:2.0:1749610507.344577:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610507.344579:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610507.344580:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610507.344580:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299780802, at 4299780802 00000100:00000001:2.0:1749610507.344581:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610507.344582:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610507.344583:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000010:3.0:1749610507.344584:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f800. 00000100:00000001:2.0:1749610507.344584:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:1.0:1749610507.344584:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 00000100:00080000:2.0:1749610507.344586:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1749610507.344587:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fc40. 00000100:00080000:2.0:1749610507.344589:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610507.344589:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610507.344591:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610507.344591:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610507.344594:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610507.344595:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610507.344600:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749610507.344602:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494517888:0@lo:38:kworker.0 00000100:00000001:1.0:1749610507.344602:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610507.344606:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610507.344606:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1749610507.344607:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610507.344608:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610507.344609:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749610507.344611:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610507.344612:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610507.344614:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610507.344617:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610507.344625:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344631:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610507.344632:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344634:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610507.344635:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610507.344636:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610507.344637:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610507.344639:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610507.344642:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610507 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610507.344645:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=112 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610507.344648:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610507.344650:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610507.344651:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610507.344655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344661:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610507.344663:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610507.344664:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344666:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610507.344667:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610507.344669:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610507.344672:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610507.344674:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610507.344677:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610507.344684:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494518144:0@lo:38:kworker.0 00000100:00000001:2.0:1749610507.344687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344689:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610507.344692:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494517888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344698:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610507.344699:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610507.344701:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610507.344705:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610507.344706:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610507.344707:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610507.344709:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610507.344711:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928ac00. 02000000:00000001:2.0:1749610507.344713:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610507.344714:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610507.344716:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610507.344719:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610507.344721:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344722:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610507.344725:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494518144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610507.344731:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610507.344732:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610507.344734:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 02000000:00000001:2.0:1749610507.344736:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610507.344737:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610507.344738:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610507.344739:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610507.344741:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928b000. 02000000:00000001:2.0:1749610507.344743:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610507.344744:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610507.344746:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610507.344748:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610507.344749:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.344751:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344752:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610507.344753:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610507.344755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610507.344756:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610507.345581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299780802, at 4299780803 00000100:00000010:1.0:1749610507.345589:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff40. 00000100:00000040:2.0:1749610507.345603:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299780802, at 4299780803 00000100:00000010:2.0:1749610507.345614:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb80. 00000100:00000001:2.0:1749610507.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610507.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610507.457703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610507.457710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610507.457714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610507.457718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.457722:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610507.457726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610507.457729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610507.740683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610507.740692:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610507.740695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610507.740700:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610507.740704:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610507.740709:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610507.740713:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610507.740716:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610507.740719:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610508.146652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610508.146657:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610508.146707:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610508.146710:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610508.146712:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610508.344657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610508.344670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610508.344671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610508.344675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610508.344676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610508.344679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610508.344680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610508.457642:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610508.457650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610508.457652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610508.457655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610508.457658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610508.457661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610508.457664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610508.457666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610508.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610508.740569:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610508.740573:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610508.740574:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610508.740577:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610508.740579:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610508.740581:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610508.740583:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610508.740585:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610508.740586:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610509.148638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610509.148643:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610509.148725:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610509.148728:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610509.148730:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610509.344632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610509.344645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610509.344647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610509.344650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610509.344651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610509.344654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610509.344655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610509.457638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610509.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610509.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610509.457649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610509.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610509.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610509.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610509.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610509.457663:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610509.740661:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610509.740666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610509.740667:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610509.740671:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610509.740673:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610509.740676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610509.740677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610509.740685:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.740692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610509.740694:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.740699:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610509.740701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610509.740702:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610509.740704:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610509.740705:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610509.740714:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494515968:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610509.740717:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610509.740719:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610509.740720:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610509.740721:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610509.740723:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.740726:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610509.740728:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:0.0:1749610509.740733:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610509.740734:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610509.740737:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610509.740740:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610509.740742:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610509.740744:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=4 00000020:00000001:0.0:1749610509.740745:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:0.0:1749610509.740746:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00010000:0.0:1749610509.740750:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740755:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610509.740758:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740762:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610509.740763:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740766:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610509.740767:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610509.740769:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740773:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610509.740774:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610509.740776:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610509.740778:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610509.740781:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610509.740783:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610509.740784:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740787:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610509.740788:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610509.740789:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610509.740789:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=5 00000020:00000001:0.0:1749610509.740790:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:0.0:1749610509.740791:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:0.0:1749610509.740793:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610509.740795:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610509.740797:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610509.740798:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610509.740801:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610509.740802:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610509.740803:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610509.740804:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610509.740805:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610509.740807:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610509.740808:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610509.740809:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610509.740810:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610509.740811:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829c00 with handle 0x689c0ec07329d16e from hash 00010000:00000001:0.0:1749610509.740813:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610509.740814:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610509.740814:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610509.740815:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610509.740815:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610509.740816:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610509.740817:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610509.740818:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610509.740818:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610509.740819:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610509.740821:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610509.740823:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610509.740824:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610509.740824:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610509.740825:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610509.740825:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610509.740826:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610509.740826:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610509.740828:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d16e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610509.740832:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5700 count: 0 00010000:00000001:0.0:1749610509.740848:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610509.740849:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610509.740851:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610509.740853:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be300 x1834598494515968/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.740856:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610509.740858:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610509.740859:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610509.740860:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610509.740864:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829800. 02000000:00000001:0.0:1749610509.740867:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610509.740868:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610509.740870:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be300. 00000100:00000001:0.0:1749610509.740872:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610509.740873:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610509.740874:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610509.740876:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610509.740878:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610509.740881:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3eeb80. 00000020:00000010:0.0:1749610509.740884:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:0.0:1749610509.740887:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f600. 00000040:00000010:0.0:1749610509.740889:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f200. 00000020:00000010:0.0:1749610509.740892:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610509.740896:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ee00. 80000000:00000010:0.0:1749610509.740898:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610509.740902:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749610509.740905:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610509.740909:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610509.740914:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610509.740915:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610509.740919:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f600. 00000040:00000010:0.0:1749610509.740921:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f200. 00000020:00000010:0.0:1749610509.740923:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610509.740926:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ee00. 80000000:00000010:0.0:1749610509.740928:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610509.740929:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749610509.740932:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610509.740934:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610509.740936:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 10000000:00000010:0.0:1749610509.740938:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3eeb80. 10000000:01000000:0.0:1749610509.740940:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:0.0:1749610509.740942:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610509.740943:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610509.740945:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610509.740946:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610509.740947:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88006bb8ce00) refs 2 10000000:00000001:0.0:1749610509.740948:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610509.740949:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610509.740950:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88006bb8c400) refs 2 10000000:00000001:0.0:1749610509.740951:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610509.740952:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610509.740953:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749610509.740953:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610509.740954:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b422c800 from 7 10000000:00000001:0.0:1749610509.740956:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610509.740956:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749610509.740959:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 00000020:00000040:0.0:1749610509.740961:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610509.740963:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610509.740966:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610509.740969:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610509.740972:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ea00. 00000100:00000001:0.0:1749610509.740976:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610509.740978:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610509.740979:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610509.740982:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f200. 00010000:00000001:0.0:1749610509.740984:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610509.740986:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f800. 00000020:00000001:0.0:1749610509.740988:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610509.740989:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f800 with handle 0x689c0ec07329d175 to hash 00000020:00000001:0.0:1749610509.740990:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610509.740991:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610509.740992:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610509.740994:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610509.740995:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610509.740996:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610509.741000:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610509.741007:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610509.741010:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610509.741011:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610509.741015:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af540. 00000100:00000001:0.0:1749610509.741016:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487360 : -131939591064256 : ffff88006b8af540) 00000100:00000001:0.0:1749610509.741017:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610509.741018:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00000001:0.0:1749610509.741020:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610509.741023:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610509.741024:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610509.741025:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610509.741028:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.741032:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610509.741033:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610509.741035:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610509.741039:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610509.741040:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610509.741040:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610509.741041:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610509.741042:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610509.741043:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610509.741044:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610509.741044:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610509.741045:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610509.743613:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5700. 00010000:00000010:2.1:1749610509.743619:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829c00. 00010000:00000001:0.0:1749610510.150613:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610510.150619:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610510.150678:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610510.150681:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610510.150684:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610510.344673:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610510.344691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610510.344694:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610510.344698:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610510.344702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610510.344706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610510.344708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610510.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610510.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610510.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610510.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610510.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610510.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610510.457657:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610510.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610510.457665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610510.740727:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610510.740733:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610510.740734:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610510.740737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610510.740739:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610510.740742:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610510.740744:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610510.740746:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610510.740747:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610511.152691:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610511.152699:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610511.152793:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610511.152799:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610511.152802:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610511.344634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610511.344650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610511.344652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610511.344656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610511.344659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610511.344663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610511.344666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610511.457625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610511.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610511.457633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610511.457637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610511.457640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610511.457643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610511.457646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610511.457649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610511.457651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610511.740630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610511.740636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610511.740639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610511.740643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610511.740645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610511.740648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610511.740651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610511.740654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610511.740656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610512.154644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610512.154650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610512.154770:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610512.154775:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610512.154779:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610512.344629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610512.344636:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610512.344651:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610487/real 1749610487] req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610512.344671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610512.344673:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610512.344678:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000400:00000200:2.0:1749610512.344685:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610512.344687:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610512.344691:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610512.344695:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610512.344705:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.344712:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610512.344714:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344717:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610512.344719:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610512.344723:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.344730:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344741:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610512.344742:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.344745:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610512.344748:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.344751:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610512.344755:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.344763:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610512.344766:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344768:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610512.344769:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344772:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610512.344774:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610512.344778:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610512.344804:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610512.344807:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610512.344811:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610512.344819:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494514304:0@lo:250:kworker.0 00000100:00000001:2.0:1749610512.344825:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344827:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610512.344830:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494514304/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610512 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.344837:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610512.344840:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610512.344844:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610512.344850:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610512.344852:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610512.344854:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610512.344857:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610512.344859:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135262800. 02000000:00000001:2.0:1749610512.344864:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610512.344866:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610512.344868:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610512.344875:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610512.344877:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344879:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.344882:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610512.344884:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.344885:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610512.344887:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610512.344913:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610512.344923:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610512.344927:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610512.344931:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610512.344936:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610512.344941:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1749610512.344947:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610512.344952:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.344957:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.344961:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.344965:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610512.344970:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.344973:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610512.344978:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610512.344982:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610512.344987:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610512.344990:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610512.344995:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.344998:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.345001:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345004:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610512.345009:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610512.345013:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610512.345017:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345021:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610512.345026:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345030:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345033:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610512.345037:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610512.345046:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000020:00000040:0.0:1749610512.345051:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610512.345057:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610512.345060:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345064:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610512.345067:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610512.345072:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610512.345082:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928bc00. 00000100:00000001:0.0:1749610512.345091:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610512.345101:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610512.345113:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610512.345118:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.345122:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994380] to pc [ptlrpcd_rcv+-1] req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.345151:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610512.345154:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610512.345158:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610512.345160:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610512.345162:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610512.345164:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610512.345167:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:0.0:1749610512.345170:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610512.345172:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.345175:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.345176:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345178:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610512.345180:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.345182:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610512.345183:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610512.345186:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610512.345186:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610512.345188:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610512.345189:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610512.345190:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610512.345191:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610512.345193:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.345195:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610512.345197:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610512.345197:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345199:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610512.345202:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610512.345205:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610512.345206:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610512.345207:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345208:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345208:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610512.345211:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610512.345214:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345214:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345216:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345217:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345218:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610512.345220:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.345221:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494518528:0@lo:250:kworker.0 00000100:00000010:0.0:1749610512.345223:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000100:00000001:2.0:1749610512.345225:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610512.345226:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610512.345228:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610512.345228:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610512.345229:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345253:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345256:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610512.345261:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135262800. 02000000:00000001:2.0:1749610512.345263:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345265:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610512.345267:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749610512.345269:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 02000000:00000001:0.0:1749610512.345269:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610512.345274:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 02000000:00000010:0.0:1749610512.345275:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928b000. 00000100:00000001:0.0:1749610512.345279:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610512.345280:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494518528, portal 25 00000100:00000001:2.0:1749610512.345283:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749610512.345284:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610512.345285:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000100:00000040:2.0:1749610512.345291:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.345291:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610512.345294:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.345298:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_rcv+-1] req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.345299:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610512.345302:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610512.345305:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610512.345307:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610512.345308:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494518528, offset 0 00000100:00080000:0.0:1749610512.345310:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610512.345314:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610512.345314:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610512.345315:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610512.345317:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610512.345320:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610512.345323:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:0.0:1749610512.345325:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610512.345327:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610512.345329:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610512.345329:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.345331:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345333:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610512.345335:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.345336:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610512.345338:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610512.345339:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610512.345341:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749610512.345342:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf923d00 00000020:00000001:0.0:1749610512.345343:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610512.345346:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.345348:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:2.0:1749610512.345349:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494518528 offset 0 length 520: 4 00000100:00000040:0.0:1749610512.345349:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345351:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610512.345353:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d4a0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:0.0:1749610512.345353:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:2.0:1749610512.345356:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:0.0:1749610512.345356:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610512.345358:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345359:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610512.345362:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345364:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.345365:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:0.0:1749610512.345365:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749610512.345367:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610512.345367:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345369:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749610512.345370:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000020:00000040:0.0:1749610512.345372:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1749610512.345374:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610512.345374:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610512.345375:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345377:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610512.345378:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610512.345379:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345381:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610512.345383:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928ac00. 00000100:00000040:2.0:1749610512.345384:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.345386:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345390:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610512.345390:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610512.345392:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610512.345395:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345397:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610512.345399:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299785825 00000100:00000001:0.0:1749610512.345399:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.345402:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_rcv+-1] req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610512.345404:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb80. 00000100:00000001:0.0:1749610512.345409:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345412:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749610512.345412:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610512.345415:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610512.345416:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610512.345417:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610512.345418:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299785825 00000100:00000010:2.0:1749610512.345420:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f940. 00000100:00000001:0.0:1749610512.345420:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610512.345422:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5113 00000100:00000001:2.0:1749610512.345424:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749610512.345424:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610512.345427:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610512.345428:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.345430:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345432:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610512.345433:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.345435:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610512.345436:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610512.345438:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610512.345439:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299785825 00000020:00000001:0.0:1749610512.345440:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000010:2.0:1749610512.345442:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fac0. 00000020:00000001:0.0:1749610512.345442:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610512.345444:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610512.345445:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610512.345446:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610512.345447:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299785825 00000100:00000040:0.0:1749610512.345447:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610512.345449:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610512.345450:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f3c0. 00000020:00000040:0.0:1749610512.345452:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610512.345453:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00080000:0.0:1749610512.345454:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610512.345456:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345458:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610512.345461:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610512.345462:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345463:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345464:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610512.345465:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345466:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345468:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610512.345468:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 00000020:00000040:0.0:1749610512.345470:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610512.345471:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610512.345472:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610512.345473:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345475:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610512.345475:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610512.345476:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610512.345477:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1749610512.345477:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345479:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610512.345480:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a800. 00000100:00000001:2.0:1749610512.345481:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.345482:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610512.345482:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.345486:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610512.345486:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610512.345493:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610512.345494:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610512.345495:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345496:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345498:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610512.345498:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995500] to pc [ptlrpcd_rcv+-1] req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610512.345500:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610512.345502:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.345505:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494518656:0@lo:38:kworker.0 00000100:00000001:0.0:1749610512.345505:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345508:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610512.345508:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749610512.345510:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610512.345511:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345512:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749610512.345513:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749610512.345514:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 02000000:00000010:2.0:1749610512.345515:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 00000020:00000040:0.0:1749610512.345516:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610512.345517:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345519:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610512.345544:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000400:00000010:2.0:1749610512.345548:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749610512.345550:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494518656, portal 4 02000000:00000001:0.0:1749610512.345551:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610512.345553:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610512.345554:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 02000000:00000001:0.0:1749610512.345554:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610512.345558:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fd00. 00000100:00000001:0.0:1749610512.345560:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.345561:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610512.345566:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610512.345568:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610512.345570:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610512.345572:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610512.345574:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494518656, offset 0 00000100:00000001:0.0:1749610512.345574:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610512.345576:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.345577:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610512.345581:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_00_00+0] req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610512.345583:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610512.345588:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf923d80 00000400:00000200:2.0:1749610512.345594:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 17680 00000400:00000200:2.0:1749610512.345602:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610512.345607:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610512.345612:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610512.345614:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610512.345618:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570a80. 00000100:00000040:2.0:1749610512.345622:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570a80 x1834598494518656 msgsize 520 00000100:00100000:2.0:1749610512.345625:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610512.345632:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610512.345636:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610512.345638:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610512.345640:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:3.0:1749610512.345641:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610512.345641:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610512.345642:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00080000:0.0:1749610512.345643:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610512.345644:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610512.345647:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:2.0:1749610512.345648:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610512.345649:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.345649:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610512.345650:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610512.345653:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610512.345654:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610512.345655:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5113 00000100:00000040:2.0:1749610512.345657:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610512.345657:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610512.345660:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610512.345661:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610512.345662:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610512.345663:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345664:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.345664:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610512.345666:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610512.345666:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610512.345667:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610512.345667:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610512.345668:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610512.345669:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:3.0:1749610512.345670:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610512.345670:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610512.345671:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610512.345672:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.345672:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1036 usecs (2 jiffies) 00000020:00000040:0.0:1749610512.345672:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610512.345674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299785805 00000020:00000001:0.0:1749610512.345674:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:3.0:1749610512.345676:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494519040:0@lo:400:kworker.0 00000020:00000001:0.0:1749610512.345676:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610512.345677:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299785825 00000100:00000001:1.0:1749610512.345677:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299785805 00000100:00000040:0.0:1749610512.345679:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610512.345680:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610512.345680:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610512.345681:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299785825 00000100:00000040:0.0:1749610512.345682:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610512.345683:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610512.345683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299785805 00000100:00000001:0.0:1749610512.345684:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610512.345685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299785825 02000000:00000001:3.0:1749610512.345686:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610512.345686:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610512.345687:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299785805 02000000:00000001:3.0:1749610512.345688:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610512.345689:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00080000:0.0:1749610512.345689:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610512.345691:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610512.345691:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610512.345692:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3400. 00000100:00000001:2.0:1749610512.345693:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345693:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610512.345695:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345696:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610512.345696:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610512.345698:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610512.345700:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000040:2.0:1749610512.345700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.345700:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610512.345702:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610512.345705:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000010:0.0:1749610512.345705:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610512.345707:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610512.345707:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610512.345708:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.345709:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610512.345710:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610512.345710:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610512.345710:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610512.345711:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494519040, portal 10 00000100:00000001:0.0:1749610512.345711:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610512.345712:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610512.345713:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749610512.345713:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518656 02000000:00000001:0.0:1749610512.345713:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610512.345714:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.345715:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 02000000:00000001:0.0:1749610512.345715:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610512.345716:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610512.345717:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494518784:0@lo:38:kworker.0 02000000:00000010:0.0:1749610512.345718:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00000001:1.0:1749610512.345719:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.345720:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610512.345721:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345722:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610512.345723:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610512.345723:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.345724:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610512.345725:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610512.345726:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610512.345727:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610512.345729:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263800. 00000100:00100000:1.0:1749610512.345730:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518656 00000100:00000001:3.0:1749610512.345731:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610512.345731:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.345732:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610512.345733:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000020:00000001:1.0:1749610512.345733:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610512.345734:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610512.345734:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610512.345735:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000040:1.0:1749610512.345735:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749610512.345736:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000020:00000001:1.0:1749610512.345737:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610512.345737:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_rcv+-1] req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610512.345738:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494518784, portal 10 00000100:00000200:3.0:1749610512.345739:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494519040, offset 0 00000020:00000001:1.0:1749610512.345739:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345740:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610512.345741:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345742:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000400:00000200:3.0:1749610512.345745:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610512.345745:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.345747:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610512.345747:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:1.0:1749610512.345748:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610512.345751:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749610512.345753:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610512.345753:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610512.345754:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610512.345754:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000040:0.0:1749610512.345755:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749610512.345756:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610512.345757:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610512.345758:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610512.345758:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749610512.345759:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000200:2.0:1749610512.345760:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494518784, offset 0 02000000:00000001:0.0:1749610512.345760:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610512.345761:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf923f00 00000400:00000200:2.0:1749610512.345763:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610512.345763:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00000001:1.0:1749610512.345764:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610512.345765:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610512.345766:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610512.345768:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.345769:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610512.345770:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610512.345771:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 128648 00000100:00000001:1.0:1749610512.345774:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.345775:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923e00 00000400:00000200:3.0:1749610512.345777:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610512.345779:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 128872 00000400:00000200:3.0:1749610512.345780:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610512.345783:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610512.345783:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610512.345784:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610512.345785:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610512.345785:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610512.345786:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610512.345787:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610512.345789:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_00_01+1] req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610512.345790:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac36a00. 00000100:00000001:1.0:1749610512.345792:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610512.345794:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac36a00 x1834598494519040 msgsize 224 00000100:00000001:1.0:1749610512.345794:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610512.345800:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610512.345801:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000001:0.0:1749610512.345801:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610512.345804:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900102784 : -131936809448832 : ffff880111570a80) 00000100:00000040:0.0:1749610512.345806:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5123) 00000100:00000040:1.0:1749610512.345810:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570a80 x1834598494518656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.345811:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610512.345822:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610512.345822:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610512.345823:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494518656:12345-0@lo:38:kworker.0 00000400:00000010:3.0:1749610512.345824:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00100000:2.0:1749610512.345825:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519040 02000000:00000001:2.0:1749610512.345827:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610512.345828:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610512.345828:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518656 00000100:00000001:2.0:1749610512.345829:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610512.345831:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610512.345832:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610512.345833:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610512.345835:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610512.345835:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610512.345837:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519040 00000020:00000001:2.0:1749610512.345840:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610512.345841:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610512.345841:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610512.345843:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610512.345844:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610512.345846:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:1.0:1749610512.345848:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610512.345849:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610512.345851:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610512.345851:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610512.345853:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00010000:00020000:1.0:1749610512.345853:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610512.345856:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345856:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610512.345856:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610512.345859:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fa00. 00010000:00000001:1.0:1749610512.345859:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610512.345860:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 690 usecs (1 jiffies) 00000100:00000001:1.0:1749610512.345862:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610512.345864:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299785804 00000100:00000001:1.0:1749610512.345865:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610512.345866:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610512.345867:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299785825 02000000:00000001:1.0:1749610512.345867:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610512.345870:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299785804 02000000:00000010:1.0:1749610512.345871:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549000. 00000100:00000001:3.0:1749610512.345872:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299785825 02000000:00000001:1.0:1749610512.345873:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.345874:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299785804 00000100:00000001:1.0:1749610512.345875:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.345876:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299785825 00000100:00000001:3.0:1749610512.345878:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299785804 00010000:00000001:1.0:1749610512.345879:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610512.345880:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00000001:3.0:1749610512.345882:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610512.345882:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.345884:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345884:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:1.0:1749610512.345886:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610512.345887:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.345889:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610512.345889:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000100:00000001:1.0:1749610512.345889:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749610512.345893:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610512.345893:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610512.345895:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610512.345895:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610512.345896:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000001:3.0:1749610512.345897:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610512.345897:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610512.345899:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610512.345900:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610512.345900:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610512.345902:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.345903:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1749610512.345904:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1749610512.345904:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610512.345905:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610512.345906:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610512.345906:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610512.345907:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610512.345908:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610512.345908:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345909:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610512.345910:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610512.345910:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610512.345911:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610512.345912:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610512.345912:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610512.345914:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610512.345914:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1749610512.345915:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749610512.345916:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610512.345918:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.345918:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610512.345920:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494518656, offset 0 00000100:00080000:0.0:1749610512.345920:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610512.345925:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610512.345925:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610512.345925:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610512.345925:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610512.345926:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610512.345929:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610512.345930:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610512.345932:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610512.345933:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.345933:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610512.345934:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610512.345935:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494519296:0@lo:400:kworker.0 00000100:00100000:2.0:1749610512.345937:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:2.0:1749610512.345940:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:1.0:1749610512.345941:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf923d80 00000100:00000001:3.0:1749610512.345942:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610512.345942:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910716416 : -131938798835200 : ffff88009ac36a00) 02000000:00000001:3.0:1749610512.345944:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610512.345946:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610512.345946:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5af5 [1] + 0 02000000:00000001:3.0:1749610512.345948:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610512.345948:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac36a00 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:703/0 lens 224/0 e 0 to 0 dl 1749610523 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610512.345951:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3c00. 00000400:00000200:1.0:1749610512.345952:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610512.345953:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610512.345955:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000400:00000200:1.0:1749610512.345955:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610512.345958:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610512.345959:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610512.345960:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494519296, portal 10 00000100:00000001:3.0:1749610512.345962:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610512.345964:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000001:2.0:1749610512.345964:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749610512.345964:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610512.345966:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f600. 00000100:00000001:2.0:1749610512.345968:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610512.345969:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610512.345971:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f600. 00000100:00000040:1.0:1749610512.345975:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.345976:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610512.345976:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494519040:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610512.345978:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610512.345979:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519040 00000400:00000010:3.0:1749610512.345980:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000200:3.0:1749610512.345982:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494519296, offset 0 00000020:00000001:2.0:1749610512.345982:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610512.345984:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610512.345985:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749610512.345986:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610512.345987:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610512.345990:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749610512.345991:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610512.345993:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749610512.345994:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000400:00000200:3.0:1749610512.345996:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924000 00000020:00000001:2.0:1749610512.345996:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749610512.345996:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000001:1.0:1749610512.345999:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749610512.346000:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 129392 00000020:00000001:2.0:1749610512.346000:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610512.346001:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610512.346002:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610512.346004:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610512.346004:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610512.346005:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610512.346006:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610512.346007:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610512.346008:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610512.346008:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610512.346010:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610512.346010:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610512.346012:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610512.346012:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610512.346013:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610512.346014:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749610512.346015:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac34380. 00000100:00000040:1.0:1749610512.346016:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570a80 x1834598494518656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610512.346017:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263400. 00000100:00000040:3.0:1749610512.346018:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac34380 x1834598494519296 msgsize 224 02000000:00000001:2.0:1749610512.346019:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610512.346021:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610512.346021:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610512.346024:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610512.346027:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494519040 00010000:00000001:2.0:1749610512.346030:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749610512.346033:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494518656:12345-0@lo:38:kworker.0 Request processed in 210us (409us total) trans 0 rc -19/-19 00010000:00000200:2.0:1749610512.346035:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac36a00 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:703/0 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346041:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610512.346041:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00000001:2.0:1749610512.346043:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610512.346044:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749610512.346045:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00010000:00000001:2.0:1749610512.346045:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610512.346046:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749610512.346047:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00001000:2.0:1749610512.346048:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610512.346049:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610512.346050:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610512.346052:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610512.346053:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610512.346054:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610512.346054:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:1.0:1749610512.346057:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:2.0:1749610512.346058:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610512.346060:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610512.346061:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610512.346062:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346064:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610512.346066:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610512.346066:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610512.346068:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749610512.346068:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00100000:0.0:1749610512.346069:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519296 00000100:00000040:3.0:1749610512.346071:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610512.346071:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519040, offset 224 00000100:00000001:1.0:1749610512.346071:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610512.346071:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610512.346074:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346074:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610512.346075:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610512.346076:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346078:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346079:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610512.346079:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.346081:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610512.346082:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610512.346082:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519296 00000020:00000001:0.0:1749610512.346084:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610512.346085:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 631 usecs (1 jiffies) 00000400:00000200:2.0:1749610512.346086:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923f00 00000020:00000040:0.0:1749610512.346086:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610512.346087:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299785804 00000020:00000001:0.0:1749610512.346087:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610512.346089:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610512.346090:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299785825 00000020:00000001:0.0:1749610512.346091:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610512.346092:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299785804 00000400:00000200:2.0:1749610512.346092:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5afd [1] + 224 00000100:00000001:3.0:1749610512.346094:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299785825 00000020:00000001:0.0:1749610512.346094:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610512.346096:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299785804 00000400:00000200:2.0:1749610512.346096:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610512.346097:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610512.346098:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299785825 00000400:00000200:2.0:1749610512.346099:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610512.346100:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299785804 00000020:00000010:0.0:1749610512.346101:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:3.0:1749610512.346102:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00000001:2.0:1749610512.346102:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610512.346104:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610512.346105:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eea00. 00000100:00000001:3.0:1749610512.346106:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610512.346107:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346108:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610512.346110:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610512.346111:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.346116:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346117:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610512.346118:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000020:00000010:0.0:1749610512.346123:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000020:00000010:0.0:1749610512.346127:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00080000:1.0:1749610512.346128:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:0.0:1749610512.346131:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000020:00000040:1.0:1749610512.346132:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610512.346136:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610512.346138:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610512.346140:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346144:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610512.346145:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610512.346147:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610512.346148:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.346149:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610512.346151:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610512.346152:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610512.346154:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.346154:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610512.346155:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610512.346155:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610512.346157:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610512.346158:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610512.346158:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610512.346160:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000100:00000040:2.0:1749610512.346161:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610512.346163:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00010000:00000001:2.0:1749610512.346163:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610512.346163:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610512.346164:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610512.346165:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:2.0:1749610512.346165:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346167:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610512.346167:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610512.346169:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749610512.346169:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:1.0:1749610512.346170:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610512.346171:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610512.346171:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36a00 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:703/0 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610512.346172:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.346172:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610512.346174:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910706560 : -131938798845056 : ffff88009ac34380) 00000100:00000001:1.0:1749610512.346175:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610512.346179:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610512.346179:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34380 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:703/0 lens 224/0 e 0 to 0 dl 1749610523 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610512.346181:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494519040:12345-0@lo:400:kworker.0 Request processed in 215us (385us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610512.346187:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610512.346189:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610512.346189:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:0.0:1749610512.346189:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610512.346191:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610512.346191:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:0.0:1749610512.346193:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610512.346194:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610512.346194:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:0.0:1749610512.346195:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000100:00000001:3.0:1749610512.346196:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.346197:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610512.346198:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346198:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610512.346199:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494519296:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749610512.346200:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610512.346202:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00000200:0.0:1749610512.346203:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519296 00000020:00000001:0.0:1749610512.346205:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:3.0:1749610512.346206:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=17 v=5 (5 5 5 0) 00000020:00000010:2.0:1749610512.346207:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000020:00000001:0.0:1749610512.346207:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610512.346209:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610512.346210:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=17 v=5 (1 1 1 0) 00000020:00000010:2.0:1749610512.346211:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00000020:00000001:0.0:1749610512.346211:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610512.346213:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610512.346213:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610512.346214:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610512.346216:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:0.0:1749610512.346216:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749610512.346217:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610512.346219:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610512.346219:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610512.346221:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00080000:3.0:1749610512.346222:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610512.346222:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610512.346224:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610512.346226:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749610512.346229:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346229:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610512.346250:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610512.346253:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289800. 00000100:00000001:3.0:1749610512.346254:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749610512.346255:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610512.346256:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610512.346256:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610512.346257:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1749610512.346258:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610512.346258:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346259:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610512.346261:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610512.346262:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570e00. 00000100:00000040:3.0:1749610512.346263:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749610512.346264:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494519296 00000100:00000040:2.0:1749610512.346265:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570e00 x1834598494518784 msgsize 520 00010000:00000001:0.0:1749610512.346266:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749610512.346269:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610512.346270:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1749610512.346270:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac34380 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:703/0 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346273:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610512.346274:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346274:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610512.346278:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610512.346278:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00010000:00000001:0.0:1749610512.346279:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610512.346280:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00010000:00000001:0.0:1749610512.346281:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346282:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:0.0:1749610512.346284:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 1 0) 00000100:00100000:3.0:1749610512.346286:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494519040:0@lo:400:kworker.0 00000100:00000200:2.0:1749610512.346286:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346287:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610512.346289:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610512.346290:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346291:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610512.346292:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610512.346294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610512.346294:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610512.346295:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494519040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610512.346295:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.346297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346297:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610512.346300:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610512.346303:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610512.346303:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610512.346305:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610512.346307:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610512.346307:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519296, offset 224 00000100:00000001:3.0:1749610512.346308:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610512.346309:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610512.346311:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 736 usecs (1 jiffies) 02000000:00000010:3.0:1749610512.346312:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3400. 00000400:00000200:0.0:1749610512.346312:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610512.346313:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299785804 02000000:00000001:3.0:1749610512.346315:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610512.346316:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299785825 00000020:00000001:3.0:1749610512.346317:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610512.346318:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299785804 00000020:00000040:3.0:1749610512.346319:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610512.346320:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299785825 00000400:00000200:0.0:1749610512.346320:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610512.346321:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610512.346322:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299785804 02000000:00000010:3.0:1749610512.346323:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 00000100:00000001:2.0:1749610512.346324:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299785825 02000000:00000001:3.0:1749610512.346327:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610512.346327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299785804 00000400:00000200:0.0:1749610512.346328:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924000 02000000:00000001:3.0:1749610512.346329:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610512.346329:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00000010:3.0:1749610512.346330:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 00000100:00000001:2.0:1749610512.346331:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610512.346333:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610512.346333:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610512.346333:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b11 [1] + 224 00000100:00000001:3.0:1749610512.346335:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346336:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346337:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346338:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610512.346339:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610512.346339:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610512.346340:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610512.346342:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346342:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610512.346342:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610512.346343:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610512.346344:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346345:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610512.346346:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610512.346347:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.346348:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749610512.346350:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610512.346351:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.346358:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610512.346360:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.346360:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610512.346362:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610512.346364:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610512.346366:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.346369:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494518912:0@lo:38:kworker.0 00000100:00000001:2.0:1749610512.346372:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610512.346374:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610512.346376:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.346377:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610512.346381:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 00000100:00000001:0.0:1749610512.346382:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610512.346383:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610512.346386:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000200:0.0:1749610512.346388:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610512.346390:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610512.346393:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610512.346396:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610512.346399:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610512.346399:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.346402:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610512.346403:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494518912, portal 10 00010000:00000001:0.0:1749610512.346404:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610512.346405:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610512.346406:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 00000020:00000001:0.0:1749610512.346406:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610512.346408:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610512.346410:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610512.346411:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610512.346412:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610512.346412:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34380 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:703/0 lens 224/224 e 0 to 0 dl 1749610523 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610512.346414:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610512.346416:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610512.346418:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000100:00000001:2.0:1749610512.346419:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610512.346421:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000040:2.0:1749610512.346422:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610512.346422:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494519296:12345-0@lo:400:kworker.0 Request processed in 230us (401us total) trans 0 rc 0/0 00000400:00000010:3.0:1749610512.346423:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000400:00000010:2.0:1749610512.346423:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610512.346425:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610512.346426:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494518912, offset 0 00000100:00000200:3.0:1749610512.346429:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610512.346429:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000400:00000200:2.0:1749610512.346430:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610512.346432:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749610512.346435:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610512.346435:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610512.346437:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749610512.346438:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610512.346440:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000400:00000200:2.0:1749610512.346441:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923e80 00000020:00000010:0.0:1749610512.346443:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749610512.346445:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610512.346445:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 129616 00000100:00000001:3.0:1749610512.346446:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610512.346447:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610512.346448:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610512.346449:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610512.346450:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610512.346450:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610512.346451:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610512.346452:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.346453:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610512.346453:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610512.346455:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346455:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610512.346457:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749610512.346459:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=117 v=5 (5 5 0 0) 00000100:00000010:2.0:1749610512.346460:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571180. 00000100:00000001:0.0:1749610512.346460:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1749610512.346462:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=117 v=5 (1 1 0 0) 00000100:00000040:2.0:1749610512.346462:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571180 x1834598494518912 msgsize 520 00000100:00100000:0.0:1749610512.346462:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518784 02000000:00000001:0.0:1749610512.346464:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610512.346465:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610512.346466:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.346466:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610512.346466:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610512.346468:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610512.346468:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610512.346471:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610512.346472:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610512.346473:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518784 00000020:00000001:0.0:1749610512.346475:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.346476:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610512.346478:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749610512.346479:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346479:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610512.346480:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346481:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610512.346482:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:2.0:1749610512.346482:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000001:0.0:1749610512.346482:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346484:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1749610512.346484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:3.0:1749610512.346485:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610512.346485:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:2.0:1749610512.346486:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610512.346487:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00000040:3.0:1749610512.346488:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610512.346489:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000200:2.0:1749610512.346490:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346492:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610512.346494:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610512.346494:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610512.346496:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610512.346496:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346497:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610512.346498:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610512.346499:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.346500:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610512.346501:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.346506:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346506:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610512.346508:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494519296:0@lo:400:kworker.0 00000100:00000001:2.0:1749610512.346508:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610512.346510:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346510:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610512.346511:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494518912 00000100:00000001:3.0:1749610512.346512:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610512.346513:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 701 usecs (1 jiffies) 02000000:00000001:0.0:1749610512.346513:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610512.346514:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610512.346515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299785804 00000100:00000001:1.0:1749610512.346515:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610512.346515:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610512.346517:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494519296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.346517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299785825 00000100:00000001:1.0:1749610512.346517:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610512.346517:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299785804 02000000:00000001:0.0:1749610512.346519:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610512.346542:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00000001:1.0:1749610512.346545:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900103680 : -131936809447936 : ffff880111570e00) 00000100:00000001:2.0:1749610512.346546:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299785825 00000100:00100000:0.0:1749610512.346547:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494518912 00000100:00000001:2.0:1749610512.346548:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299785805 00000020:00000001:0.0:1749610512.346548:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610512.346549:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610512.346551:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299785825 00000100:00000040:1.0:1749610512.346551:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570e00 x1834598494518784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610512.346551:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610512.346552:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346553:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299785805 00000020:00000001:0.0:1749610512.346554:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346555:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00000001:2.0:1749610512.346557:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610512.346557:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:2.0:1749610512.346559:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610512.346560:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00100000:1.0:1749610512.346561:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494518784:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610512.346562:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749610512.346563:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000040:2.0:1749610512.346565:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610512.346565:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518784 00000100:00000001:0.0:1749610512.346565:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610512.346566:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749610512.346568:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610512.346568:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610512.346570:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610512.346571:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346572:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610512.346573:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.346575:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610512.346577:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610512.346577:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610512.346578:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.346579:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.346581:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494519168:0@lo:38:kworker.0 00010000:00020000:1.0:1749610512.346581:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610512.346582:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610512.346583:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610512.346584:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749610512.346584:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610512.346586:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610512.346587:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610512.346587:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610512.346587:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 02000000:00000001:2.0:1749610512.346589:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610512.346589:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610512.346590:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900104576 : -131936809447040 : ffff880111571180) 00000100:00000001:1.0:1749610512.346591:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749610512.346592:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:1.0:1749610512.346593:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610512.346594:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.346594:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571180 x1834598494518912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346596:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749610512.346597:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 02000000:00000010:1.0:1749610512.346597:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549400. 02000000:00000001:3.0:1749610512.346598:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1749610512.346599:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000001:1.0:1749610512.346599:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610512.346600:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3c00. 00000100:00000001:1.0:1749610512.346601:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610512.346602:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494519168, portal 10 02000000:00000001:3.0:1749610512.346603:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1749610512.346603:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494518912:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610512.346604:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610512.346604:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610512.346604:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610512.346605:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00010000:00000001:1.0:1749610512.346605:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610512.346606:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:0.0:1749610512.346607:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494518912 00000020:00000001:3.0:1749610512.346608:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1749610512.346608:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749610512.346609:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749610512.346610:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000040:2.0:1749610512.346611:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610512.346611:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:0.0:1749610512.346612:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610512.346613:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610512.346613:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610512.346614:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610512.346616:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000100:00000040:1.0:1749610512.346616:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610512.346617:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610512.346618:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610512.346618:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610512.346620:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610512.346620:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610512.346620:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749610512.346621:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610512.346622:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610512.346622:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610512.346623:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494519168, offset 0 00000100:00000040:1.0:1749610512.346624:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610512.346625:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00020000:0.0:1749610512.346625:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610512.346626:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610512.346627:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.346627:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610512.346628:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610512.346628:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610512.346628:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610512.346630:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610512.346630:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610512.346631:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610512.346632:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610512.346633:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610512.346634:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749610512.346635:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:0.0:1749610512.346635:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610512.346637:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610512.346638:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf923f80 00000100:00000200:1.0:1749610512.346638:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494518784, offset 0 02000000:00000010:0.0:1749610512.346640:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289c00. 00000400:00000200:2.0:1749610512.346642:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 130136 02000000:00000001:0.0:1749610512.346642:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346644:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610512.346646:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610512.346647:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610512.346649:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610512.346649:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610512.346651:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610512.346652:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610512.346654:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610512.346655:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610512.346656:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610512.346657:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610512.346659:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571500. 00000400:00000200:1.0:1749610512.346659:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610512.346660:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749610512.346661:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571500 x1834598494519168 msgsize 520 00000100:00000001:0.0:1749610512.346661:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610512.346664:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610512.346666:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610512.346666:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923e00 00000100:00000040:0.0:1749610512.346668:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610512.346670:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610512.346671:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610512.346671:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b01 [1] + 0 02000000:00000001:0.0:1749610512.346672:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346674:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610512.346676:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000200:1.0:1749610512.346676:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610512.346676:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610512.346678:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000400:00000010:0.0:1749610512.346678:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:1.0:1749610512.346679:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610512.346680:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610512.346682:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610512.346682:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494518912, offset 0 00000100:00000200:2.0:1749610512.346683:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346686:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610512.346687:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610512.346687:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610512.346688:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519168 00000100:00000001:2.0:1749610512.346690:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610512.346691:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610512.346693:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610512.346693:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610512.346694:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610512.346695:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610512.346697:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610512.346698:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610512.346699:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923e80 00000100:00100000:3.0:1749610512.346700:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519168 00000100:00000001:2.0:1749610512.346700:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346701:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610512.346702:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610512.346703:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610512.346704:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749610512.346704:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b21 [1] + 0 00000020:00000001:3.0:1749610512.346706:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610512.346706:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 515 usecs (1 jiffies) 00000020:00000001:3.0:1749610512.346708:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346708:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299785805 00000400:00000200:0.0:1749610512.346709:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610512.346710:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346711:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299785825 00000400:00000200:0.0:1749610512.346712:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610512.346713:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299785805 00000100:00000001:1.0:1749610512.346713:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610512.346714:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000001:2.0:1749610512.346715:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299785825 00000100:00000001:0.0:1749610512.346715:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610512.346717:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:2.0:1749610512.346717:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299785805 00000400:00000200:1.0:1749610512.346718:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000100:00000001:2.0:1749610512.346719:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299785825 00000100:00000200:0.0:1749610512.346719:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610512.346720:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000020:00000010:3.0:1749610512.346721:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610512.346721:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299785805 00000100:00000001:1.0:1749610512.346722:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610512.346723:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299785825 00000100:00000001:3.0:1749610512.346724:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610512.346724:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610512.346725:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610512.346726:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610512.346726:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.346727:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346728:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610512.346728:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610512.346729:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:2.0:1749610512.346730:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610512.346731:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346732:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610512.346732:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610512.346733:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610512.346734:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749610512.346736:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:1.0:1749610512.346737:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570e00 x1834598494518784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346737:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610512.346738:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610512.346738:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610512.346740:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610512.346742:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000200:2.0:1749610512.346743:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610512.346744:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610512.346745:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610512.346746:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494518784:12345-0@lo:38:kworker.0 Request processed in 184us (479us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610512.346747:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610512.346747:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610512.346748:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610512.346751:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00000200:2.0:1749610512.346751:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610512.346751:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346753:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900105472 : -131936809446144 : ffff880111571500) 00000100:00000040:0.0:1749610512.346754:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610512.346755:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00000001:0.0:1749610512.346756:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610512.346758:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571500 x1834598494519168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610532 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.346758:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610512.346758:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749610512.346758:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610512.346759:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610512.346760:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610512.346761:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571180 x1834598494518912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.346762:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610512.346762:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 02000000:00000001:2.0:1749610512.346764:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610512.346765:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610512.346766:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.346768:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610512.346769:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 02000000:00000001:2.0:1749610512.346770:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610512.346771:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494518912:12345-0@lo:38:kworker.0 Request processed in 167us (306us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610512.346772:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610512.346774:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494519168:12345-0@lo:38:kworker.0 00000100:00001000:2.0:1749610512.346775:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610512 v=5 (0 0 0 0) 00000100:00000200:3.0:1749610512.346778:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519168 00000100:00001000:2.0:1749610512.346778:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=85 v=20 (1 1 20 0) 00000100:00100000:0.0:1749610512.346778:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000020:00000001:3.0:1749610512.346781:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610512.346781:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610512.346781:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749610512.346783:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610512.346783:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610512.346783:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610512.346786:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610512.346786:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000020:00000010:0.0:1749610512.346789:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000040:2.0:1749610512.346790:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610512.346792:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000020:00000001:3.0:1749610512.346793:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610512.346795:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749610512.346796:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610512.346797:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610512.346799:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610512.346800:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610512.346801:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610512.346802:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610512.346803:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610512.346805:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610512.346805:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610512.346807:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749610512.346807:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749610512.346809:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749610512.346810:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:3.0:1749610512.346812:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ad800. 00000100:00000001:2.0:1749610512.346813:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610512.346814:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346816:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610512.346817:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610512.346819:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610512.346821:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610512.346824:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749610512.346825:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494518656:0@lo:38:kworker.0 00000100:00000001:3.0:1749610512.346827:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:2.0:1749610512.346829:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610512.346830:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749610512.346831:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610512.346832:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610512.346832:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610512.346834:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610512.346834:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610512.346836:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610512.346837:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610512.346838:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610512.346840:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610512.346840:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610512.346843:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610512.346845:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610512.346847:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610512.346848:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610512.346850:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610512.346852:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:3.0:1749610512.346855:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519168, offset 0 00000100:00000001:2.0:1749610512.346855:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610512.346857:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346858:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610512.346859:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610512.346860:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610512.346861:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.346862:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.346864:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610512.346865:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610512.346867:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610512 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610512.346870:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=67 v=20 (1 1 20 0) 00000400:00000200:3.0:1749610512.346872:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf923f80 00000100:00000001:2.0:1749610512.346872:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610512.346873:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610512.346875:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610512.346877:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b29 [1] + 0 00000100:00000040:2.0:1749610512.346879:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610512.346882:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610512.346885:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610512.346886:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610512.346887:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610512.346889:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610512.346889:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346891:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610512.346892:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610512.346893:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610512.346895:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610512.346898:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610512.346900:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610512.346902:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610512.346903:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346910:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610512.346911:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494518784:0@lo:38:kworker.0 00000400:00000200:3.0:1749610512.346914:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610512.346915:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610512.346916:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610512.346916:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610512.346918:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610512.346919:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610512.346919:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494518656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346922:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610512.346925:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610512.346925:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610512.346927:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.346927:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610512.346929:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610512.346929:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 02000000:00000001:2.0:1749610512.346932:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610512.346933:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571500 x1834598494519168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610532 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610512.346933:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610512.346935:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610512.346936:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610512.346938:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928b000. 00000100:00100000:3.0:1749610512.346942:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494519168:12345-0@lo:38:kworker.0 Request processed in 168us (279us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610512.346942:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610512.346943:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610512.346944:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:2.0:1749610512.346948:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749610512.346949:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00000001:2.0:1749610512.346949:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346951:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610512.346952:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749610512.346953:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494518784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610512.346954:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610512.346957:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000010:3.0:1749610512.346960:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610512.346960:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610512.346961:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610512.346963:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263800. 00000020:00000010:3.0:1749610512.346964:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 02000000:00000001:2.0:1749610512.346965:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610512.346967:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610512.346967:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610512.346968:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610512.346971:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610512.346972:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928ac00. 02000000:00000001:2.0:1749610512.346975:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610512.346976:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610512.346978:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 00000100:00000001:2.0:1749610512.346980:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610512.346981:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346983:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.346986:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610512.346988:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610512.346989:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610512.346991:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610512.346992:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610512.346993:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610512.346995:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610512.346997:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610512.346999:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610512.347000:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610512.347003:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610512.347011:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347018:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610512.347019:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347021:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610512.347022:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610512.347023:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.347024:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.347026:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610512.347029:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610512 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610512.347031:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=17 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610512.347033:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610512.347035:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610512.347037:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610512.347040:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347047:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610512.347050:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610512.347051:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347052:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610512.347054:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610512.347056:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610512.347059:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610512.347061:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610512.347064:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610512.347071:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494518912:0@lo:38:kworker.0 00000400:00000001:2.0:1749610512.347075:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610512.347076:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610512.347077:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610512.347079:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610512.347080:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610512.347082:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610512.347085:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610512.347092:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347098:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610512.347099:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347101:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610512.347102:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610512.347103:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610512.347104:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610512.347106:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610512.347109:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610512 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610512.347111:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=117 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610512.347114:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610512.347116:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610512.347118:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610512.347122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347128:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610512.347130:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610512.347131:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347133:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610512.347134:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610512.347136:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610512.347139:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610512.347140:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610512.347144:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610512.347151:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494519168:0@lo:38:kworker.0 00000100:00000001:2.0:1749610512.347154:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.347156:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610512.347158:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995500 x1834598494518912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347164:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610512.347165:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610512.347166:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610512.347169:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610512.347170:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610512.347171:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610512.347173:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610512.347174:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a800. 02000000:00000001:2.0:1749610512.347176:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610512.347177:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610512.347178:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 00000100:00000001:2.0:1749610512.347181:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610512.347182:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347184:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610512.347186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494519168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610512.347192:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610512.347194:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610512.347195:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610512.347198:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610512.347199:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610512.347200:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610512.347201:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610512.347203:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610512.347204:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610512.347205:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610512.347207:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610512.347210:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610512.347211:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.347212:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.347214:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610512.347215:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.347217:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.347218:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610512.367629:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299785825, at 4299785825 00000100:00000040:2.0:1749610512.367634:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299785825, at 4299785825 00000100:00000040:0.0:1749610512.367638:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299785825, at 4299785825 00000100:00000010:3.0:1749610512.367640:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f3c0. 00000100:00000010:2.0:1749610512.367644:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fac0. 00000100:00000040:1.0:1749610512.367646:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299785825, at 4299785825 00000100:00000010:0.0:1749610512.367649:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb80. 00000100:00000010:1.0:1749610512.367659:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f940. 00000100:00000001:2.0:1749610512.457623:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610512.457629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610512.457630:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610512.457637:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.457642:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610512.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.457646:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610512.740627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610512.740634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610512.740637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610512.740642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610512.740646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610512.740649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.740653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610512.740656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610512.740658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610513.156644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610513.156650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610513.156772:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610513.156778:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610513.156782:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610513.457652:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610513.457659:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610513.457662:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610513.457666:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610513.457669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610513.457673:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610513.457676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610513.457679:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610513.457682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610513.740570:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610513.740574:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610513.740576:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610513.740578:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610513.740580:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610513.740582:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610513.740584:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610513.740586:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610513.740587:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610514.158614:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610514.158620:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610514.158622:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610514.158624:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610514.158627:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610514.158629:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610514.158630:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610514.158631:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610514.158709:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610514.158712:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610514.158714:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610514.457701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610514.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610514.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610514.457715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610514.457719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610514.457723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610514.457726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610514.457729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610514.457731:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610514.740635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610514.740642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610514.740645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610514.740649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610514.740652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610514.740655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610514.740658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610514.740661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610514.740663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610515.160616:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610515.160620:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610515.160706:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610515.160710:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610515.160712:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610515.457626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610515.457632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610515.457633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610515.457636:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610515.457638:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610515.457641:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610515.457643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610515.457645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610515.457647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610515.740647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610515.740652:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610515.740654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610515.740656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610515.740658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610515.740660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610515.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610515.740665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610515.740666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610516.162651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610516.162658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610516.162785:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610516.162790:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610516.162794:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610516.457646:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610516.457653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610516.457656:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610516.457660:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610516.457664:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610516.457668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610516.457671:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610516.457674:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610516.457676:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610516.740696:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610516.740704:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610516.740707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610516.740711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610516.740714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610516.740718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610516.740721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610516.740724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610516.740727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610517.164644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610517.164651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.164779:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610517.164786:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610517.164790:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610517.346627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610517.346644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610517.346647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.346651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610517.346654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.346658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.346660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610517.358628:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610517.358635:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610517.358639:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610517.358643:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610517.358646:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610517.358649:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610517.358653:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610517.358658:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1749610517.358663:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610517.358667:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610517.358670:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.358673:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.358675:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610517.358679:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610517.358681:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610517.358684:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610517.358687:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610517.358690:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610517.358692:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610517.358696:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610517.358697:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.358699:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.358701:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610517.358705:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610517.358708:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610517.358711:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.358714:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610517.358720:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610517.358723:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.358725:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610517.358728:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610517.358734:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000040:0.0:1749610517.358738:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610517.358742:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610517.358745:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.358748:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610517.358751:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610517.358754:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610517.358761:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119289400. 00000100:00000001:0.0:1749610517.358769:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610517.358779:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610517.358791:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610517.358795:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.358800:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_rcv+-1] req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.358825:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610517.358829:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610517.358833:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610517.358834:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610517.358836:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610517.358838:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610517.358841:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1749610517.358843:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610517.358845:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610517.358847:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.358849:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.358851:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610517.358853:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610517.358854:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610517.358856:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610517.358858:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610517.358860:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610517.358862:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610517.358865:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610517.358867:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.358869:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.358870:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610517.358873:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610517.358875:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610517.358878:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.358880:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610517.358883:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610517.358885:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.358887:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610517.358889:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610517.358892:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 00000020:00000040:0.0:1749610517.358894:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610517.358896:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610517.358897:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.358899:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610517.358901:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610517.358902:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610517.358906:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288c00. 00000100:00000001:0.0:1749610517.358909:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610517.358913:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610517.358920:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610517.358922:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610517.358922:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.358925:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994a80] to pc [ptlrpcd_rcv+-1] req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.358927:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.358930:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610517.358933:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610517.358936:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610517.358939:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610517.358939:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610517.358940:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610517.358942:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610517.358944:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610517.358947:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1749610517.358949:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610517.358951:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610517.358953:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610517.358953:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610517.358955:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.358955:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.358958:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610517.358959:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610517.358960:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610517.358961:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610517.358962:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610517.358963:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610517.358965:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610517.358965:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610517.358967:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610517.358969:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494519424:0@lo:38:kworker.0 00000020:00000001:0.0:1749610517.358969:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610517.358972:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610517.358974:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610517.358974:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.358975:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610517.358977:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610517.358977:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610517.358979:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610517.358980:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610517.358981:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610517.358982:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610517.358983:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.358985:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610517.358987:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610517.358988:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:0.0:1749610517.358989:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.358991:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.358991:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610517.358992:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610517.358995:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610517.358997:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610517.358998:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 02000000:00000001:0.0:1749610517.358999:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610517.359000:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359002:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610517.359003:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610517.359004:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610517.359006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000010:0.0:1749610517.359007:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610517.359010:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610517.359013:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610517.359014:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494519424, portal 4 00000100:00000001:2.0:1749610517.359016:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610517.359018:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000100:00000001:0.0:1749610517.359019:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610517.359021:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359024:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_rcv+-1] req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610517.359027:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.359033:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359035:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610517.359036:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610517.359039:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610517.359039:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749610517.359041:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000010:0.0:1749610517.359042:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000100:00000200:2.0:1749610517.359044:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494519424, offset 0 00000020:00000040:0.0:1749610517.359044:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610517.359046:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610517.359047:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610517.359049:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610517.359050:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610517.359051:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000001:0.0:1749610517.359054:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359057:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610517.359065:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610517.359066:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610517.359067:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359072:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_00_02+2] req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610517.359078:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf924080 00000400:00000200:2.0:1749610517.359085:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 18200 00000400:00000200:2.0:1749610517.359094:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610517.359099:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610517.359099:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610517.359102:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610517.359104:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749610517.359105:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610517.359106:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1749610517.359107:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:0.0:1749610517.359108:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610517.359110:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:2.0:1749610517.359111:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571880. 00000100:00080000:0.0:1749610517.359112:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1749610517.359114:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610517.359115:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571880 x1834598494519424 msgsize 520 00000100:00000040:0.0:1749610517.359117:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610517.359119:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610517.359120:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610517.359121:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.359123:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610517.359125:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610517.359127:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610517.359129:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610517.359130:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749610517.359131:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610517.359133:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610517.359136:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610517.359138:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000040:0.0:1749610517.359139:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610517.359140:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610517.359140:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610517.359142:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610517.359143:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610517.359144:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610517.359146:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000200:2.0:1749610517.359148:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610517.359148:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610517.359150:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.359152:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610517.359154:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610517.359156:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610517.359158:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610517.359159:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.359160:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610517.359162:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000020:00000040:0.0:1749610517.359164:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610517.359166:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610517.359167:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.359167:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359168:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610517.359169:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610517.359169:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610517.359171:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359172:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610517.359175:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00000040:2.0:1749610517.359177:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1042 usecs (2 jiffies) 00000100:00000001:0.0:1749610517.359178:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359181:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299790818 00000100:00100000:0.0:1749610517.359182:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610517.359206:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610517.359211:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fac0. 00000100:00000001:1.0:1749610517.359212:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610517.359214:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610517.359219:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:1.0:1749610517.359223:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.359224:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610517.359225:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610517.359225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299790818 00000100:00000001:0.0:1749610517.359226:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610517.359228:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f600. 00000100:00000040:0.0:1749610517.359230:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359231:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359231:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610517.359234:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299790818 00000100:00000001:1.0:1749610517.359235:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749610517.359236:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb00. 00000100:00000001:1.0:1749610517.359237:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359238:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359239:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749610517.359240:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610517.359241:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610517.359242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299790818 02000000:00000001:1.0:1749610517.359243:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610517.359244:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fd40. 00000100:00000001:0.0:1749610517.359245:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749610517.359246:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:0.0:1749610517.359247:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000100:00100000:1.0:1749610517.359249:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494519808:0@lo:400:kworker.0 00000100:00000001:2.0:1749610517.359250:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610517.359250:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610517.359252:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359252:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610517.359253:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749610517.359254:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610517.359255:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.359255:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359257:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610517.359257:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749610517.359257:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 02000000:00000001:1.0:1749610517.359259:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359260:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610517.359261:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610517.359263:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610517.359264:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610517.359265:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610517.359266:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc800. 00000100:00000001:2.0:1749610517.359267:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610517.359268:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610517.359268:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359269:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610517.359270:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610517.359271:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519424 00000100:00000001:2.0:1749610517.359271:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610517.359272:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610517.359274:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610517.359274:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00000040:2.0:1749610517.359275:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610517.359276:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_00_03+3] req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359277:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610517.359279:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:3.0:1749610517.359280:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359283:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749610517.359283:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494519808, portal 10 02000000:00000001:3.0:1749610517.359284:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359285:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359285:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610517.359287:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610517.359287:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00100000:3.0:1749610517.359289:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519424 02000000:00000001:2.0:1749610517.359289:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610517.359289:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610517.359291:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610517.359292:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610517.359293:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610517.359294:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5128) 00000020:00000001:3.0:1749610517.359295:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610517.359295:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494519552:0@lo:38:kworker.0 00000100:00000040:1.0:1749610517.359295:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610517.359297:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359298:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610517.359300:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.359300:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610517.359302:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359303:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610517.359304:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610517.359306:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000040:1.0:1749610517.359306:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749610517.359309:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 00000400:00000010:1.0:1749610517.359309:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000020:00000010:3.0:1749610517.359311:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 02000000:00000001:2.0:1749610517.359311:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610517.359311:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494519808, offset 0 00000400:00000010:2.0:1749610517.359314:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000200:1.0:1749610517.359316:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610517.359317:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000400:00000010:2.0:1749610517.359319:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749610517.359322:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749610517.359323:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494519552, portal 10 00000100:00000001:3.0:1749610517.359324:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610517.359325:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610517.359325:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610517.359326:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359326:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 00000100:00000001:3.0:1749610517.359332:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610517.359332:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924200 00000100:00000040:2.0:1749610517.359333:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610517.359338:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 130656 00000100:00000001:2.0:1749610517.359340:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610517.359342:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610517.359343:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610517.359344:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000200:1.0:1749610517.359344:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610517.359347:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494519552, offset 0 00000400:00000200:1.0:1749610517.359348:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610517.359350:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610517.359351:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610517.359353:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610517.359358:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610517.359360:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:3.0:1749610517.359363:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900106368 : -131936809445248 : ffff880111571880) 00000400:00000200:2.0:1749610517.359363:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924100 00000100:00000001:1.0:1749610517.359363:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610517.359365:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610517.359367:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 130880 00000100:00000040:3.0:1749610517.359369:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571880 x1834598494519424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610517.359369:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb1c00. 00000100:00000040:1.0:1749610517.359372:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb1c00 x1834598494519808 msgsize 224 00000400:00000200:2.0:1749610517.359373:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610517.359378:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610517.359379:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610517.359382:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494519424:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610517.359387:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519424 00000020:00000001:3.0:1749610517.359390:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610517.359393:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610517.359400:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610517.359407:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610517.359411:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00010000:00020000:3.0:1749610517.359412:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610517.359413:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00010000:00000001:3.0:1749610517.359415:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610517.359416:0:28323:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610517.359419:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610517.359420:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359422:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610517.359423:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610517.359425:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610517.359425:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610517.359427:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749610517.359429:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571c00. 00000100:00000001:1.0:1749610517.359429:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749610517.359431:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240adc00. 00000100:00000040:2.0:1749610517.359431:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571c00 x1834598494519552 msgsize 520 00000100:00000040:1.0:1749610517.359432:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610517.359433:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359436:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610517.359436:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610517.359438:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610517.359439:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610517.359441:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610517.359441:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610517.359443:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359444:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610517.359445:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610517.359447:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610517.359448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000040:1.0:1749610517.359449:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 687 usecs (1 jiffies) 00000100:00000001:3.0:1749610517.359450:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749610517.359450:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00100000:0.0:1749610517.359450:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519808 00000100:00000001:2.0:1749610517.359452:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610517.359452:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299790817 02000000:00000001:0.0:1749610517.359452:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610517.359453:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610517.359454:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610517.359455:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.359455:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299790818 00000100:00000040:3.0:1749610517.359456:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610517.359457:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359458:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610517.359458:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299790817 02000000:00000001:0.0:1749610517.359459:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359460:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610517.359460:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359462:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299790817 00000100:00100000:0.0:1749610517.359462:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519808 00000100:00000040:3.0:1749610517.359463:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610517.359463:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610517.359464:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299790818 00000020:00000001:0.0:1749610517.359465:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610517.359466:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610517.359466:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.359466:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299790817 00000020:00000040:0.0:1749610517.359466:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 02000000:00000001:3.0:1749610517.359468:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359468:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299790818 00000020:00000001:0.0:1749610517.359468:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610517.359470:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610517.359470:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610517.359470:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:3.0:1749610517.359472:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610517.359472:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359472:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610517.359472:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610517.359474:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610517.359474:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610517.359474:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000010:3.0:1749610517.359476:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610517.359476:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.359477:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359479:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749610517.359480:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494519424, offset 0 00000100:00000040:2.0:1749610517.359480:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 745 usecs (1 jiffies) 00000100:00000001:2.0:1749610517.359482:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299790817 00000100:00000001:1.0:1749610517.359482:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610517.359482:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000400:00000200:3.0:1749610517.359485:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610517.359485:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359485:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610517.359487:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610517.359488:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299790817 00000100:00000001:1.0:1749610517.359489:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610517.359489:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610517.359490:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359490:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359492:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299790817 00000100:00100000:1.0:1749610517.359493:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1749610517.359494:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610517.359494:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359495:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.359496:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299790817 00000100:00000001:1.0:1749610517.359497:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610517.359498:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359498:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.359498:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610517.359500:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610517.359500:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610517.359501:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf924080 00000100:00000001:1.0:1749610517.359501:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.359502:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359502:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749610517.359502:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610517.359505:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610517.359506:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610517.359506:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000400:00000200:3.0:1749610517.359507:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5b3d [1] + 0 00000100:00000040:2.0:1749610517.359508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610517.359509:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000400:00000200:3.0:1749610517.359512:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610517.359513:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610517.359514:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610517.359516:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610517.359516:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610517.359516:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610517.359517:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359517:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1749610517.359518:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610517.359519:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610517.359519:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610517.359543:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610517.359546:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610517.359546:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610517.359548:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610517.359551:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494519680:0@lo:38:kworker.0 00000100:00000001:0.0:1749610517.359551:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610517.359553:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610517.359554:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610517.359554:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.359556:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610517.359557:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.359558:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.359560:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610517.359561:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610517.359561:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494520064:0@lo:400:kworker.0 00000100:00000001:0.0:1749610517.359561:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610517.359564:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263800. 00000100:00000001:1.0:1749610517.359565:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610517.359566:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610517.359567:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610517.359567:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749610517.359569:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000001:1.0:1749610517.359569:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359569:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610517.359570:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519552 00000400:00000010:2.0:1749610517.359571:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 02000000:00000001:1.0:1749610517.359571:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610517.359572:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749610517.359574:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494519680, portal 10 02000000:00000010:1.0:1749610517.359574:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc200. 00000100:00000001:0.0:1749610517.359574:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610517.359576:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610517.359576:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359576:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610517.359578:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359578:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000400:00000010:1.0:1749610517.359578:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db688. 02000000:00000001:0.0:1749610517.359578:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610517.359580:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519552 00000400:00000010:1.0:1749610517.359581:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000020:00000001:0.0:1749610517.359582:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610517.359583:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749610517.359584:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610517.359585:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494520064, portal 10 00000020:00000001:0.0:1749610517.359585:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610517.359586:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610517.359586:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359588:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000020:00000001:0.0:1749610517.359588:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359590:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610517.359591:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000040:2.0:1749610517.359592:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610517.359593:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000400:00000010:2.0:1749610517.359594:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000040:1.0:1749610517.359594:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359595:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610517.359596:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000200:2.0:1749610517.359597:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494519680, offset 0 00000100:00000001:0.0:1749610517.359599:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610517.359600:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610517.359601:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610517.359601:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610517.359602:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610517.359604:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610517.359605:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610517.359606:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:2.0:1749610517.359608:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610517.359609:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610517.359611:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000200:2.0:1749610517.359612:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924180 00000400:00000010:3.0:1749610517.359614:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:0.0:1749610517.359614:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610517.359615:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610517.359618:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610517.359620:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749610517.359620:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000200:1.0:1749610517.359621:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494520064, offset 0 00000100:00000040:0.0:1749610517.359623:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610517.359624:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610517.359625:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610517.359626:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346014208 : -131936363537408 : ffff88012beb1c00) 00000100:00000040:3.0:1749610517.359627:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610517.359629:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610517.359630:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 131400 00000400:00000200:1.0:1749610517.359631:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610517.359632:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610517.359632:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb1c00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:708/0 lens 224/0 e 0 to 0 dl 1749610528 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610517.359635:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610517.359636:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571880 x1834598494519424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610517.359637:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924300 00000400:00000200:2.0:1749610517.359638:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610517.359641:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610517.359642:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 131920 00000020:00000010:0.0:1749610517.359643:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000100:00000001:0.0:1749610517.359645:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610517.359646:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494519424:12345-0@lo:38:kworker.0 Request processed in 264us (528us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610517.359646:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610517.359647:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000100:00000001:2.0:1749610517.359648:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610517.359650:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610517.359651:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610517.359654:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000010:2.0:1749610517.359654:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571f80. 00000100:00100000:0.0:1749610517.359654:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494519808:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749610517.359656:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571f80 x1834598494519680 msgsize 520 00000100:00000001:3.0:1749610517.359657:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610517.359658:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519808 00000100:00000001:3.0:1749610517.359659:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610517.359660:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610517.359661:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:1.0:1749610517.359662:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749610517.359663:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000001:0.0:1749610517.359664:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000040:1.0:1749610517.359666:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:0.0:1749610517.359666:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610517.359667:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610517.359667:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610517.359669:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749610517.359671:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000020:00000001:0.0:1749610517.359671:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610517.359674:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610517.359674:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1749610517.359677:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000020:00000001:0.0:1749610517.359677:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610517.359679:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000020:00000001:0.0:1749610517.359679:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610517.359681:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749610517.359681:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610517.359682:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610517.359683:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519680 00000020:00000001:0.0:1749610517.359684:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359685:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610517.359685:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610517.359685:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610517.359686:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610517.359687:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610517.359688:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359689:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359690:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610517.359692:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610517.359692:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610517.359693:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.359695:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610517.359695:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519680 02000000:00000010:0.0:1749610517.359695:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928a800. 02000000:00000001:0.0:1749610517.359697:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.359698:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610517.359699:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610517.359700:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359701:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.359701:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610517.359702:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359703:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610517.359703:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359704:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610517.359705:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610517.359705:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.359705:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610517.359705:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494519808 00010000:00000001:0.0:1749610517.359707:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610517.359708:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 702 usecs (1 jiffies) 00000100:00100000:3.0:1749610517.359709:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000020:00000010:1.0:1749610517.359709:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000001:2.0:1749610517.359711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299790818 00010000:00000200:0.0:1749610517.359711:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb1c00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:708/0 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359712:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900107264 : -131936809444352 : ffff880111571c00) 00000100:00000001:2.0:1749610517.359713:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299790818 00000020:00000010:1.0:1749610517.359714:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610517.359715:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299790818 00000100:00000040:3.0:1749610517.359716:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571c00 x1834598494519552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359717:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299790818 00000020:00000010:1.0:1749610517.359718:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749610517.359719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299790818 00010000:00000001:0.0:1749610517.359720:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610517.359721:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359721:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1749610517.359722:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359723:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299790818 00000100:00000001:1.0:1749610517.359723:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610517.359725:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.359725:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610517.359725:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 1 0) 00000100:00100000:3.0:1749610517.359726:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494519552:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610517.359727:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610517.359729:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519552 00000100:00000001:2.0:1749610517.359729:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359729:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359729:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610517.359731:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610517.359731:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610517.359732:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610517.359733:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610517.359734:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610517.359734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.359736:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610517.359736:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610517.359738:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359740:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610517.359741:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610517.359742:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.359742:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610517.359743:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.359743:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:3.0:1749610517.359745:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610517.359745:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610517.359745:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749610517.359746:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00010000:00000001:3.0:1749610517.359747:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610517.359747:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610517.359749:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610517.359749:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00010000:00000001:3.0:1749610517.359750:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610517.359750:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519808, offset 224 00000100:00000001:1.0:1749610517.359751:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900108160 : -131936809443456 : ffff880111571f80) 00000100:00000001:3.0:1749610517.359752:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749610517.359752:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494519936:0@lo:38:kworker.0 00000100:00000001:3.0:1749610517.359753:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610517.359755:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610517.359755:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610517.359755:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610517.359756:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610517.359756:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571f80 x1834598494519680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610517.359758:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610517.359759:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ae000. 02000000:00000001:2.0:1749610517.359759:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610517.359760:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610517.359762:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 00000100:00000001:3.0:1749610517.359763:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610517.359763:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610517.359764:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610517.359765:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610517.359766:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00010000:00000001:3.0:1749610517.359767:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610517.359769:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00001000:3.0:1749610517.359770:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610517.359770:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924200 00000100:00000200:2.0:1749610517.359771:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494519936, portal 10 00000100:00000001:3.0:1749610517.359773:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610517.359773:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610517.359774:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00100000:1.0:1749610517.359774:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494519680:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610517.359775:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610517.359776:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b45 [1] + 224 00000100:00000040:3.0:1749610517.359777:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:1.0:1749610517.359778:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519680 00000100:00000001:3.0:1749610517.359779:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610517.359779:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610517.359780:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610517.359781:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749610517.359782:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749610517.359782:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610517.359784:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610517.359785:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610517.359786:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610517.359786:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610517.359788:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.359788:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610517.359789:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610517.359790:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610517.359790:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:3.0:1749610517.359792:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610517.359792:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494519936, offset 0 00000020:00000001:1.0:1749610517.359792:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610517.359794:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:0.0:1749610517.359794:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610517.359795:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610517.359796:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610517.359798:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610517.359799:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519552, offset 0 00000400:00000200:2.0:1749610517.359801:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610517.359801:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610517.359803:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610517.359803:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749610517.359803:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610517.359805:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924280 00000100:00000001:1.0:1749610517.359805:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610517.359807:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610517.359810:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610517.359810:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 132144 02000000:00000010:1.0:1749610517.359811:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549800. 02000000:00000001:1.0:1749610517.359812:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359812:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610517.359814:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610517.359815:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924100 00000100:00000001:1.0:1749610517.359815:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610517.359817:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000200:2.0:1749610517.359818:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610517.359818:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749610517.359819:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00010000:00000001:1.0:1749610517.359820:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359822:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749610517.359823:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749610517.359824:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b4d [1] + 0 00000100:00000001:0.0:1749610517.359824:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610517.359826:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610517.359827:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359828:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610517.359828:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610517.359829:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610517.359829:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610517.359830:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610517.359831:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610517.359832:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610517.359832:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572300. 00010000:00000001:0.0:1749610517.359832:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610517.359833:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610517.359834:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572300 x1834598494519936 msgsize 520 00000020:00000001:0.0:1749610517.359834:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359835:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610517.359836:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610517.359836:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610517.359838:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749610517.359840:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610517.359840:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610517.359840:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb1c00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:708/0 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359841:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610517.359843:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610517.359844:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:1.0:1749610517.359845:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610517.359846:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610517.359847:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610517.359848:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610517.359850:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610517.359852:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610517.359852:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:2.0:1749610517.359853:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610517.359854:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494519808:12345-0@lo:400:kworker.0 Request processed in 208us (475us total) trans 0 rc 0/0 00000100:00000200:1.0:1749610517.359855:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519680, offset 0 00000400:00000200:1.0:1749610517.359859:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610517.359860:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610517.359860:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610517.359862:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1749610517.359863:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610517.359864:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000200:1.0:1749610517.359864:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610517.359865:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000010:3.0:1749610517.359866:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:0.0:1749610517.359867:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610517.359868:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610517.359869:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610517.359869:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359869:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610517.359871:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610517.359871:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924180 00000100:00000001:3.0:1749610517.359872:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610517.359872:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610517.359873:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610517.359875:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610517.359876:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 516 usecs (1 jiffies) 00000400:00000200:1.0:1749610517.359876:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b59 [1] + 0 00000020:00000010:0.0:1749610517.359876:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:3.0:1749610517.359877:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359878:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299790818 00000020:00000001:3.0:1749610517.359879:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610517.359879:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610517.359880:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299790818 00000400:00000200:1.0:1749610517.359880:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610517.359882:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571c00 x1834598494519552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359882:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299790818 00000020:00000040:0.0:1749610517.359882:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000200:1.0:1749610517.359883:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610517.359884:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299790818 00000100:00000001:0.0:1749610517.359884:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.359886:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299790818 00000100:00000001:1.0:1749610517.359887:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610517.359888:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299790818 00000100:00000001:2.0:1749610517.359890:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299790818 00000100:00000001:0.0:1749610517.359890:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610517.359891:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494519552:12345-0@lo:38:kworker.0 Request processed in 165us (457us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610517.359891:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359892:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299790818 00000100:00100000:0.0:1749610517.359892:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494519936 02000000:00000001:0.0:1749610517.359893:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610517.359894:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610517.359895:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610517.359896:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359897:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610517.359899:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000400:00000001:2.0:1749610517.359900:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610517.359900:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610517.359901:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610517.359901:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610517.359902:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610517.359902:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610517.359902:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494519936 00000400:00000010:2.0:1749610517.359904:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000020:00000001:0.0:1749610517.359904:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610517.359905:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000040:0.0:1749610517.359905:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610517.359906:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610517.359907:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000020:00000001:0.0:1749610517.359907:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610517.359908:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000020:00000001:0.0:1749610517.359908:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.359909:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610517.359910:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610517.359911:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000020:00000001:0.0:1749610517.359911:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610517.359912:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610517.359913:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000020:00000010:0.0:1749610517.359913:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:3.0:1749610517.359914:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610517.359915:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000010:0.0:1749610517.359915:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:1.0:1749610517.359918:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610517.359918:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:1.0:1749610517.359919:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610517.359920:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610517.359921:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610517.359922:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359923:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610517.359925:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610517.359926:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610517.359927:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.359928:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.359930:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610517.359933:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571f80 x1834598494519680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.359935:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610517.359935:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.359937:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.359939:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610517.359940:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610517.359941:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610517.359942:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610517.359943:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610517.359943:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494519680:12345-0@lo:38:kworker.0 Request processed in 169us (284us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610517.359945:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610517.359945:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 02000000:00000001:2.0:1749610517.359947:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.359948:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900109056 : -131936809442560 : ffff880111572300) 00000100:00100000:1.0:1749610517.359950:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00000040:0.0:1749610517.359952:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572300 x1834598494519936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610537 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610517.359953:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610517 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610517.359953:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610517.359955:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749610517.359957:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=90 v=20 (1 1 20 0) 00000020:00000010:1.0:1749610517.359958:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610517.359960:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749610517.359962:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00100000:0.0:1749610517.359962:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494519936:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610517.359963:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610517.359965:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610517.359965:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000200:0.0:1749610517.359966:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494519936 00000100:00000001:1.0:1749610517.359968:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610517.359968:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610517.359969:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610517.359970:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610517.359977:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610517.359978:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610517.359979:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610517.359980:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610517.359981:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610517.359982:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749610517.359982:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610517.359984:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000010:1.0:1749610517.359984:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb1f80. 00010000:00000001:0.0:1749610517.359985:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610517.359987:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610517.359987:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb1f80 x1834598494520064 msgsize 224 00010000:00000001:0.0:1749610517.359988:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:2.0:1749610517.359990:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610517.359990:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610517.359992:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610517.359992:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749610517.359993:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:0.0:1749610517.359993:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610517.359995:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610517.359996:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:0.0:1749610517.359997:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928ac00. 02000000:00000001:0.0:1749610517.359998:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.359999:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610517.359999:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610517.360001:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610517.360002:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00010000:00000001:0.0:1749610517.360003:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610517.360004:0:28323:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749610517.360005:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610517.360007:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610517.360008:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494519424:0@lo:38:kworker.0 00000100:00001000:0.0:1749610517.360008:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610517.360011:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610517.360012:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.360013:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610517.360014:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610517.360015:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610517.360015:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610517.360017:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610517.360018:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494519424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610517.360018:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.360020:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610517.360023:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610517.360024:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610517.360025:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.360025:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610517.360026:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.360027:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610517.360027:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610517.360028:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749610517.360029:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 00000100:00000001:1.0:1749610517.360029:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.360030:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610517.360032:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 631 usecs (1 jiffies) 00000400:00000010:0.0:1749610517.360032:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000001:2.0:1749610517.360034:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610517.360035:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610517.360035:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299790818 00000100:00000200:0.0:1749610517.360035:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494519936, offset 0 00000020:00000040:2.0:1749610517.360037:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610517.360037:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299790818 00000020:00000001:2.0:1749610517.360039:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749610517.360039:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610517.360040:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299790818 02000000:00000010:2.0:1749610517.360042:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119289400. 00000100:00000001:1.0:1749610517.360042:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.360044:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299790818 00000400:00000200:0.0:1749610517.360044:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610517.360046:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299790818 02000000:00000001:2.0:1749610517.360047:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610517.360048:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610517.360048:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299790818 00000400:00000200:0.0:1749610517.360049:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924280 00000100:00000010:2.0:1749610517.360050:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:1.0:1749610517.360050:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299790818 00000100:00000001:1.0:1749610517.360052:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610517.360054:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610517.360054:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b6d [1] + 0 00000100:00000001:2.0:1749610517.360057:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610517.360058:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610517.360058:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749610517.360058:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749610517.360059:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610517.360060:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610517.360061:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00000400:00000200:0.0:1749610517.360061:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610517.360063:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610517.360063:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000100:00000001:2.0:1749610517.360065:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610517.360065:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749610517.360067:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610517.360067:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610517.360067:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610517.360069:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610517.360071:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749610517.360071:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610517.360071:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610517.360072:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610517.360074:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610517.360076:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610517.360078:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749610517.360079:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.360080:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610517.360081:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610517.360083:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.360086:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610517.360088:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360089:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610517.360090:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749610517.360091:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610517.360091:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749610517.360092:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749610517.360093:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610517.360094:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610517.360095:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.360096:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610517.360097:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.360097:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610517.360098:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610517.360100:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360100:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360101:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749610517.360102:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=22 v=5 (5 5 5 0) 02000000:00000001:2.0:1749610517.360103:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610517.360103:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610517.360104:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610517.360105:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610517.360105:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610517.360105:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.360107:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610517.360107:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610517.360108:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.360109:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.360110:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572300 x1834598494519936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610537 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610517.360111:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610517 v=5 (0 0 0 0) 00010000:00000001:1.0:1749610517.360112:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749610517.360114:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=72 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610517.360116:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00080000:1.0:1749610517.360116:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.360118:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610517.360120:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610517.360120:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494519936:12345-0@lo:38:kworker.0 Request processed in 157us (283us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610517.360124:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610517.360124:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.360127:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749610517.360127:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00000040:1.0:1749610517.360129:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610517.360129:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610517.360130:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610517.360130:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610517.360131:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610517.360132:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610517.360132:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610517.360132:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610517.360133:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360135:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749610517.360135:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:2.0:1749610517.360136:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610517.360136:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610517.360138:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00080000:2.0:1749610517.360139:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610517.360141:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610517.360141:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360143:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610517.360143:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610517.360145:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610517.360146:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360146:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610517.360147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610517.360148:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520064 00000100:00000040:1.0:1749610517.360150:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610517.360150:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610517.360152:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610517.360154:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494519552:0@lo:38:kworker.0 00000100:00000001:0.0:1749610517.360154:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.360156:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610517.360158:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494519808:0@lo:400:kworker.0 00000100:00100000:0.0:1749610517.360158:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520064 00000400:00000001:2.0:1749610517.360159:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610517.360160:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610517.360160:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610517.360161:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000020:00000040:0.0:1749610517.360161:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610517.360162:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610517.360163:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:0.0:1749610517.360163:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610517.360164:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749610517.360165:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000020:00000040:0.0:1749610517.360165:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610517.360166:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610517.360167:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494519808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610517.360167:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:2.0:1749610517.360169:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610517.360169:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610517.360172:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610517.360174:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1749610517.360174:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 02000000:00000001:1.0:1749610517.360175:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749610517.360177:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610517.360177:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fa00. 02000000:00000010:1.0:1749610517.360178:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc800. 02000000:00000001:1.0:1749610517.360180:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1749610517.360180:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610517.360181:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610517.360183:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610517.360183:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610517.360212:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610517.360212:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610517.360214:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:1.0:1749610517.360215:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000100:00000001:0.0:1749610517.360215:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610517.360216:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610517.360217:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610517.360218:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000100:00000001:2.0:1749610517.360219:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610517.360219:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610517.360220:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610517.360221:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610517.360222:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000020:00000010:0.0:1749610517.360222:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00001000:2.0:1749610517.360224:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610517 v=5 (0 0 0 0) 00000020:00000010:0.0:1749610517.360224:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:1.0:1749610517.360226:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749610517.360227:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=22 v=20 (1 1 20 0) 00000020:00000010:0.0:1749610517.360227:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:1.0:1749610517.360228:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360230:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610517.360230:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.360230:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610517.360231:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610517.360232:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610517.360233:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610517.360233:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610517.360233:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610517.360234:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610517.360235:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610517.360236:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.360237:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.360238:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.360238:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610517.360240:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610517.360242:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360244:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610517.360246:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610517.360247:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610517.360247:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610517.360248:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610517.360250:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749610517.360250:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00080000:2.0:1749610517.360252:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610517.360254:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610517.360256:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610517.360256:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610517.360260:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.360260:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610517.360261:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610517.360262:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610517.360263:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610517.360266:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:2.0:1749610517.360267:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494519680:0@lo:38:kworker.0 00000100:00000040:1.0:1749610517.360269:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610517.360271:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346015104 : -131936363536512 : ffff88012beb1f80) 00000400:00000001:2.0:1749610517.360272:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610517.360273:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610517.360273:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610517.360274:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000100:00000001:0.0:1749610517.360275:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610517.360276:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb1f80 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:708/0 lens 224/0 e 0 to 0 dl 1749610528 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610517.360277:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610517.360278:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610517.360280:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610517.360283:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.360285:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610517.360288:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3fc0. 00000100:00000001:1.0:1749610517.360290:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610517.360293:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3fc0. 00000100:00000200:2.0:1749610517.360298:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610517.360299:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494520064:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610517.360303:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520064 00000100:00000001:2.0:1749610517.360304:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610517.360306:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610517.360306:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610517.360307:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610517.360308:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610517.360308:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610517.360309:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610517.360311:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.360311:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610517.360312:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.360313:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1749610517.360315:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610517 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610517.360315:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610517.360317:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1749610517.360318:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=122 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610517.360320:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749610517.360320:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360321:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610517.360322:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610517.360323:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610517.360324:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610517.360326:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610517.360327:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610517.360328:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610517.360331:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610517.360333:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610517.360333:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610517.360335:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610517.360336:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610517.360336:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549c00. 00000100:00000001:2.0:1749610517.360338:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749610517.360338:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360339:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610517.360340:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610517.360341:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610517.360343:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749610517.360343:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360345:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:1.0:1749610517.360345:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494520064 00010000:00000001:1.0:1749610517.360347:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610517.360349:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610517.360351:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb1f80 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:708/0 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610517.360356:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494519936:0@lo:38:kworker.0 00010000:00000001:1.0:1749610517.360359:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610517.360360:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360361:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610517.360361:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610517.360363:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 1 0) 00000100:00000040:2.0:1749610517.360364:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994a80 x1834598494519552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610517.360366:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610517.360368:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610517.360370:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610517.360371:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610517.360372:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610517.360373:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749610517.360374:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610517.360375:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 00000100:00000001:1.0:1749610517.360376:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610517.360378:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610517.360378:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610517.360379:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610517.360381:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:1.0:1749610517.360381:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000020:00000001:2.0:1749610517.360382:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610517.360384:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288c00. 00000100:00000200:1.0:1749610517.360384:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520064, offset 224 00000400:00000200:1.0:1749610517.360388:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610517.360390:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610517.360391:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610517.360393:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 00000400:00000200:1.0:1749610517.360394:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610517.360397:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610517.360398:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610517.360399:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924300 00000100:00000001:2.0:1749610517.360400:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610517.360403:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494519680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610517.360404:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b5d [1] + 224 00000400:00000200:1.0:1749610517.360408:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610517.360409:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610517.360411:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749610517.360411:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610517.360412:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610517.360414:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610517.360414:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610517.360415:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610517.360416:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1749610517.360417:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610517.360418:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610517.360419:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288000. 02000000:00000001:2.0:1749610517.360421:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610517.360422:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610517.360424:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00000001:2.0:1749610517.360426:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749610517.360426:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.360427:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360429:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610517.360432:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494519936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610517.360437:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610517.360439:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610517.360441:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 02000000:00000001:2.0:1749610517.360443:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610517.360444:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610517.360445:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610517.360447:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610517.360448:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 00000100:00000001:1.0:1749610517.360451:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610517.360452:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610517.360452:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610517.360454:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000400:00000200:1.0:1749610517.360455:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000100:00000001:2.0:1749610517.360457:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1749610517.360457:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749610517.360458:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.360459:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.360460:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610517.360461:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610517.360461:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610517.360462:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.360464:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610517.360464:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.360465:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610517.360467:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610517.360469:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610517.360471:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610517.360473:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610517.360475:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610517.360476:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb1f80 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:708/0 lens 224/224 e 0 to 0 dl 1749610528 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.360478:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610517.360482:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610517.360484:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610517.360486:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494520064:12345-0@lo:400:kworker.0 Request processed in 200us (496us total) trans 0 rc 0/0 00000400:00000010:0.0:1749610517.360486:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db688. 00000400:00000200:0.0:1749610517.360491:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000100:00100000:1.0:1749610517.360493:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000400:00000010:0.0:1749610517.360493:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000040:1.0:1749610517.360496:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610517.360496:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610517.360498:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610517.360500:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610517.360501:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610517.360503:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000020:00000010:1.0:1749610517.360506:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000020:00000010:1.0:1749610517.360509:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000200:0.0:1749610517.360511:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610517.360512:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610517.360515:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360518:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610517.360519:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360552:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610517.360554:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610517.360555:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610517.360557:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299790818, at 4299790818 00000100:00000001:0.0:1749610517.360557:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610517.360559:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610517.360564:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f600. 00000100:00001000:0.0:1749610517.360564:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=122 v=5 (5 5 0 0) 00000100:00000040:3.0:1749610517.360567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299790818, at 4299790818 00000100:00001000:0.0:1749610517.360568:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1749610517.360571:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610517.360572:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610517.360574:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1749610517.360575:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fd40. 00010000:00080000:0.0:1749610517.360579:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610517.360581:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299790818, at 4299790818 00010000:00000001:0.0:1749610517.360586:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610517.360588:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb00. 00000100:00000001:0.0:1749610517.360588:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610517.360590:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610517.360591:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610517.360593:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.360596:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.360603:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610517.360605:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610517.360607:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610517.360610:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610517.360625:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494520064:0@lo:400:kworker.0 00000100:00000001:0.0:1749610517.360629:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360631:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610517.360634:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494520064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610517.360640:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610517.360642:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610517.360644:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc200. 02000000:00000001:0.0:1749610517.360647:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610517.360648:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610517.360650:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610517.360651:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610517.360653:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 02000000:00000001:0.0:1749610517.360656:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610517.360657:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610517.360659:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 00000100:00000001:0.0:1749610517.360662:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610517.360663:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360665:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610517.360669:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610517.360670:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610517.360673:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610517.360675:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610517.360683:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299790818, at 4299790818 00000100:00000010:0.0:1749610517.360689:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fac0. 00000100:00000001:2.0:1749610517.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610517.457632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610517.457634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610517.457638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610517.457641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.457643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.457646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610517.457648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610517.740722:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610517.740730:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610517.740733:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610517.740737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610517.740741:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610517.740744:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.740747:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610517.740751:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610517.740753:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610518.166642:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610518.166648:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610518.166717:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610518.166723:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610518.166727:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610518.359734:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610518.359748:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610518.359751:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610518.359755:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610518.359757:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610518.359761:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610518.359763:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610518.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610518.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610518.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610518.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610518.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610518.457645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610518.457648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610518.457651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610518.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610518.740633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610518.740640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610518.740643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610518.740647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610518.740650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610518.740654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610518.740657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610518.740660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610518.740662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610519.168632:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610519.168639:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610519.168716:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610519.168721:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610519.168724:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610519.359683:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610519.359701:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610519.359704:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610519.359709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610519.359711:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610519.359715:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610519.359718:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610519.457673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610519.457682:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610519.457685:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610519.457691:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610519.457695:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610519.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610519.457704:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610519.457708:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610519.457711:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610519.740643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610519.740650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610519.740652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610519.740655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610519.740657:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610519.740660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610519.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610519.740665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610519.740666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610520.170635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610520.170640:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610520.170722:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610520.170725:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610520.170727:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1749610520.206132:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.206148:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610520.206151:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.206153:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610520.359601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610520.359612:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610520.359614:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610520.359617:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610520.359619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610520.359621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610520.359623:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610520.457614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610520.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610520.457621:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610520.457623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610520.457626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610520.457628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610520.457631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610520.457632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610520.457634:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610520.687443:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.687456:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610520.687458:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.687460:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610520.687469:0:28315:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610520.687483:0:28315:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00900 00000400:00000100:0.0:1749610520.687489:0:28315:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138199808 offset 0 length 520: 4 00000400:00000200:0.0:1749610520.687492:0:28315:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe58c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610520.687494:0:28315:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610520.687502:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.687511:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610520.687512:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610520.687514:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610520.740595:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610520.740599:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610520.740601:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610520.740603:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610520.740605:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610520.740608:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610520.740610:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610520.740612:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610520.740614:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610521.172619:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610521.172624:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610521.172709:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610521.172712:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610521.172714:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610521.359630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610521.359642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610521.359644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610521.359647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610521.359649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610521.359651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610521.359652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610521.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610521.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610521.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610521.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610521.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610521.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610521.457653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610521.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610521.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610521.740680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610521.740687:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610521.740690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610521.740694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610521.740698:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610521.740701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610521.740704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610521.740707:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610521.740710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610522.174639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610522.174647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610522.174761:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610522.174767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610522.174771:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610522.359632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610522.359647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610522.359650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.359654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610522.359657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610522.359661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.359663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610522.366630:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610522.366638:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610522.366641:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610522.366645:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610522.366648:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610522.366651:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610522.366656:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610522.366662:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5123 00000100:00080000:0.0:1749610522.366666:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610522.366670:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.366673:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366675:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.366678:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610522.366682:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.366684:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610522.366688:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610522.366691:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610522.366694:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610522.366697:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610522.366700:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.366702:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366704:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.366706:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610522.366709:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610522.366713:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610522.366715:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610522.366718:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610522.366725:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610522.366728:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366730:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610522.366733:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610522.366741:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000020:00000040:0.0:1749610522.366745:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610522.366748:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610522.366751:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366754:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.366756:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610522.366759:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610522.366767:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928b000. 00000100:00000001:0.0:1749610522.366775:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610522.366785:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610522.366797:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610522.366801:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.366806:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_rcv+-1] req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.366833:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610522.366836:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610522.366840:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610522.366842:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610522.366844:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610522.366847:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610522.366849:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5123 00000100:00080000:0.0:1749610522.366851:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610522.366854:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.366856:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366857:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.366859:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610522.366861:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.366863:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610522.366864:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610522.366866:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610522.366868:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610522.366870:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610522.366872:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.366874:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366876:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.366877:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610522.366879:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610522.366882:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610522.366884:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610522.366885:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610522.366889:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610522.366891:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366893:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610522.366895:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610522.366898:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000020:00000040:0.0:1749610522.366900:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610522.366902:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610522.366903:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366905:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.366907:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610522.366909:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610522.366914:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00000001:0.0:1749610522.366917:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610522.366921:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610522.366928:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610522.366930:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.366931:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610522.366934:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.366937:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610522.366939:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610522.366942:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610522.366945:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610522.366948:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610522.366949:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.366950:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610522.366951:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610522.366954:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610522.366956:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5123 00000100:00080000:0.0:1749610522.366958:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610522.366961:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610522.366961:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610522.366963:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366963:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366964:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.366966:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610522.366967:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610522.366968:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.366969:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610522.366970:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610522.366970:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610522.366972:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:2.0:1749610522.366973:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.366974:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610522.366976:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610522.366977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494520192:0@lo:38:kworker.0 00000100:00000040:0.0:1749610522.366979:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610522.366981:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610522.366981:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610522.366983:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610522.366985:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610522.366985:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610522.366987:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610522.366988:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610522.366989:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610522.366990:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610522.366991:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610522.366993:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610522.366995:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610522.366996:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 02000000:00000001:0.0:1749610522.366997:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.366999:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.366999:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610522.367000:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610522.367003:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000020:00000040:0.0:1749610522.367005:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610522.367006:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 02000000:00000001:0.0:1749610522.367007:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610522.367008:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367010:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.367011:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610522.367012:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610522.367014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 02000000:00000010:0.0:1749610522.367015:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610522.367018:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610522.367021:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610522.367022:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494520192, portal 4 00000100:00000001:2.0:1749610522.367025:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610522.367026:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000100:00000001:0.0:1749610522.367028:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610522.367029:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.367033:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_rcv+-1] req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610522.367035:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367039:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.367042:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610522.367044:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610522.367046:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749610522.367048:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610522.367049:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000400:00000010:2.0:1749610522.367050:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000040:0.0:1749610522.367051:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:2.0:1749610522.367053:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494520192, offset 0 00000100:00000001:0.0:1749610522.367053:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.367054:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610522.367056:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367059:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610522.367060:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610522.367062:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.367066:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610522.367074:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610522.367075:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367076:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610522.367080:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_00_00+0] req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610522.367088:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf924380 00000400:00000200:2.0:1749610522.367096:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 18720 00000400:00000200:2.0:1749610522.367105:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610522.367108:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367110:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749610522.367111:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610522.367114:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610522.367115:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610522.367115:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610522.367117:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610522.367118:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610522.367119:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610522.367121:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5123 00000100:00000010:2.0:1749610522.367123:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572680. 00000100:00080000:0.0:1749610522.367124:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610522.367126:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572680 x1834598494520192 msgsize 520 00000100:00000040:0.0:1749610522.367126:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.367128:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610522.367131:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610522.367131:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.367133:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610522.367135:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.367136:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610522.367137:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610522.367174:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610522.367176:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610522.367177:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610522.367179:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610522.367182:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610522.367183:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610522.367185:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000040:0.0:1749610522.367185:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610522.367188:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610522.367188:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610522.367190:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610522.367191:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610522.367192:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610522.367195:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610522.367196:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610522.367196:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610522.367199:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610522.367201:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367203:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610522.367204:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367205:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610522.367208:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610522.367208:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000020:00000040:0.0:1749610522.367210:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610522.367212:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610522.367213:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367215:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367215:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.367216:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610522.367217:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610522.367217:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367221:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610522.367221:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288c00. 00000100:00000001:0.0:1749610522.367224:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.367226:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1043 usecs (2 jiffies) 00000100:00000001:3.0:1749610522.367227:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610522.367228:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610522.367228:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610522.367229:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299795826 00000100:00100000:3.0:1749610522.367232:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520192 00000100:00000010:2.0:1749610522.367234:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fb00. 02000000:00000001:3.0:1749610522.367236:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749610522.367236:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749610522.367236:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610522.367238:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367240:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610522.367240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610522.367240:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610522.367241:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610522.367243:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367247:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299795826 02000000:00000001:3.0:1749610522.367248:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367248:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367249:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749610522.367250:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f780. 00000100:00000040:0.0:1749610522.367250:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610522.367251:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610522.367252:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520192 00000100:00000001:2.0:1749610522.367253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610522.367253:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610522.367254:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610522.367255:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610522.367256:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299795826 00000100:00000001:1.0:1749610522.367256:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610522.367256:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:3.0:1749610522.367257:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:0.0:1749610522.367258:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610522.367259:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610522.367259:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f580. 00000100:00000001:1.0:1749610522.367259:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610522.367260:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610522.367261:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1749610522.367262:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367262:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749610522.367263:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610522.367264:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299795826 02000000:00000010:0.0:1749610522.367266:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00000010:2.0:1749610522.367268:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f500. 00000100:00000001:0.0:1749610522.367269:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610522.367270:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000040:1.0:1749610522.367270:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.367271:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610522.367273:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610522.367273:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1749610522.367276:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:2.0:1749610522.367276:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367279:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367280:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1749610522.367281:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610522.367281:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.367281:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367285:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610522.367285:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_00_01+1] req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610522.367286:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610522.367287:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610522.367288:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610522.367288:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610522.367288:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367290:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367290:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.367292:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610522.367292:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610522.367293:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610522.367293:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.367296:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610522.367296:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610522.367297:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.367298:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5133) 02000000:00000001:1.0:1749610522.367300:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367304:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749610522.367305:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494520576:0@lo:400:kworker.0 00000100:00000001:2.0:1749610522.367306:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367308:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610522.367308:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610522.367310:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610522.367311:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610522.367312:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610522.367316:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494520320:0@lo:38:kworker.0 02000000:00000001:1.0:1749610522.367316:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610522.367318:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610522.367319:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610522.367319:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367320:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610522.367321:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610522.367322:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610522.367323:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.367324:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610522.367326:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 02000000:00000010:2.0:1749610522.367327:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263800. 02000000:00000010:1.0:1749610522.367328:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc800. 00000100:00000001:3.0:1749610522.367329:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900109952 : -131936809441664 : ffff880111572680) 02000000:00000001:2.0:1749610522.367330:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610522.367332:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610522.367333:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000040:3.0:1749610522.367335:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572680 x1834598494520192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610522.367336:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000010:1.0:1749610522.367338:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00000200:2.0:1749610522.367339:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494520320, portal 10 00000100:00000001:2.0:1749610522.367341:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610522.367342:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000400:00000010:1.0:1749610522.367344:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:0.0:1749610522.367346:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610522.367349:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494520192:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610522.367349:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610522.367349:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:1.0:1749610522.367350:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494520576, portal 10 00000100:00000001:0.0:1749610522.367351:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610522.367353:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520192 00000100:00000001:1.0:1749610522.367353:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610522.367356:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610522.367357:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610522.367357:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:0.0:1749610522.367357:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610522.367358:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610522.367359:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610522.367360:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610522.367360:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610522.367361:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610522.367363:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494520320, offset 0 00000100:00000001:0.0:1749610522.367363:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610522.367364:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610522.367367:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610522.367367:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610522.367369:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610522.367373:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610522.367374:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367376:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749610522.367377:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924400 00000100:00000001:0.0:1749610522.367378:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610522.367379:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610522.367380:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610522.367381:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749610522.367382:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610522.367382:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610522.367383:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 132664 00000100:00000040:1.0:1749610522.367384:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610522.367384:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610522.367385:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610522.367388:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610522.367388:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610522.367388:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00100000:0.0:1749610522.367388:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494520832:0@lo:400:kworker.0 00000100:00000001:3.0:1749610522.367391:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610522.367391:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610522.367392:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494520576, offset 0 00000100:00000001:0.0:1749610522.367392:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610522.367393:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610522.367394:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610522.367395:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610522.367396:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610522.367397:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ae400. 00000100:00000200:2.0:1749610522.367397:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610522.367398:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610522.367399:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610522.367399:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610522.367400:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572a00. 00000100:00000001:3.0:1749610522.367402:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.367402:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572a00 x1834598494520320 msgsize 520 02000000:00000010:0.0:1749610522.367402:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f600. 02000000:00000001:0.0:1749610522.367404:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610522.367406:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610522.367407:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749610522.367408:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00010000:00000001:3.0:1749610522.367410:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610522.367411:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749610522.367413:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:0.0:1749610522.367413:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610522.367416:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610522.367416:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749610522.367419:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494520832, portal 10 00000100:00000001:3.0:1749610522.367420:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610522.367421:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000200:1.0:1749610522.367421:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924500 00000100:00000001:0.0:1749610522.367421:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610522.367422:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610522.367422:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000400:00000010:2.0:1749610522.367423:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749610522.367425:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610522.367425:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610522.367427:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610522.367429:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610522.367429:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610522.367430:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610522.367430:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 133184 02000000:00000001:3.0:1749610522.367432:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610522.367435:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367436:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610522.367436:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610522.367437:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610522.367438:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610522.367438:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610522.367439:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610522.367440:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610522.367441:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000400:00000010:3.0:1749610522.367443:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000200:1.0:1749610522.367443:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610522.367444:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494520832, offset 0 00000100:00000001:2.0:1749610522.367445:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367446:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749610522.367448:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494520192, offset 0 00000100:00000001:2.0:1749610522.367449:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367449:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610522.367451:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 747 usecs (1 jiffies) 00000400:00000200:0.0:1749610522.367451:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610522.367452:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610522.367454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299795825 00000400:00000200:3.0:1749610522.367455:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610522.367456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299795826 00000100:00000010:1.0:1749610522.367457:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb2300. 00000100:00000001:2.0:1749610522.367458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299795825 00000400:00000200:0.0:1749610522.367459:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610522.367461:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299795826 00000100:00000040:1.0:1749610522.367461:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb2300 x1834598494520576 msgsize 224 00000100:00000001:2.0:1749610522.367463:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299795825 00000400:00000200:3.0:1749610522.367464:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610522.367465:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299795826 00000100:00000001:2.0:1749610522.367467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299795825 00000400:00000200:0.0:1749610522.367467:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924600 00000100:00100000:1.0:1749610522.367468:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610522.367470:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299795826 00000400:00000200:3.0:1749610522.367472:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf924380 00000100:00000001:2.0:1749610522.367472:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610522.367472:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 133408 00000100:00000001:2.0:1749610522.367474:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367476:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610522.367478:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610522.367480:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5b85 [1] + 0 00000100:00000040:2.0:1749610522.367480:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.367481:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610522.367482:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610522.367486:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610522.367486:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610522.367487:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749610522.367487:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610522.367488:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610522.367490:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610522.367490:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610522.367491:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610522.367491:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000010:0.0:1749610522.367491:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994a80. 02000000:00000001:2.0:1749610522.367493:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610522.367493:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749610522.367493:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880133994a80 x1834598494520832 msgsize 224 00000100:00100000:2.0:1749610522.367496:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494520448:0@lo:38:kworker.0 00000100:00000001:1.0:1749610522.367496:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610522.367498:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610522.367499:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610522.367501:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610522.367501:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610522.367502:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.367503:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610522.367506:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610522.367506:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749610522.367508:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610522.367509:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367511:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610522.367512:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610522.367512:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000200:0.0:1749610522.367512:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000040:1.0:1749610522.367514:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610522.367514:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:0.0:1749610522.367517:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610522.367549:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367558:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610522.367560:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.367561:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.367562:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749610522.367567:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749610522.367567:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367568:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610522.367570:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494520448, portal 10 00000100:00000001:0.0:1749610522.367570:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610522.367571:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 692 usecs (1 jiffies) 00000100:00000040:3.0:1749610522.367573:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.367573:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610522.367574:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000100:00000001:0.0:1749610522.367574:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367575:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299795826 00000100:00000040:0.0:1749610522.367577:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 641 usecs (1 jiffies) 00000100:00000001:1.0:1749610522.367578:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299795826 00000100:00000040:2.0:1749610522.367580:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.367581:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299795826 00000100:00000001:0.0:1749610522.367581:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299795826 00000100:00000001:3.0:1749610522.367583:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610522.367584:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299795826 00000100:00000001:0.0:1749610522.367584:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299795826 00000100:00000001:1.0:1749610522.367586:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299795826 00000100:00000001:0.0:1749610522.367586:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299795826 00000100:00000001:2.0:1749610522.367587:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610522.367588:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299795826 00000100:00000040:2.0:1749610522.367589:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610522.367589:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299795826 00000400:00000200:3.0:1749610522.367590:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:1.0:1749610522.367590:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299795826 00000100:00000001:0.0:1749610522.367590:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299795826 00000400:00000010:2.0:1749610522.367591:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000010:3.0:1749610522.367592:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610522.367592:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299795826 00000100:00000001:0.0:1749610522.367593:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299795826 00000100:00000001:1.0:1749610522.367594:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610522.367594:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299795826 00000100:00000001:3.0:1749610522.367596:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749610522.367597:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494520448, offset 0 00000100:00000001:1.0:1749610522.367597:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367597:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299795826 00000100:00000001:3.0:1749610522.367598:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610522.367598:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610522.367600:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610522.367600:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367601:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367601:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367602:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367603:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610522.367604:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610522.367604:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610522.367606:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610522.367606:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367607:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610522.367607:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367608:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367609:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610522.367610:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610522.367612:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924480 00000100:00000040:3.0:1749610522.367614:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572680 x1834598494520192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610522.367616:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 133632 00000100:00000001:0.0:1749610522.367618:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610522.367620:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610522.367621:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520320 02000000:00000001:0.0:1749610522.367623:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610522.367624:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610522.367624:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610522.367625:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494520192:12345-0@lo:38:kworker.0 Request processed in 275us (495us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610522.367625:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610522.367626:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367627:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610522.367627:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520576 00000100:00000200:2.0:1749610522.367628:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610522.367629:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610522.367629:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610522.367631:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572d80. 00000100:00000001:1.0:1749610522.367631:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610522.367632:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1749610522.367632:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520320 00000100:00000001:1.0:1749610522.367633:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.367634:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572d80 x1834598494520448 msgsize 520 00000020:00000001:0.0:1749610522.367634:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.367635:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610522.367636:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610522.367636:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367637:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610522.367637:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610522.367638:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610522.367639:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520576 00000020:00000001:0.0:1749610522.367639:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367640:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610522.367641:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000020:00000001:1.0:1749610522.367641:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610522.367643:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:0.0:1749610522.367644:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000020:00000010:3.0:1749610522.367645:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610522.367645:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610522.367645:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610522.367648:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000040:1.0:1749610522.367648:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000010:3.0:1749610522.367649:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000020:00000010:0.0:1749610522.367649:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000400:00000010:2.0:1749610522.367650:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000020:00000001:1.0:1749610522.367650:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610522.367652:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.367652:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610522.367653:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:0.0:1749610522.367653:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000200:2.0:1749610522.367655:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367657:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610522.367658:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610522.367659:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610522.367661:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3fc0. 00000100:00000001:0.0:1749610522.367661:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367662:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610522.367664:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367665:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610522.367669:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610522.367671:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367672:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610522.367672:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.367674:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367676:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610522.367677:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 703 usecs (1 jiffies) 00000020:00000010:1.0:1749610522.367679:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000001:0.0:1749610522.367679:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610522.367680:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610522.367680:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299795826 00000100:00100000:0.0:1749610522.367681:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520832 00000100:00100000:3.0:1749610522.367682:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520448 00000100:00000001:2.0:1749610522.367682:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299795826 02000000:00000001:0.0:1749610522.367682:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610522.367683:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 02000000:00000001:3.0:1749610522.367684:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610522.367684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299795826 00000100:00000001:0.0:1749610522.367684:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610522.367686:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610522.367686:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299795826 00000100:00000001:0.0:1749610522.367686:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367688:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610522.367688:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 02000000:00000001:0.0:1749610522.367688:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367689:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299795826 00000100:00100000:0.0:1749610522.367690:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520832 02000000:00000001:3.0:1749610522.367691:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367691:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299795826 00000020:00000001:0.0:1749610522.367692:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610522.367693:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299795826 00000020:00000040:0.0:1749610522.367693:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:3.0:1749610522.367694:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520448 00000020:00000001:0.0:1749610522.367694:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610522.367695:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299795826 00000100:00000040:1.0:1749610522.367695:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749610522.367696:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610522.367696:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000040:3.0:1749610522.367697:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610522.367697:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610522.367698:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610522.367698:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610522.367699:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610522.367699:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610522.367700:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367700:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610522.367701:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.367701:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.367702:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610522.367703:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367704:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610522.367705:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610522.367706:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000001:1.0:1749610522.367706:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749610522.367706:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000020:00000010:3.0:1749610522.367708:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610522.367708:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610522.367710:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610522.367710:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb80. 00000020:00000010:3.0:1749610522.367711:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610522.367712:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610522.367713:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610522.367713:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367715:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610522.367715:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610522.367715:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610522.367716:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610522.367716:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610522.367716:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000100:00000001:3.0:1749610522.367717:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.367718:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367720:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610522.367720:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00100000:2.0:1749610522.367721:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494520704:0@lo:38:kworker.0 00000100:00000001:3.0:1749610522.367722:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610522.367722:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:1.0:1749610522.367723:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610522.367724:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610522.367725:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610522.367725:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 02000000:00000001:2.0:1749610522.367726:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610522.367727:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367728:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610522.367728:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610522.367729:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610522.367729:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1749610522.367729:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610522.367730:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610522.367731:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610522.367732:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000010:2.0:1749610522.367733:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000100:00100000:3.0:1749610522.367734:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00000001:1.0:1749610522.367734:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346016000 : -131936363535616 : ffff88012beb2300) 02000000:00000001:2.0:1749610522.367735:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367737:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900110848 : -131936809440768 : ffff880111572a00) 00000400:00000010:2.0:1749610522.367738:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000010:2.0:1749610522.367740:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000040:1.0:1749610522.367740:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb2300 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:713/0 lens 224/0 e 0 to 0 dl 1749610533 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610522.367741:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572a00 x1834598494520320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610522.367742:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494520704, portal 10 00000100:00000001:2.0:1749610522.367744:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610522.367745:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00000001:0.0:1749610522.367745:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610522.367747:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610522.367748:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610522.367749:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610522.367750:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494520320:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610522.367750:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3c00. 00000100:00000040:2.0:1749610522.367751:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367751:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610522.367753:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520320 00000100:00000001:1.0:1749610522.367753:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610522.367755:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3c00. 00000020:00000001:3.0:1749610522.367756:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610522.367757:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610522.367757:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749610522.367758:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610522.367758:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610522.367759:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610522.367761:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00100000:1.0:1749610522.367762:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494520576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1749610522.367762:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000200:2.0:1749610522.367763:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494520704, offset 0 00000100:00000040:0.0:1749610522.367765:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:3.0:1749610522.367766:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367766:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610522.367766:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520576 00000100:00000001:0.0:1749610522.367767:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474869888 : -131936234681728 : ffff880133994a80) 00010000:00020000:3.0:1749610522.367769:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610522.367769:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610522.367770:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610522.367771:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610522.367771:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749610522.367773:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133994a80 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:713/0 lens 224/0 e 0 to 0 dl 1749610533 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610522.367774:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610522.367774:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924580 00000020:00000001:1.0:1749610522.367774:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367776:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610522.367776:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749610522.367777:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 134152 00000100:00000001:3.0:1749610522.367778:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610522.367779:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610522.367779:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:2.0:1749610522.367781:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610522.367781:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1749610522.367782:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240ae800. 02000000:00000001:3.0:1749610522.367784:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610522.367785:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610522.367785:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610522.367786:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610522.367786:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610522.367787:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610522.367788:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749610522.367789:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610522.367789:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610522.367789:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749610522.367790:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610522.367790:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610522.367791:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573100. 00000020:00000010:0.0:1749610522.367791:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000100:00001000:3.0:1749610522.367793:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610522.367793:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610522.367793:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610522.367794:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573100 x1834598494520704 msgsize 520 00000020:00000010:0.0:1749610522.367795:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000100:00000001:3.0:1749610522.367796:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610522.367798:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610522.367798:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610522.367798:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610522.367800:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610522.367800:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610522.367800:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494520832:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610522.367801:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610522.367802:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610522.367803:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610522.367803:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000200:0.0:1749610522.367803:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520832 02000000:00000010:1.0:1749610522.367804:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a000. 00000100:00000001:3.0:1749610522.367805:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610522.367805:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610522.367806:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367806:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610522.367808:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610522.367808:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.367808:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367808:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749610522.367810:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610522.367810:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367810:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610522.367811:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367812:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610522.367813:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:1.0:1749610522.367813:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494520576 00000100:00000001:2.0:1749610522.367814:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610522.367814:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610522.367816:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610522.367816:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610522.367817:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610522.367817:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1749610522.367818:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00010000:00000200:1.0:1749610522.367820:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb2300 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:713/0 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610522.367820:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610522.367822:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520320, offset 0 00000020:00000001:0.0:1749610522.367822:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610522.367823:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367823:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610522.367825:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610522.367825:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610522.367826:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610522.367827:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367827:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749610522.367828:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610522.367830:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 520 usecs (1 jiffies) 00010000:00000001:1.0:1749610522.367830:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367830:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610522.367832:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610522.367832:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299795826 02000000:00000001:0.0:1749610522.367832:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749610522.367833:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610522.367834:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299795826 02000000:00000010:0.0:1749610522.367835:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289400. 00000100:00000001:2.0:1749610522.367836:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299795826 00000100:00000001:1.0:1749610522.367837:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610522.367837:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610522.367838:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924400 00000100:00000001:2.0:1749610522.367838:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299795826 00000100:00000040:1.0:1749610522.367839:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610522.367840:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299795826 00000100:00000001:0.0:1749610522.367840:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367842:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299795826 00000100:00000001:1.0:1749610522.367842:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610522.367842:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610522.367843:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b8d [1] + 0 00000100:00000001:2.0:1749610522.367844:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299795826 02000000:00000001:1.0:1749610522.367844:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1749610522.367845:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494520832 00000100:00000001:2.0:1749610522.367846:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299795826 02000000:00000001:1.0:1749610522.367846:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610522.367847:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749610522.367848:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610522.367848:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610522.367848:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610522.367850:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610522.367851:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610522.367852:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:0.0:1749610522.367852:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133994a80 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:713/0 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610522.367853:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000001:2.0:1749610522.367854:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610522.367855:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610522.367858:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00010000:00000001:0.0:1749610522.367860:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610522.367861:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610522.367862:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00010000:00000001:0.0:1749610522.367862:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610522.367864:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610522.367865:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610522.367868:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367868:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610522.367869:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610522.367870:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520576, offset 224 00000100:00000040:0.0:1749610522.367870:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610522.367873:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610522.367874:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610522.367874:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610522.367875:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610522.367877:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610522.367877:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367879:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610522.367882:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610522.367883:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610522.367883:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610522.367884:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.367885:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610522.367885:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749610522.367887:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610522.367888:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520832, offset 224 00000400:00000200:1.0:1749610522.367889:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924500 02000000:00000001:2.0:1749610522.367890:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610522.367891:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610522.367892:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610522.367892:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610522.367893:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.367896:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610522.367896:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b91 [1] + 224 00000400:00000200:0.0:1749610522.367898:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610522.367901:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749610522.367902:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610522 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610522.367903:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610522.367905:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000400:00000200:1.0:1749610522.367905:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749610522.367906:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=95 v=20 (1 1 20 0) 00000400:00000200:0.0:1749610522.367906:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924600 00000100:00000001:3.0:1749610522.367907:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610522.367908:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610522.367909:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610522.367909:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610522.367911:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367911:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610522.367911:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5b9d [1] + 224 00000100:00000200:1.0:1749610522.367912:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610522.367914:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610522.367914:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610522.367915:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610522.367916:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610522.367918:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610522.367918:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610522.367919:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610522.367922:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572a00 x1834598494520320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610522.367922:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.367922:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610522.367926:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749610522.367926:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.367929:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610522.367931:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494520320:12345-0@lo:38:kworker.0 Request processed in 180us (526us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610522.367931:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.367933:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610522.367933:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610522.367935:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610522.367935:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610522.367938:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:2.0:1749610522.367938:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610522.367938:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:3.0:1749610522.367940:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749610522.367940:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749610522.367941:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749610522.367942:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610522.367943:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749610522.367944:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610522.367944:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610522.367944:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610522.367946:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610522.367947:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:1.0:1749610522.367947:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.367948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610522.367950:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000040:1.0:1749610522.367950:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610522.367950:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00010000:00000001:1.0:1749610522.367952:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:0.0:1749610522.367952:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:3.0:1749610522.367954:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610522.367954:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367954:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610522.367956:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610522.367956:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610522.367958:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367960:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610522.367960:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb2300 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:713/0 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610522.367961:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749610522.367962:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494520704 02000000:00000001:3.0:1749610522.367963:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749610522.367963:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749610522.367964:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494520192:0@lo:38:kworker.0 00000100:00000001:3.0:1749610522.367965:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610522.367965:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.367967:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610522.367967:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610522.367968:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610522.367970:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367970:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610522.367970:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494520576:12345-0@lo:400:kworker.0 Request processed in 219us (506us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610522.367971:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994a80 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:713/0 lens 224/224 e 0 to 0 dl 1749610533 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610522.367972:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494520704 00000020:00000001:3.0:1749610522.367973:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610522.367973:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494520192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610522.367974:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610522.367976:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610522.367977:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610522.367977:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000020:00000001:3.0:1749610522.367979:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.367979:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610522.367980:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:0.0:1749610522.367980:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494520832:12345-0@lo:400:kworker.0 Request processed in 189us (484us total) trans 0 rc 0/0 02000000:00000001:2.0:1749610522.367981:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610522.367982:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00000100:00000001:1.0:1749610522.367982:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610522.367984:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 02000000:00000010:2.0:1749610522.367984:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 00000100:00000001:1.0:1749610522.367984:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610522.367987:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00100000:0.0:1749610522.367987:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000020:00000010:3.0:1749610522.367988:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 02000000:00000001:2.0:1749610522.367988:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610522.367990:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749610522.367990:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749610522.367990:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610522.367991:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610522.367991:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000040:2.0:1749610522.367992:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610522.367993:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.367993:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610522.367994:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749610522.367994:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000001:0.0:1749610522.367995:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610522.367996:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610522.367996:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928b000. 00000100:00000001:3.0:1749610522.367998:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610522.367998:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 02000000:00000001:2.0:1749610522.367999:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1749610522.367999:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:2.0:1749610522.368001:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610522.368001:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610522.368001:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:3.0:1749610522.368002:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749610522.368002:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 00000100:00000001:3.0:1749610522.368004:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610522.368005:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610522.368006:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749610522.368007:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00000001:2.0:1749610522.368007:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610522.368008:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749610522.368008:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610522.368009:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900111744 : -131936809439872 : ffff880111572d80) 00000100:00000001:2.0:1749610522.368009:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610522.368010:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610522.368010:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368012:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610522.368013:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572d80 x1834598494520448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.368014:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610522.368014:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00000001:2.0:1749610522.368016:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610522.368017:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900112640 : -131936809438976 : ffff880111573100) 00000100:00000001:2.0:1749610522.368018:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610522.368020:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610522.368020:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573100 x1834598494520704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610542 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610522.368021:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494520448:12345-0@lo:38:kworker.0 00000400:00000001:2.0:1749610522.368021:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610522.368023:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000200:3.0:1749610522.368024:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520448 00000400:00000200:2.0:1749610522.368025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:3.0:1749610522.368026:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610522.368027:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610522.368027:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610522.368027:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.368028:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610522.368029:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494520704:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610522.368029:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610522.368031:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610522.368032:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610522.368033:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610522.368033:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494520704 00000400:00000001:0.0:1749610522.368033:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610522.368035:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749610522.368035:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00010000:00020000:3.0:1749610522.368036:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610522.368037:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749610522.368038:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610522.368039:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000200:2.0:1749610522.368040:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610522.368041:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749610522.368041:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610522.368043:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610522.368043:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610522.368044:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610522.368046:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749610522.368046:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610522.368047:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610522.368049:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240aec00. 02000000:00000001:3.0:1749610522.368051:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610522.368051:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610522.368052:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610522.368053:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368054:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610522.368054:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610522.368055:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610522.368055:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610522.368055:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610522.368056:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610522.368056:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610522.368057:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610522.368058:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749610522.368059:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610522.368059:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610522.368060:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610522.368060:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610522.368061:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610522.368061:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610522.368062:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610522.368062:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610522.368063:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610522.368063:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610522.368064:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610522 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610522.368065:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610522.368065:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a400. 00000100:00000001:0.0:1749610522.368065:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610522.368067:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:2.0:1749610522.368067:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=77 v=20 (1 1 20 0) 02000000:00000001:1.0:1749610522.368067:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610522.368067:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610522.368069:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610522.368069:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610522.368069:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.368069:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610522.368070:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368071:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610522.368072:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610522.368072:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610522.368073:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610522.368073:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610522.368073:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610522.368075:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610522.368076:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610522.368076:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610522.368076:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749610522.368076:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=127 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610522.368078:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610522.368079:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:0.0:1749610522.368079:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=127 v=5 (1 1 0 0) 00000100:00000040:3.0:1749610522.368080:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610522.368081:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610522.368082:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:0.0:1749610522.368082:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610522.368083:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610522.368083:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610522.368084:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520448, offset 0 00000100:00000040:1.0:1749610522.368084:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610522.368085:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610522.368086:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610522.368086:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610522.368086:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610522.368088:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610522.368088:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610522.368088:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610522.368089:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:0.0:1749610522.368090:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610522.368091:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610522.368091:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610522.368093:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610522.368093:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1749610522.368094:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610522.368095:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368096:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610522.368097:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924480 00000100:00000001:1.0:1749610522.368097:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610522.368098:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610522.368099:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610522.368100:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610522.368101:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ba9 [1] + 0 00000100:00000001:0.0:1749610522.368101:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1749610522.368102:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749610522.368104:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610522.368105:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610522.368105:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494520704, offset 0 00000100:00000001:0.0:1749610522.368106:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1749610522.368107:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494520320:0@lo:38:kworker.0 00000100:00000001:0.0:1749610522.368107:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610522.368109:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610522.368110:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610522.368111:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610522.368111:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610522.368112:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610522.368113:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610522.368116:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610522.368117:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494520320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610522.368117:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610522.368118:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610522.368120:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610522.368121:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924580 00000100:00000001:0.0:1749610522.368121:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610522.368125:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610522.368125:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610522.368126:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5bb1 [1] + 0 00000100:00000001:2.0:1749610522.368129:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610522.368130:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749610522.368130:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610522.368132:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263800. 00000100:00100000:0.0:1749610522.368133:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494520832:0@lo:400:kworker.0 02000000:00000001:2.0:1749610522.368134:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749610522.368134:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610522.368136:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610522.368137:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610522.368137:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610522.368137:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610522.368159:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610522.368161:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 00000100:00000001:0.0:1749610522.368163:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610522.368164:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610522.368164:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610522.368165:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610522.368166:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610522.368166:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494520832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610522.368167:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000400:00000200:3.0:1749610522.368168:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610522.368170:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610522.368172:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610522.368173:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610522.368173:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.368173:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610522.368174:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610522.368175:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610522.368175:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610522.368175:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610522.368177:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368177:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610522.368177:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f600. 00000100:00000001:2.0:1749610522.368179:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610522.368179:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610522.368180:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:2.0:1749610522.368181:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610522.368181:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610522.368182:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610522.368182:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000001:2.0:1749610522.368183:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610522.368183:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610522.368184:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610522.368184:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000020:00000001:0.0:1749610522.368184:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610522.368186:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000010:0.0:1749610522.368186:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000040:3.0:1749610522.368188:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572d80 x1834598494520448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610522.368188:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610522.368190:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610522.368190:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610522.368192:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749610522.368193:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610522.368193:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00100000:3.0:1749610522.368197:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494520448:12345-0@lo:38:kworker.0 Request processed in 175us (560us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610522.368197:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610522.368197:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610522.368198:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610522.368199:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610522.368200:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610522.368201:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.368201:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610522.368202:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610522.368203:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00000001:0.0:1749610522.368203:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610522.368204:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.368205:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610522.368205:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.368207:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610522.368207:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610522.368207:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.368208:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610522.368209:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610522.368209:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.368209:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368210:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368211:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610522.368211:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610522.368212:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 02000000:00000001:2.0:1749610522.368213:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610522.368214:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610522.368215:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:2.0:1749610522.368215:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610522.368215:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573100 x1834598494520704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610542 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610522.368217:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610522.368218:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610522.368220:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610522 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610522.368223:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=27 v=20 (1 1 20 0) 00000100:00100000:1.0:1749610522.368225:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494520704:12345-0@lo:38:kworker.0 Request processed in 195us (428us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749610522.368225:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610522.368226:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610522.368228:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610522.368229:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610522.368230:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610522.368232:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00000040:2.0:1749610522.368234:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610522.368234:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610522.368236:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610522.368238:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000100:00000001:0.0:1749610522.368239:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.368240:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610522.368240:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610522.368241:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000100:00000001:2.0:1749610522.368242:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1749610522.368243:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610522.368244:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368245:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610522.368245:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3400. 00000400:00000001:0.0:1749610522.368245:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610522.368246:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610522.368247:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00000100:00000001:1.0:1749610522.368248:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610522.368249:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610522.368250:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000100:00080000:2.0:1749610522.368251:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:0.0:1749610522.368252:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000001:2.0:1749610522.368253:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610522.368254:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610522.368256:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610522.368258:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610522.368264:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494520448:0@lo:38:kworker.0 00000100:00000200:0.0:1749610522.368267:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610522.368268:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610522.368269:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610522.368270:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610522.368272:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610522.368274:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610522.368274:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610522.368275:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610522.368276:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.368277:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749610522.368278:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610522.368279:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610522.368280:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610522.368281:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610522.368283:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610522.368286:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610522.368286:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1749610522.368289:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610522.368292:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610522.368292:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610522.368293:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.368293:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368295:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749610522.368295:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749610522.368296:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610522.368298:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00080000:0.0:1749610522.368298:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.368300:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610522.368302:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610522.368304:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610522 v=5 (0 0 0 0) 00010000:00000001:0.0:1749610522.368305:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610522.368307:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=127 v=20 (1 20 0 0) 00000100:00000001:0.0:1749610522.368307:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610522.368309:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610522.368310:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610522.368310:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610522.368311:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610522.368311:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368313:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610522.368314:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610522.368316:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.368323:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610522.368324:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610522.368326:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368327:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610522.368328:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610522.368328:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610522.368330:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1749610522.368331:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610522.368332:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610522.368333:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610522.368335:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610522.368335:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610522.368338:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610522.368343:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494520576:0@lo:400:kworker.0 00000100:00100000:2.0:1749610522.368346:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494520704:0@lo:38:kworker.0 00000100:00000001:0.0:1749610522.368346:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.368348:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610522.368349:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368351:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610522.368351:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494520576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610522.368354:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494520448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610522.368357:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610522.368358:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610522.368360:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749610522.368360:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc800. 02000000:00000001:2.0:1749610522.368361:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610522.368362:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:0.0:1749610522.368362:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610522.368363:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610522.368364:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610522.368365:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610522.368366:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610522.368366:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1749610522.368368:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:0.0:1749610522.368368:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:0.0:1749610522.368369:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610522.368370:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610522.368371:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749610522.368372:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288000. 00000100:00000010:0.0:1749610522.368372:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:0.0:1749610522.368374:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610522.368376:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610522.368377:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610522.368378:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610522.368379:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610522.368380:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749610522.368381:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00000100:00000001:0.0:1749610522.368381:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610522.368383:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.368384:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610522.368384:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368385:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368386:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610522.368389:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494520704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610522.368395:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610522.368397:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610522.368398:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610522.368401:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610522.368402:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610522.368403:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610522.368405:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610522.368406:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288c00. 02000000:00000001:2.0:1749610522.368408:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610522.368409:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610522.368411:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000100:00000001:2.0:1749610522.368413:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610522.368414:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.368416:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368417:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610522.368418:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610522.368420:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.368421:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610522.368577:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299795826, at 4299795826 00000100:00000040:1.0:1749610522.368583:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299795826, at 4299795826 00000100:00000010:3.0:1749610522.368586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f500. 00000100:00000040:0.0:1749610522.368587:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299795826, at 4299795826 00000100:00000040:2.0:1749610522.368588:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299795826, at 4299795826 00000100:00000010:1.0:1749610522.368590:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f780. 00000100:00000010:0.0:1749610522.368599:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fb00. 00000100:00000010:2.0:1749610522.368617:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f580. 00000100:00000001:2.0:1749610522.457643:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610522.457649:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610522.457652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610522.457656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610522.457659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610522.457663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.457665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610522.457668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.457670:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610522.740663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610522.740672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610522.740675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610522.740679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610522.740683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610522.740687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.740690:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610522.740695:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610522.740697:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610523.176673:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610523.176681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610523.176820:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610523.176826:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610523.176830:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610523.367633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610523.367649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610523.367651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610523.367655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610523.367658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610523.367662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610523.367664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610523.457609:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610523.457614:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610523.457616:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610523.457619:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610523.457622:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610523.457624:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610523.457627:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610523.457630:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610523.457631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610523.740578:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610523.740583:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610523.740585:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610523.740587:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610523.740589:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610523.740591:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610523.740593:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610523.740595:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610523.740597:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610524.178612:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610524.178619:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610524.178620:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610524.178622:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610524.178625:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610524.178626:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610524.178627:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610524.178629:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610524.178699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610524.178702:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610524.178704:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610524.367591:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610524.367602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610524.367603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610524.367606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610524.367608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610524.367610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610524.367611:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610524.457574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610524.457577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610524.457578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610524.457580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610524.457582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610524.457584:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610524.457586:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610524.457587:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610524.457588:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610524.740642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610524.740648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610524.740649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610524.740652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610524.740654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610524.740656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610524.740658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610524.740660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610524.740661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610525.180605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610525.180610:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610525.180695:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610525.180699:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610525.180701:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610525.367630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610525.367642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610525.367644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610525.367647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610525.367648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610525.367651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610525.367653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610525.457604:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610525.457609:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610525.457610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610525.457613:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610525.457615:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610525.457617:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610525.457619:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610525.457621:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610525.457623:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610525.740721:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610525.740730:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610525.740733:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610525.740738:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610525.740741:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610525.740746:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610525.740749:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610525.740762:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.740773:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610525.740777:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.740786:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610525.740790:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610525.740792:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610525.740794:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610525.740798:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610525.740807:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494518400:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610525.740812:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610525.740814:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610525.740817:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610525.740819:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610525.740823:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.740829:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610525.740832:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af540. 00000100:00000001:0.0:1749610525.740839:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610525.740840:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610525.740845:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610525.740849:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610525.740852:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610525.740856:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=4 00000020:00000001:0.0:1749610525.740858:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610525.740860:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00010000:0.0:1749610525.740867:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.740876:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610525.740881:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.740887:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610525.740891:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.740897:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610525.740899:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610525.740902:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.740909:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610525.740911:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610525.740914:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610525.740917:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610525.740923:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610525.740926:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610525.740929:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.740934:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610525.740936:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610525.740937:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610525.740938:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=5 00000020:00000001:0.0:1749610525.740940:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610525.740942:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610525.740945:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610525.740948:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610525.740953:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610525.740955:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610525.740960:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749610525.740963:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610525.740964:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610525.740966:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610525.740968:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610525.740971:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610525.740973:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610525.740975:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610525.740976:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610525.740979:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f800 with handle 0x689c0ec07329d175 from hash 00010000:00000001:0.0:1749610525.740981:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610525.740983:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610525.740984:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610525.740985:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610525.740986:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610525.740987:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610525.740990:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610525.740991:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610525.740992:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610525.740994:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610525.740996:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610525.741001:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610525.741002:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610525.741003:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610525.741005:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610525.741006:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610525.741007:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610525.741008:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610525.741010:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d175 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610525.741018:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f200 count: 0 00010000:00000001:0.0:1749610525.741044:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610525.741046:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610525.741048:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610525.741051:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494518400/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.741058:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610525.741061:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610525.741063:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610525.741065:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610525.741070:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ea00. 02000000:00000001:0.0:1749610525.741075:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610525.741077:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610525.741079:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000100:00000001:0.0:1749610525.741085:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610525.741087:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610525.741089:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610525.741091:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610525.741094:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610525.741099:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3eea00. 00000020:00000010:0.0:1749610525.741103:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:0.0:1749610525.741150:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fc00. 00000040:00000010:0.0:1749610525.741155:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749610525.741161:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610525.741168:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f000. 80000000:00000010:0.0:1749610525.741173:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610525.741179:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f200. 00080000:00000010:0.0:1749610525.741185:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610525.741191:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610525.741200:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610525.741203:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610525.741209:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fc00. 00000040:00000010:0.0:1749610525.741213:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749610525.741216:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610525.741220:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f000. 80000000:00000010:0.0:1749610525.741223:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610525.741227:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f200. 00080000:00000010:0.0:1749610525.741232:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610525.741237:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610525.741241:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 10000000:00000010:0.0:1749610525.741243:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3eea00. 10000000:01000000:0.0:1749610525.741247:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749610525.741250:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610525.741253:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610525.741256:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610525.741258:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610525.741260:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:0.0:1749610525.741263:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610525.741264:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610525.741266:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88006bb8ce00) refs 2 10000000:00000001:0.0:1749610525.741268:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610525.741269:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610525.741271:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749610525.741272:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610525.741274:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:0.0:1749610525.741276:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610525.741278:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749610525.741282:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 00000020:00000040:0.0:1749610525.741285:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610525.741289:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610525.741293:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610525.741297:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610525.741302:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ea00. 00000100:00000001:0.0:1749610525.741308:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610525.741312:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610525.741314:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610525.741320:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3fa00. 00010000:00000001:0.0:1749610525.741324:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610525.741326:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ee00. 00000020:00000001:0.0:1749610525.741330:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610525.741332:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ee00 with handle 0x689c0ec07329d17c to hash 00000020:00000001:0.0:1749610525.741334:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610525.741336:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610525.741338:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610525.741341:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610525.741343:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610525.741347:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610525.741354:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610525.741365:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610525.741371:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610525.741373:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610525.741377:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af540. 00000100:00000001:0.0:1749610525.741379:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118487360 : -131939591064256 : ffff88006b8af540) 00000100:00000001:0.0:1749610525.741382:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610525.741383:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00000001:0.0:1749610525.741387:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610525.741392:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610525.741394:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610525.741396:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610525.741400:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.741408:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610525.741410:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610525.741414:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610525.741421:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610525.741423:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610525.741424:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610525.741426:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610525.741428:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610525.741430:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610525.741431:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610525.741432:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610525.741434:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610525.746695:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f200. 00010000:00000010:0.1:1749610525.746707:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f800. 00010000:00000001:0.0:1749610526.182722:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610526.182731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610526.182841:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610526.182847:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610526.182852:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610526.367686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610526.367704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610526.367706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610526.367711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610526.367715:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610526.367719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610526.367721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610526.457678:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610526.457686:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610526.457689:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610526.457693:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610526.457696:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610526.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610526.457703:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610526.457706:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610526.457709:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610526.740789:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610526.740799:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610526.740801:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610526.740806:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610526.740810:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610526.740814:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610526.740817:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610526.740821:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610526.740823:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610527.184724:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610527.184732:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610527.184883:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610527.184890:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610527.184894:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610527.367690:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610527.367709:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610527.367712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.367717:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610527.367720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.367725:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.367727:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.374639:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610527.374648:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610527.374651:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610527.374655:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610527.374658:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610527.374661:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610527.374665:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610527.374671:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1749610527.374676:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610527.374679:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374682:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.374685:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.374687:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610527.374692:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610527.374694:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610527.374697:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610527.374701:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610527.374703:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610527.374706:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610527.374708:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374710:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.374712:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.374714:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610527.374717:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610527.374721:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610527.374723:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.374726:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610527.374733:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610527.374736:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.374738:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610527.374742:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610527.374749:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610527.374753:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610527.374757:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610527.374759:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.374762:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.374765:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610527.374768:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610527.374779:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288c00. 00000100:00000001:0.0:1749610527.374786:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610527.374796:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610527.374808:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610527.374813:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.374817:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.374848:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.374851:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610527.374855:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610527.374857:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610527.374859:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610527.374861:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610527.374864:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5128 00000100:00080000:0.0:1749610527.374866:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610527.374869:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374870:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.374872:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.374874:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610527.374876:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610527.374877:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610527.374879:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610527.374880:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610527.374883:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610527.374885:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610527.374888:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374890:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.374892:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.374894:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610527.374896:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610527.374898:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610527.374900:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.374902:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610527.374905:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610527.374907:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.374909:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610527.374910:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610527.374914:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000020:00000040:0.0:1749610527.374916:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610527.374918:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610527.374918:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610527.374919:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.374921:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.374922:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610527.374923:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.374924:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.374927:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610527.374927:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610527.374930:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610527.374933:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610527.374940:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.374940:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610527.374943:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.374946:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995c00] to pc [ptlrpcd_rcv+-1] req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.374955:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610527.374955:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.374957:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610527.374958:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.374960:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610527.374962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610527.374962:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610527.374964:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610527.374966:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610527.374967:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610527.374969:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5128 02000000:00000001:2.0:1749610527.374971:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.374971:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610527.374973:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374975:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610527.374977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494521088:0@lo:38:kworker.0 00000100:00000040:0.0:1749610527.374977:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.374979:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610527.374981:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610527.374982:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610527.374983:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610527.374984:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610527.374985:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610527.374987:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610527.374989:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610527.374989:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610527.374992:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.374992:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.374993:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.374995:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610527.374996:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610527.374997:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610527.374999:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610527.375001:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000010:2.0:1749610527.375003:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c955400. 00000100:00000001:0.0:1749610527.375003:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375004:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610527.375007:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375007:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610527.375009:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375011:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610527.375012:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610527.375015:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000400:00000010:2.0:1749610527.375016:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000020:00000040:0.0:1749610527.375017:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610527.375019:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610527.375020:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375021:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.375023:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610527.375025:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610527.375026:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000010:0.0:1749610527.375028:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00000001:0.0:1749610527.375030:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610527.375034:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610527.375035:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521088, portal 4 00000100:00000001:2.0:1749610527.375039:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610527.375041:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:0.0:1749610527.375041:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610527.375042:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375045:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_rcv+-1] req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.375052:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.375053:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610527.375055:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610527.375058:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610527.375061:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000040:0.0:1749610527.375063:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610527.375065:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610527.375065:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.375067:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610527.375068:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.375069:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610527.375072:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000010:0.0:1749610527.375072:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000100:00000001:0.0:1749610527.375074:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.375077:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494521088, offset 0 00000100:00000040:0.0:1749610527.375077:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610527.375085:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610527.375086:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610527.375087:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375134:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_00_02+2] req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610527.375142:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610527.375158:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf924700 00000400:00000200:2.0:1749610527.375168:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 19240 00000100:00000001:0.0:1749610527.375171:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610527.375174:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610527.375177:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610527.375179:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610527.375180:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749610527.375180:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610527.375183:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610527.375186:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5128 00000400:00000200:2.0:1749610527.375187:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749610527.375188:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610527.375191:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.375193:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610527.375194:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610527.375195:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.375196:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610527.375197:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749610527.375198:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610527.375200:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610527.375201:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610527.375203:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 00000020:00000040:0.0:1749610527.375203:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610527.375205:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610527.375207:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610527.375208:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573480 x1834598494521088 msgsize 520 00000100:00000040:0.0:1749610527.375209:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610527.375211:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610527.375213:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610527.375215:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610527.375216:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610527.375217:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610527.375220:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610527.375222:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375224:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610527.375227:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610527.375229:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610527.375229:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375231:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610527.375232:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610527.375235:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000020:00000040:0.0:1749610527.375237:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1749610527.375239:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:0.0:1749610527.375240:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610527.375241:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610527.375243:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610527.375243:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.375244:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610527.375246:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375248:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749610527.375250:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928b000. 00000100:00000001:0.0:1749610527.375253:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.375257:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610527.375257:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610527.375264:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610527.375266:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375270:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610527.375270:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_rcv+-1] req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610527.375275:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.375277:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375279:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610527.375280:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610527.375282:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610527.375284:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 00000100:00000001:3.0:1749610527.375286:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610527.375286:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610527.375286:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610527.375287:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375288:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610527.375288:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610527.375289:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610527.375290:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610527.375291:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375292:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610527.375293:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fd00. 00000100:00000001:2.0:1749610527.375296:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375296:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.375297:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610527.375299:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610527.375302:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1043 usecs (2 jiffies) 00000100:00000001:0.0:1749610527.375306:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610527.375308:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299800834 00000100:00000001:1.0:1749610527.375308:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610527.375308:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375311:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375311:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995500] to pc [ptlrpcd_00_03+3] req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610527.375314:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749610527.375315:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f580. 00000100:00000001:3.0:1749610527.375317:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610527.375317:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610527.375319:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521088 02000000:00000001:1.0:1749610527.375320:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610527.375323:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749610527.375323:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494521472:0@lo:400:kworker.0 00000100:00000001:2.0:1749610527.375324:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610527.375324:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375326:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610527.375328:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610527.375329:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5138) 00000100:00000001:3.0:1749610527.375330:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610527.375331:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610527.375332:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299800834 02000000:00000001:1.0:1749610527.375333:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610527.375334:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610527.375335:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610527.375337:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521088 00000100:00000010:2.0:1749610527.375337:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fe80. 00000020:00000001:3.0:1749610527.375340:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1749610527.375340:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 00000100:00000001:2.0:1749610527.375341:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:3.0:1749610527.375342:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749610527.375342:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610527.375344:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610527.375345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299800834 00000020:00000001:3.0:1749610527.375346:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610527.375347:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000020:00000001:3.0:1749610527.375348:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610527.375350:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f8c0. 00000400:00000010:1.0:1749610527.375352:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610527.375354:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:3.0:1749610527.375355:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000200:1.0:1749610527.375357:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494521472, portal 10 00000100:00000001:2.0:1749610527.375358:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299800834 00000100:00000001:1.0:1749610527.375359:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610527.375361:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:1.0:1749610527.375361:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000100:00000010:2.0:1749610527.375362:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051ff00. 00000020:00000010:3.0:1749610527.375366:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749610527.375367:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:1.0:1749610527.375368:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610527.375371:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610527.375371:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610527.375373:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610527.375375:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375376:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375376:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610527.375378:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610527.375380:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610527.375380:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610527.375381:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375383:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610527.375383:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494521472, offset 0 00000400:00000200:1.0:1749610527.375388:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610527.375391:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610527.375394:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610527.375396:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610527.375397:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610527.375399:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.375402:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610527.375403:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610527.375404:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924880 00000100:00000040:2.0:1749610527.375408:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610527.375410:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 134672 00000100:00000001:3.0:1749610527.375413:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610527.375415:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610527.375417:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610527.375420:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610527.375421:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000001:3.0:1749610527.375424:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000100:00000001:1.0:1749610527.375425:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610527.375427:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610527.375431:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573480 x1834598494521088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.375431:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1749610527.375431:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb2680. 00000100:00000001:2.0:1749610527.375434:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.375435:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb2680 x1834598494521472 msgsize 224 02000000:00000001:2.0:1749610527.375437:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610527.375439:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610527.375440:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610527.375444:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494521088:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610527.375444:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610527.375448:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521088 00000100:00100000:2.0:1749610527.375449:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494521216:0@lo:38:kworker.0 00000020:00000001:3.0:1749610527.375452:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610527.375454:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610527.375455:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610527.375458:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610527.375460:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375461:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610527.375463:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610527.375468:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 02000000:00000010:2.0:1749610527.375469:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000400:00000010:1.0:1749610527.375470:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000001:3.0:1749610527.375471:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.375473:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375473:0:28323:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:3.0:1749610527.375475:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610527.375476:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610527.375477:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00010000:00000001:3.0:1749610527.375478:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610527.375478:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610527.375479:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521472 02000000:00000001:0.0:1749610527.375481:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749610527.375482:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610527.375482:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610527.375483:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610527.375485:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610527.375486:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375487:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610527.375487:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521216, portal 10 00000100:00000001:1.0:1749610527.375487:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610527.375489:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610527.375489:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610527.375490:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610527.375490:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749610527.375492:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521472 00000100:00000001:2.0:1749610527.375493:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 02000000:00000010:3.0:1749610527.375494:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240af400. 00000020:00000001:0.0:1749610527.375495:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610527.375496:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610527.375496:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610527.375497:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375498:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375498:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610527.375498:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610527.375500:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:2.0:1749610527.375501:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610527.375502:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610527.375502:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610527.375502:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00000001:3.0:1749610527.375505:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610527.375505:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:1.0:1749610527.375506:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 698 usecs (1 jiffies) 00000100:00001000:3.0:1749610527.375509:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610527.375509:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299800833 00000100:00000001:0.0:1749610527.375509:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610527.375512:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610527.375512:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610527.375512:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299800834 00000020:00000010:0.0:1749610527.375513:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000100:00000001:1.0:1749610527.375515:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299800833 00000100:00000001:3.0:1749610527.375516:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610527.375516:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610527.375517:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299800834 00000100:00000040:3.0:1749610527.375519:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610527.375519:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610527.375519:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299800833 00000020:00000040:0.0:1749610527.375541:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610527.375548:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610527.375553:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:3.0:1749610527.375557:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610527.375557:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000200:2.0:1749610527.375558:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494521216, offset 0 00000100:00000001:3.0:1749610527.375559:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610527.375561:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000100:00000040:3.0:1749610527.375562:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610527.375563:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299800834 02000000:00000001:3.0:1749610527.375565:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610527.375565:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610527.375565:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299800834 02000000:00000001:3.0:1749610527.375567:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375567:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299800834 00000100:00000040:0.0:1749610527.375568:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610527.375569:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610527.375569:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610527.375570:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610527.375571:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610527.375572:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610527.375572:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610527.375575:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000200:2.0:1749610527.375575:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610527.375575:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375575:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.375577:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610527.375580:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494521088, offset 0 00000100:00000001:0.0:1749610527.375580:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610527.375582:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1749610527.375583:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924780 00000100:00000001:1.0:1749610527.375583:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610527.375584:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610527.375585:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610527.375585:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610527.375588:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610527.375589:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610527.375590:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375590:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610527.375592:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 134896 00000100:00100000:1.0:1749610527.375593:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1749610527.375594:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610527.375595:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.375597:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610527.375598:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610527.375599:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610527.375600:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610527.375600:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610527.375600:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610527.375601:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf924700 00000100:00000001:1.0:1749610527.375601:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610527.375602:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610527.375604:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000400:00000200:2.0:1749610527.375606:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610527.375606:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610527.375607:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5bcd [1] + 0 00000100:00000040:0.0:1749610527.375607:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610527.375609:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346016896 : -131936363534720 : ffff88012beb2680) 00000100:00000001:2.0:1749610527.375612:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610527.375613:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610527.375614:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749610527.375615:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610527.375615:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375615:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb2680 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:718/0 lens 224/0 e 0 to 0 dl 1749610538 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610527.375617:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610527.375617:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749610527.375619:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573800. 02000000:00000001:1.0:1749610527.375619:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610527.375620:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610527.375621:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.375624:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573800 x1834598494521216 msgsize 520 00000100:00000001:0.0:1749610527.375624:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610527.375625:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494521728:0@lo:400:kworker.0 00000100:00000200:3.0:1749610527.375626:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610527.375626:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:0.0:1749610527.375628:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610527.375629:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610527.375631:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610527.375631:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749610527.375631:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 02000000:00000001:1.0:1749610527.375632:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610527.375634:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610527.375637:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610527.375637:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bcc00. 00000100:00100000:0.0:1749610527.375638:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494521472:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749610527.375639:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375641:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749610527.375642:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000200:0.0:1749610527.375642:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521472 00000400:00000010:1.0:1749610527.375645:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000001:0.0:1749610527.375645:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610527.375646:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610527.375647:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:0.0:1749610527.375647:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610527.375650:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610527.375651:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000020:00000001:0.0:1749610527.375652:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610527.375654:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610527.375655:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610527.375658:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610527.375659:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494521728, portal 10 00000100:00000200:2.0:1749610527.375661:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.375662:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610527.375662:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.375663:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 00000400:00000200:3.0:1749610527.375664:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000020:00000001:0.0:1749610527.375664:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610527.375666:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1749610527.375667:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000020:00000001:0.0:1749610527.375668:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.375669:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610527.375670:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610527.375670:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610527.375672:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610527.375672:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610527.375674:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610527.375675:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375676:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610527.375677:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610527.375679:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610527.375681:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375683:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610527.375684:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610527.375685:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610527.375687:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749610527.375688:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610527.375689:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494521088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610527.375690:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494521728, offset 0 00000100:00000001:2.0:1749610527.375691:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610527.375694:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610527.375696:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610527.375699:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610527.375699:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526c000. 00000100:00100000:3.0:1749610527.375700:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494521088:12345-0@lo:38:kworker.0 Request processed in 255us (488us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610527.375701:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 750 usecs (1 jiffies) 02000000:00000001:0.0:1749610527.375701:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610527.375704:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924980 00000100:00000001:0.0:1749610527.375704:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375705:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299800834 00000020:00000001:0.0:1749610527.375706:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.375708:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:2.0:1749610527.375709:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299800834 00000400:00000200:1.0:1749610527.375709:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 135416 00010000:00000040:0.0:1749610527.375709:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494521472 00000100:00000001:3.0:1749610527.375711:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610527.375712:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749610527.375712:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610527.375713:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299800834 00000400:00000200:1.0:1749610527.375714:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610527.375716:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299800834 00000020:00000010:3.0:1749610527.375717:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00010000:00000200:0.0:1749610527.375717:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb2680 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:718/0 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610527.375718:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610527.375720:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299800834 00000020:00000010:3.0:1749610527.375721:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:1.0:1749610527.375721:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610527.375722:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610527.375723:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299800834 00000020:00000010:3.0:1749610527.375725:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000010:1.0:1749610527.375725:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb2a00. 00010000:00000001:0.0:1749610527.375725:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610527.375726:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299800834 00010000:00000001:0.0:1749610527.375727:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.375728:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb2a00 x1834598494521728 msgsize 224 00000100:00000001:3.0:1749610527.375729:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.375730:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299800834 00000100:00001000:0.0:1749610527.375731:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 0) 00000100:00100000:1.0:1749610527.375732:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610527.375734:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610527.375734:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610527.375737:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375737:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610527.375739:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610527.375740:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610527.375741:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610527.375741:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610527.375742:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375743:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610527.375743:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375745:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610527.375746:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:2.0:1749610527.375747:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610527.375747:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610527.375749:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610527.375751:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749610527.375751:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610527.375753:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610527.375754:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610527.375755:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521216 00000100:00000200:0.0:1749610527.375755:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521472, offset 224 02000000:00000001:3.0:1749610527.375757:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610527.375758:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610527.375759:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610527.375760:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610527.375761:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.375761:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375762:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610527.375764:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.375765:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610527.375765:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610527.375766:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521216 00000020:00000001:3.0:1749610527.375768:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610527.375768:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610527.375768:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610527.375769:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610527.375771:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610527.375771:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375771:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610527.375773:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375773:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610527.375775:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610527.375776:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494521344:0@lo:38:kworker.0 00000100:00000001:1.0:1749610527.375776:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610527.375776:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924880 00000020:00000010:3.0:1749610527.375778:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000040:1.0:1749610527.375779:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 643 usecs (1 jiffies) 00000020:00000010:3.0:1749610527.375780:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000100:00000001:2.0:1749610527.375782:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610527.375782:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299800834 00000400:00000200:0.0:1749610527.375782:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5bd5 [1] + 224 00000020:00000010:3.0:1749610527.375783:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:1.0:1749610527.375784:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299800834 00000100:00000001:3.0:1749610527.375785:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610527.375785:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610527.375786:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610527.375786:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299800834 00000400:00000200:0.0:1749610527.375787:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610527.375788:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375788:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299800834 00000100:00000001:3.0:1749610527.375789:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375790:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299800834 00000400:00000200:0.0:1749610527.375790:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610527.375791:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610527.375792:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375793:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299800834 00000100:00000001:0.0:1749610527.375794:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610527.375795:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299800834 02000000:00000010:2.0:1749610527.375797:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263800. 00000100:00000001:1.0:1749610527.375797:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299800834 00000100:00000200:0.0:1749610527.375798:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.375799:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610527.375800:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610527.375800:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375801:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375803:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610527.375804:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610527.375805:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610527.375806:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.375807:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521728 00000100:00000040:0.0:1749610527.375807:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610527.375808:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610527.375809:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610527.375810:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610527.375811:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.375813:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521344, portal 10 02000000:00000001:3.0:1749610527.375814:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.375815:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521728 00000020:00000001:3.0:1749610527.375817:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610527.375817:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1749610527.375817:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610527.375818:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610527.375819:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610527.375819:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000001:0.0:1749610527.375819:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749610527.375821:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000040:1.0:1749610527.375821:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610527.375824:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749610527.375825:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000001:3.0:1749610527.375826:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:0.0:1749610527.375827:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:2.0:1749610527.375828:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.375828:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610527.375829:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610527.375830:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610527.375830:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610527.375831:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610527.375832:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000400:00000001:1.0:1749610527.375833:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610527.375834:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610527.375835:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3fc0. 00000400:00000001:1.0:1749610527.375835:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610527.375837:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000040:0.0:1749610527.375837:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610527.375839:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610527.375839:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00010000:00000001:0.0:1749610527.375839:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:3.0:1749610527.375841:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:1.0:1749610527.375841:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000020:00000001:0.0:1749610527.375841:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.375843:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610527.375843:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610527.375843:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749610527.375846:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749610527.375847:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1749610527.375847:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610527.375847:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb2680 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:718/0 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610527.375849:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00000200:2.0:1749610527.375850:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494521344, offset 0 00000020:00000010:3.0:1749610527.375853:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000020:00000010:3.0:1749610527.375855:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000400:00000200:2.0:1749610527.375856:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610527.375856:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610527.375857:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00100000:0.0:1749610527.375858:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494521472:12345-0@lo:400:kworker.0 Request processed in 232us (420us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610527.375860:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610527.375861:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610527.375863:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.375863:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610527.375864:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610527.375864:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.375866:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610527.375867:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:3.0:1749610527.375869:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749610527.375869:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610527.375870:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610527.375871:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610527.375871:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610527.375872:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924800 00000100:00000001:0.0:1749610527.375872:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610527.375873:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375873:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.375874:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610527.375875:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375877:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610527.375878:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000400:00000200:2.0:1749610527.375879:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 135640 00000100:00001000:1.0:1749610527.375881:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=32 v=5 (5 5 5 0) 00000020:00000010:0.0:1749610527.375881:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:3.0:1749610527.375882:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610527.375884:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1749610527.375885:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=32 v=5 (1 1 1 0) 00000020:00000010:0.0:1749610527.375885:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000400:00000200:2.0:1749610527.375886:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610527.375887:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000001:1.0:1749610527.375888:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610527.375889:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610527.375889:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000040:3.0:1749610527.375890:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:2.0:1749610527.375891:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610527.375892:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346017792 : -131936363533824 : ffff88012beb2a00) 00010000:00000001:1.0:1749610527.375892:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610527.375892:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.375896:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610527.375897:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb2a00 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:718/0 lens 224/0 e 0 to 0 dl 1749610538 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610527.375898:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00080000:1.0:1749610527.375898:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.375900:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610527.375902:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749610527.375903:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573b80. 00010000:00000001:1.0:1749610527.375905:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610527.375905:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00000001:3.0:1749610527.375906:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610527.375907:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573b80 x1834598494521344 msgsize 520 00000020:00000010:3.0:1749610527.375908:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:1.0:1749610527.375908:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610527.375908:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900114432 : -131936809437184 : ffff880111573800) 00000100:00000040:1.0:1749610527.375910:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610527.375911:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610527.375912:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749610527.375912:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573800 x1834598494521216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610527.375913:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00100000:2.0:1749610527.375914:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610527.375914:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.375917:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494521728:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610527.375917:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610527.375918:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610527.375920:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521728 00000100:00100000:0.0:1749610527.375921:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494521216:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610527.375922:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610527.375922:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000020:00000001:3.0:1749610527.375924:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749610527.375925:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610527.375925:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610527.375925:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521216 00000020:00000001:3.0:1749610527.375926:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375927:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610527.375927:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610527.375928:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610527.375928:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610527.375929:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610527.375929:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610527.375930:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749610527.375932:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610527.375933:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749610527.375934:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610527.375936:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610527.375937:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610527.375939:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610527.375939:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610527.375941:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610527.375941:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494521472:0@lo:400:kworker.0 00010000:00020000:0.0:1749610527.375942:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610527.375943:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610527.375945:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610527.375945:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610527.375946:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610527.375946:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610527.375946:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610527.375948:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610527.375948:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610527.375949:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494521472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.375950:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:3.0:1749610527.375951:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240af000. 00000100:00000040:2.0:1749610527.375952:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.375952:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610527.375953:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375954:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610527.375955:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.375956:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610527.375957:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610527.375957:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526c400. 02000000:00000001:1.0:1749610527.375958:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610527.375959:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610527.375960:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494521728 00000100:00000001:0.0:1749610527.375960:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610527.375961:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00010000:00000001:3.0:1749610527.375962:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610527.375963:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610527.375963:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610527.375964:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1749610527.375965:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610527.375966:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb2a00 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:718/0 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.375966:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610527.375966:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749610527.375967:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:1.0:1749610527.375968:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610527.375970:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610527.375970:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610527.375970:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:1.0:1749610527.375972:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 00010000:00000001:3.0:1749610527.375973:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610527.375973:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610527.375974:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 705 usecs (1 jiffies) 00010000:00000001:3.0:1749610527.375975:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.375975:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610527.375976:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610527.375977:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1749610527.375978:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610527.375978:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610527.375979:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299800834 00000100:00000010:1.0:1749610527.375979:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:0.0:1749610527.375980:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610527.375981:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610527.375983:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299800834 00000100:00000040:3.0:1749610527.375984:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610527.375984:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610527.375985:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610527.375986:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299800834 00000100:00000001:1.0:1749610527.375986:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610527.375986:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610527.375987:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610527.375988:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610527.375988:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610527.375989:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610527.375990:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299800834 00000100:00000001:1.0:1749610527.375990:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610527.375990:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610527.375991:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.375992:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610527.375992:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610527.375992:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610527.375993:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299800834 00000100:00000001:1.0:1749610527.375993:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610527.375994:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:3.0:1749610527.375995:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610527.375995:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610527.375997:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610527.375997:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299800834 00000100:00000200:0.0:1749610527.375997:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521216, offset 0 00000100:00000001:2.0:1749610527.376000:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299800834 00000400:00000200:0.0:1749610527.376000:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1749610527.376001:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610527.376003:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299800834 00000020:00000040:1.0:1749610527.376003:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610527.376004:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521728, offset 224 00000400:00000200:0.0:1749610527.376005:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610527.376007:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610527.376008:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610527.376010:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610527.376011:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924780 00000100:00000001:2.0:1749610527.376013:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610527.376014:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610527.376015:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5bdd [1] + 0 00000400:00000200:3.0:1749610527.376019:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924980 00000100:00000040:2.0:1749610527.376019:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610527.376019:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610527.376021:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610527.376023:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610527.376024:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521344 00000400:00000200:3.0:1749610527.376025:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5be9 [1] + 224 02000000:00000001:1.0:1749610527.376026:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610527.376028:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610527.376029:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.376029:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610527.376030:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610527.376031:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610527.376032:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610527.376033:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610527.376033:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610527.376033:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610527.376034:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521344 00000100:00000001:3.0:1749610527.376036:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610527.376036:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610527.376036:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610527.376038:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610527.376039:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610527.376039:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610527.376041:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610527.376041:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.376042:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.376042:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610527.376043:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610527.376047:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494521600:0@lo:38:kworker.0 00000020:00000010:1.0:1749610527.376047:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000040:3.0:1749610527.376050:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.376050:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610527.376051:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610527.376053:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610527.376053:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000010:1.0:1749610527.376055:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000010:0.0:1749610527.376055:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 02000000:00000001:2.0:1749610527.376056:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610527.376057:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610527.376058:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376058:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610527.376059:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610527.376060:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610527.376061:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610527.376061:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.376062:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610527.376062:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610527.376064:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:2.0:1749610527.376065:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 00000400:00000200:3.0:1749610527.376066:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:1.0:1749610527.376066:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610527.376066:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610527.376068:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 02000000:00000001:2.0:1749610527.376068:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610527.376068:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610527.376069:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610527.376070:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610527.376071:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573800 x1834598494521216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610527.376072:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610527.376072:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000001:3.0:1749610527.376074:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376075:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610527.376076:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000040:3.0:1749610527.376077:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610527.376077:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749610527.376079:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610527.376081:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.376081:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521600, portal 10 00000100:00100000:1.0:1749610527.376081:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1749610527.376081:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494521216:12345-0@lo:38:kworker.0 Request processed in 159us (454us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749610527.376082:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610527.376084:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610527.376084:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900115328 : -131936809436288 : ffff880111573b80) 00000100:00000040:3.0:1749610527.376086:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb2a00 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:718/0 lens 224/224 e 0 to 0 dl 1749610538 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376086:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00000100:00100000:0.0:1749610527.376087:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00000040:1.0:1749610527.376088:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573b80 x1834598494521344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610527.376090:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610527.376091:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610527.376117:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610527.376125:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 00000100:00000001:2.0:1749610527.376129:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610527.376129:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00100000:3.0:1749610527.376131:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494521728:12345-0@lo:400:kworker.0 Request processed in 221us (399us total) trans 0 rc 0/0 00000100:00000040:2.0:1749610527.376132:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610527.376132:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:0.0:1749610527.376135:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610527.376136:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00100000:3.0:1749610527.376138:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:3.0:1749610527.376151:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:2.0:1749610527.376151:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494521600, offset 0 00000100:00000001:3.0:1749610527.376154:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610527.376154:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494521344:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610527.376155:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610527.376157:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610527.376159:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000200:1.0:1749610527.376159:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521344 00000020:00000010:3.0:1749610527.376162:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000020:00000001:1.0:1749610527.376162:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749610527.376165:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000400:00000200:2.0:1749610527.376165:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610527.376165:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749610527.376169:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610527.376172:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610527.376173:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924900 00000020:00000001:1.0:1749610527.376174:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610527.376178:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610527.376180:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 136160 00010000:00000001:1.0:1749610527.376180:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610527.376183:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610527.376186:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610527.376187:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610527.376188:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610527.376189:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610527.376192:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749610527.376193:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a800. 02000000:00000001:1.0:1749610527.376195:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376196:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610527.376197:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.376199:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610527.376200:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610527.376202:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610527.376205:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610527.376208:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610527.376210:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610527.376213:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610527.376215:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610527.376217:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dc000. 00000100:00000001:1.0:1749610527.376218:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610527.376221:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dc000 x1834598494521600 msgsize 520 00000100:00000040:1.0:1749610527.376221:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610527.376223:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610527.376225:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376227:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610527.376229:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610527.376229:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610527.376231:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749610527.376235:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521344, offset 0 00000400:00000200:1.0:1749610527.376238:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610527.376244:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610527.376250:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924800 00000100:00000001:2.0:1749610527.376254:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610527.376254:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5bf5 [1] + 0 00000400:00000200:1.0:1749610527.376259:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610527.376262:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610527.376263:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610527.376267:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610527.376270:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610527.376277:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610527.376278:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610527.376280:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610527.376282:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610527.376283:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521600 02000000:00000001:3.0:1749610527.376285:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610527.376287:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610527.376289:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.376291:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610527.376292:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.376294:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521600 00000020:00000001:3.0:1749610527.376296:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610527.376298:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610527.376299:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610527.376299:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610527.376301:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376301:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610527.376303:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610527.376304:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000010:3.0:1749610527.376306:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000400:00000010:1.0:1749610527.376306:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749610527.376307:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.376308:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749610527.376309:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610527.376309:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610527.376312:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:1.0:1749610527.376312:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.376314:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610527.376315:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610527.376315:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610527.376317:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376317:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376317:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610527.376319:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610527.376320:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610527.376321:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610527.376323:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573b80 x1834598494521344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376325:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.376330:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 522 usecs (1 jiffies) 00000100:00100000:1.0:1749610527.376332:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494521344:12345-0@lo:38:kworker.0 Request processed in 178us (423us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610527.376333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299800834 00000100:00000001:3.0:1749610527.376338:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376338:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299800834 00000100:00100000:1.0:1749610527.376340:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00000001:2.0:1749610527.376341:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299800834 00000100:00000001:1.0:1749610527.376343:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610527.376344:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610527.376344:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610527.376345:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299800834 00000100:00000001:3.0:1749610527.376346:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610527.376347:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610527.376349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299800834 00000100:00100000:3.0:1749610527.376350:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000020:00000010:1.0:1749610527.376351:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610527.376352:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456287744 : -131936253263872 : ffff8801327dc000) 00000100:00000001:2.0:1749610527.376352:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299800834 00000020:00000010:1.0:1749610527.376355:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000040:3.0:1749610527.376356:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dc000 x1834598494521600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610547 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376356:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299800834 00000100:00000001:1.0:1749610527.376358:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376359:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299800834 00000100:00000001:2.0:1749610527.376362:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610527.376365:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494521600:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610527.376365:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610527.376370:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521600 00000400:00000001:2.0:1749610527.376371:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610527.376371:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610527.376372:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749610527.376373:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610527.376373:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610527.376374:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610527.376376:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610527.376380:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610527.376382:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000020:00000001:3.0:1749610527.376383:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376385:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749610527.376386:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610527.376388:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749610527.376388:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610527.376389:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610527.376391:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610527.376391:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610527.376391:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749610527.376393:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:3.0:1749610527.376394:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610527.376395:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610527.376395:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 02000000:00000001:3.0:1749610527.376397:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610527.376397:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610527.376400:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240af800. 00000100:00000200:1.0:1749610527.376401:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610527.376402:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610527.376404:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610527.376405:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610527.376406:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610527.376408:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610527.376410:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610527.376411:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610527.376414:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610527.376416:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610527.376417:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610527.376417:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610527.376418:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610527.376419:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610527.376419:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.376420:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610527.376421:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610527.376422:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610527.376423:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610527.376423:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610527.376423:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610527.376425:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610527.376426:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610527.376426:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749610527.376427:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610527.376428:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610527.376429:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376429:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1749610527.376430:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=132 v=5 (5 5 0 0) 00000100:00000001:3.0:1749610527.376431:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610527.376431:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610527.376433:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749610527.376433:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=132 v=5 (1 1 0 0) 00000400:00000010:3.0:1749610527.376435:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 02000000:00000001:2.0:1749610527.376435:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376436:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610527.376437:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610527.376439:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521600, offset 0 00010000:00000001:1.0:1749610527.376439:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749610527.376442:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610527 v=5 (0 0 0 0) 00010000:00080000:1.0:1749610527.376442:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610527.376443:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610527.376448:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=100 v=20 (1 1 20 0) 00000400:00000200:3.0:1749610527.376449:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610527.376450:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376452:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610527.376452:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610527.376454:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610527.376455:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924900 00000100:00000001:1.0:1749610527.376455:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610527.376456:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610527.376457:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610527.376459:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c05 [1] + 0 00000100:00000001:2.0:1749610527.376459:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610527.376460:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610527.376464:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610527.376466:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.376467:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610527.376468:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610527.376469:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610527.376470:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610527.376471:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610527.376473:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610527.376475:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376478:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610527.376481:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494521728:0@lo:400:kworker.0 00000100:00000001:2.0:1749610527.376482:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610527.376484:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376485:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.376485:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376488:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610527.376488:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610527.376491:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610527.376491:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995500 x1834598494521728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610527.376493:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610527.376496:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00080000:2.0:1749610527.376496:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610527.376497:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749610527.376498:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 02000000:00000001:1.0:1749610527.376499:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610527.376500:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:1.0:1749610527.376500:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bcc00. 00000100:00080000:2.0:1749610527.376501:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610527.376502:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610527.376503:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610527.376504:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610527.376504:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610527.376505:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749610527.376505:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:3.0:1749610527.376507:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610527.376507:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610527.376509:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610527.376509:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 00000020:00000001:3.0:1749610527.376511:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610527.376511:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610527.376512:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610527.376513:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610527.376514:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 00000100:00000040:3.0:1749610527.376515:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dc000 x1834598494521600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610547 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610527.376518:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610527.376540:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.376543:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610527.376546:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610527.376547:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494521600:12345-0@lo:38:kworker.0 Request processed in 180us (322us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610527.376548:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610527.376550:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610527.376552:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610527.376553:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00000001:3.0:1749610527.376556:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610527.376557:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610527.376560:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610527.376563:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000020:00000010:3.0:1749610527.376566:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00100000:2.0:1749610527.376567:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494521088:0@lo:38:kworker.0 00000100:00000001:3.0:1749610527.376569:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610527.376573:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299800834, at 4299800834 00000100:00000001:2.0:1749610527.376574:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.376577:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610527.376581:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f580. 00000100:00000040:2.0:1749610527.376583:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494521088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376594:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610527.376596:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610527.376600:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c955400. 02000000:00000001:2.0:1749610527.376606:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610527.376610:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610527.376613:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610527.376617:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610527.376619:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288c00. 02000000:00000001:2.0:1749610527.376627:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610527.376629:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610527.376632:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:2.0:1749610527.376637:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610527.376639:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610527.376653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610527.376658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610527.376662:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610527.376665:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610527.376668:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610527.376672:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610527.376674:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610527.376678:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610527.376683:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610527.376697:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376709:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610527.376711:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376714:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610527.376717:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610527.376719:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610527.376722:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.376725:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610527.376731:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610527 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610527.376736:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=82 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610527.376741:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749610527.376746:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749610527.376750:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610527.376754:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.376761:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376773:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610527.376777:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610527.376779:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376782:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610527.376785:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610527.376789:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610527.376793:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610527.376797:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.376802:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610527.376815:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494521216:0@lo:38:kworker.0 00000400:00000001:2.0:1749610527.376822:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610527.376824:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610527.376827:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610527.376831:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610527.376834:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610527.376837:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610527.376842:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610527.376856:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376866:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610527.376869:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376872:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610527.376874:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610527.376877:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610527.376879:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.376883:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610527.376888:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610527 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610527.376892:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=32 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610527.376897:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610527.376899:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610527.376902:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.376908:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376919:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610527.376922:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610527.376925:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376927:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610527.376929:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610527.376934:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610527.376938:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610527.376941:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.376947:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610527.376959:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494521344:0@lo:38:kworker.0 00000400:00000001:2.0:1749610527.376966:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610527.376967:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610527.376969:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749610527.376972:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610527.376973:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610527.376976:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610527.376979:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610527.376987:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.376994:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610527.376996:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.376998:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610527.377000:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610527.377002:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610527.377004:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610527.377006:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610527.377010:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610527 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610527.377012:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=132 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610527.377015:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610527.377017:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610527.377019:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.377022:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.377030:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610527.377032:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610527.377033:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.377034:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610527.377036:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610527.377038:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610527.377040:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610527.377042:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610527.377045:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610527.377053:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494521600:0@lo:38:kworker.0 00000100:00000001:2.0:1749610527.377056:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.377058:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610527.377061:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995c00 x1834598494521216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.377067:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610527.377068:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610527.377070:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610527.377075:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610527.377076:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610527.377078:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610527.377080:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610527.377082:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880119288000. 02000000:00000001:2.0:1749610527.377086:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610527.377087:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610527.377089:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 00000100:00000001:2.0:1749610527.377116:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610527.377119:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.377122:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610527.377125:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494521344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.377132:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610527.377134:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610527.377136:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610527.377139:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610527.377140:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610527.377141:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610527.377143:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610527.377145:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610527.377148:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610527.377149:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610527.377150:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000001:2.0:1749610527.377153:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610527.377155:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.377156:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610527.377158:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494521600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610527.377164:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610527.377165:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610527.377167:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 02000000:00000001:2.0:1749610527.377168:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610527.377170:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610527.377171:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610527.377173:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610527.377175:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928b000. 02000000:00000001:2.0:1749610527.377178:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610527.377179:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610527.377181:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610527.377183:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610527.377185:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.377187:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.377188:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610527.377190:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.377192:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.377193:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610527.377207:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299800834, at 4299800834 00000100:00000010:2.0:1749610527.377213:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f8c0. 00000100:00000040:1.0:1749610527.377603:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299800834, at 4299800835 00000100:00000040:3.0:1749610527.377610:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299800834, at 4299800835 00000100:00000010:1.0:1749610527.377616:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fe80. 00000100:00000010:3.0:1749610527.377621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff00. 00000100:00000001:2.0:1749610527.457683:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610527.457691:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610527.457694:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610527.457700:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610527.457705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.457710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.457714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610527.457717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.457721:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610527.740701:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610527.740710:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610527.740712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610527.740717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610527.740721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610527.740725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.740729:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610527.740732:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610527.740735:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610528.186705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610528.186714:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610528.186848:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610528.186854:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610528.186858:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610528.376643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610528.376659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610528.376662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610528.376667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610528.376670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610528.376674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610528.376676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610528.457620:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610528.457625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610528.457627:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610528.457631:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610528.457635:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610528.457638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610528.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610528.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610528.457646:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610528.740573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610528.740578:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610528.740579:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610528.740582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610528.740584:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610528.740587:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610528.740589:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610528.740592:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610528.740593:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610529.188637:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610529.188642:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610529.188727:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610529.188730:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610529.188732:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610529.376620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610529.376632:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610529.376634:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610529.376637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610529.376639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610529.376642:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610529.376643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610529.457615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610529.457619:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610529.457620:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610529.457623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610529.457625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610529.457627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610529.457629:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610529.457630:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610529.457632:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610529.740691:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610529.740699:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610529.740703:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610529.740708:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610529.740711:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610529.740715:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610529.740719:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610529.740722:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610529.740724:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610530.190643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610530.190649:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610530.190739:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610530.190742:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610530.190744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610530.376634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610530.376646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610530.376648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610530.376651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610530.376653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610530.376656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610530.376657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610530.457590:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610530.457593:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610530.457594:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610530.457596:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610530.457598:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610530.457600:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610530.457602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610530.457604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610530.457605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610530.740612:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610530.740617:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610530.740619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610530.740621:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610530.740624:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610530.740627:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610530.740628:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610530.740631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610530.740632:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610531.192690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610531.192698:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610531.192867:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610531.192873:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610531.192877:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610531.376646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610531.376662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610531.376665:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610531.376669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610531.376672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610531.376676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610531.376679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610531.457626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610531.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610531.457633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610531.457637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610531.457640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610531.457644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610531.457647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610531.457649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610531.457651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610531.740638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610531.740645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610531.740647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610531.740652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610531.740655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610531.740659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610531.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610531.740665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610531.740667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610532.194700:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610532.194707:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610532.194823:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610532.194828:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610532.194832:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610532.376621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610532.376636:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610532.376639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.376642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610532.376645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610532.376649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.376651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610532.382605:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610532.382612:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610532.382616:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610532.382619:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610532.382622:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610532.382625:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610532.382629:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610532.382634:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5133 00000100:00080000:0.0:1749610532.382637:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610532.382640:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.382643:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.382646:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.382648:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610532.382652:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610532.382655:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610532.382659:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610532.382662:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610532.382664:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610532.382667:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610532.382670:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.382672:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.382673:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.382675:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610532.382678:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610532.382681:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610532.382684:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.382687:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610532.382693:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610532.382696:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382698:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610532.382701:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610532.382707:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000020:00000040:0.0:1749610532.382711:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610532.382715:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610532.382716:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382720:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610532.382722:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.382725:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610532.382734:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526cc00. 00000100:00000001:0.0:1749610532.382741:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610532.382751:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610532.382762:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.382766:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.382771:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_rcv+-1] req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.382794:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610532.382798:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610532.382802:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610532.382803:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610532.382805:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610532.382807:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610532.382810:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5133 00000100:00080000:0.0:1749610532.382812:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610532.382814:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.382816:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.382817:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.382819:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610532.382821:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610532.382822:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610532.382824:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610532.382826:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610532.382828:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610532.382830:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610532.382832:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.382834:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.382836:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.382837:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610532.382840:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610532.382842:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610532.382845:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.382846:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610532.382849:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610532.382851:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382853:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610532.382855:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610532.382858:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000020:00000040:0.0:1749610532.382860:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610532.382863:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610532.382864:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382866:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610532.382868:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.382869:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610532.382872:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d000. 00000100:00000001:0.0:1749610532.382875:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610532.382879:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610532.382885:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610532.382886:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.382888:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.382891:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610532.382891:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_rcv+-1] req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.382894:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610532.382899:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610532.382902:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610532.382903:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610532.382905:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610532.382907:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610532.382908:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610532.382910:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610532.382913:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5133 00000100:00080000:0.0:1749610532.382915:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610532.382916:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610532.382917:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610532.382919:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382919:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.382921:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610532.382923:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610532.382923:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610532.382925:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610532.382926:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610532.382926:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610532.382928:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610532.382929:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610532.382930:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610532.382932:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610532.382933:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494521856:0@lo:38:kworker.0 00000020:00000001:0.0:1749610532.382934:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610532.382938:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610532.382938:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.382940:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610532.382941:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610532.382941:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610532.382944:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382944:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610532.382946:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610532.382946:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610532.382948:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610532.382950:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610532.382952:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263000. 02000000:00000001:0.0:1749610532.382952:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610532.382954:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610532.382955:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.382956:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.382958:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610532.382959:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610532.382962:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000010:0.0:1749610532.382962:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000020:00000040:0.0:1749610532.382964:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610532.382966:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610532.382967:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610532.382969:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610532.382969:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610532.382970:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.382971:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610532.382974:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d400. 00000100:00000001:0.0:1749610532.382977:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610532.382978:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521856, portal 4 00000100:00100000:0.0:1749610532.382980:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610532.382981:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610532.382982:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000100:00000001:0.0:1749610532.382987:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.382989:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.382991:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610532.382992:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_rcv+-1] req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.382999:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383000:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610532.383002:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610532.383004:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610532.383005:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749610532.383006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000010:0.0:1749610532.383008:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000100:00000200:2.0:1749610532.383009:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494521856, offset 0 00000020:00000040:0.0:1749610532.383010:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610532.383014:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610532.383015:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610532.383015:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.383017:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610532.383021:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610532.383023:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383027:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610532.383032:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610532.383035:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.383036:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383041:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_00_00+0] req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610532.383071:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf924a00 00000400:00000200:2.0:1749610532.383082:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 19760 00000400:00000200:2.0:1749610532.383094:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610532.383100:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610532.383100:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610532.383103:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610532.383106:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610532.383107:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610532.383108:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610532.383109:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610532.383111:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610532.383112:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610532.383115:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5133 00000100:00000010:2.0:1749610532.383117:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dc380. 00000100:00080000:0.0:1749610532.383117:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610532.383120:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610532.383122:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dc380 x1834598494521856 msgsize 520 00000100:00000001:0.0:1749610532.383122:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.383123:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.383125:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610532.383127:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610532.383128:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:2.0:1749610532.383129:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610532.383130:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610532.383132:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610532.383134:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610532.383136:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610532.383138:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610532.383141:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610532.383143:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610532.383145:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610532.383147:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610532.383150:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610532.383151:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.383153:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610532.383156:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610532.383158:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610532.383158:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383160:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610532.383162:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610532.383166:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000020:00000040:0.0:1749610532.383168:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1749610532.383170:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 02000000:00000001:0.0:1749610532.383170:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610532.383171:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383173:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610532.383174:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 02000000:00000001:0.0:1749610532.383174:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.383176:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383179:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749610532.383179:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d800. 00000100:00000001:1.0:1749610532.383182:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610532.383182:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610532.383186:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610532.383186:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610532.383188:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610532.383190:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610532.383193:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.383195:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383198:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_rcv+-1] req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383199:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610532.383199:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610532.383205:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.383206:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383208:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610532.383211:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610532.383211:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610532.383213:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610532.383214:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000020:00000040:0.0:1749610532.383216:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610532.383217:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610532.383217:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610532.383218:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610532.383220:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610532.383220:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610532.383220:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610532.383222:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610532.383223:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610532.383225:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000100:00000001:2.0:1749610532.383226:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610532.383227:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494522240:0@lo:400:kworker.0 00000100:00000001:0.0:1749610532.383228:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383231:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610532.383231:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610532.383233:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1051 usecs (2 jiffies) 02000000:00000001:1.0:1749610532.383234:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610532.383236:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299805842 02000000:00000001:1.0:1749610532.383238:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610532.383238:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610532.383240:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610532.383243:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bcc00. 00000100:00000040:0.0:1749610532.383243:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_00_01+1] req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610532.383244:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f8c0. 02000000:00000001:1.0:1749610532.383246:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610532.383251:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749610532.383251:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383254:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749610532.383255:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5143) 00000400:00000010:1.0:1749610532.383256:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610532.383259:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610532.383260:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494522240, portal 10 00000100:00000001:2.0:1749610532.383262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299805842 00000100:00000001:1.0:1749610532.383263:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610532.383265:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521856 00000100:00000001:1.0:1749610532.383265:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00000010:2.0:1749610532.383267:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f200. 02000000:00000001:3.0:1749610532.383268:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610532.383271:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610532.383272:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610532.383272:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.383275:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383275:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299805842 00000100:00000001:0.0:1749610532.383275:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610532.383277:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610532.383279:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610532.383280:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610532.383280:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051ff80. 00000100:00000001:1.0:1749610532.383281:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610532.383283:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610532.383284:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521856 00000100:00000001:2.0:1749610532.383284:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749610532.383284:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610532.383286:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000001:3.0:1749610532.383287:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610532.383288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299805842 00000020:00000040:3.0:1749610532.383289:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749610532.383289:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494522240, offset 0 00000100:00000001:0.0:1749610532.383290:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610532.383291:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610532.383291:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610532.383292:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f1c0. 00000020:00000001:3.0:1749610532.383293:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610532.383293:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610532.383294:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610532.383295:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.383296:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610532.383297:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749610532.383298:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383301:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610532.383301:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494522496:0@lo:400:kworker.0 00000020:00000010:3.0:1749610532.383302:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000400:00000200:1.0:1749610532.383302:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610532.383305:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610532.383306:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.383307:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749610532.383308:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 02000000:00000001:0.0:1749610532.383309:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383310:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610532.383310:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924b80 02000000:00000001:0.0:1749610532.383311:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610532.383313:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610532.383314:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 02000000:00000010:0.0:1749610532.383314:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f800. 00000400:00000200:1.0:1749610532.383316:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 136680 02000000:00000001:0.0:1749610532.383316:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.383319:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749610532.383320:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000100:00000001:3.0:1749610532.383321:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610532.383321:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610532.383322:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610532.383323:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383324:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610532.383325:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610532.383325:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610532.383327:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610532.383329:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610532.383329:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494522496, portal 10 00000100:00000001:2.0:1749610532.383330:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610532.383330:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610532.383331:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610532.383332:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749610532.383332:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610532.383334:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000010:1.0:1749610532.383336:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb2d80. 00000100:00000040:2.0:1749610532.383339:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610532.383340:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb2d80 x1834598494522240 msgsize 224 00000100:00000001:3.0:1749610532.383341:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610532.383341:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610532.383344:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610532.383349:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610532.383351:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610532.383351:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610532.383351:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610532.383353:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610532.383354:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610532.383354:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000200:0.0:1749610532.383356:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494522496, offset 0 02000000:00000001:2.0:1749610532.383357:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610532.383357:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610532.383359:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 02000000:00000001:2.0:1749610532.383361:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610532.383361:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610532.383362:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456288640 : -131936253262976 : ffff8801327dc380) 02000000:00000001:2.0:1749610532.383364:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610532.383364:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610532.383367:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:3.0:1749610532.383369:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dc380 x1834598494521856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610532.383369:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494521984:0@lo:38:kworker.0 00000100:00000001:1.0:1749610532.383369:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610532.383370:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610532.383374:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383375:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610532.383377:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924c80 02000000:00000001:2.0:1749610532.383378:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610532.383380:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610532.383382:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494521856:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610532.383382:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 136904 02000000:00000001:2.0:1749610532.383383:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610532.383383:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610532.383386:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610532.383387:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521856 02000000:00000010:2.0:1749610532.383388:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880135263800. 00000400:00000200:0.0:1749610532.383388:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610532.383390:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610532.383391:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610532.383392:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610532.383393:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610532.383394:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610532.383395:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749610532.383396:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:0.0:1749610532.383396:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610532.383398:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610532.383399:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610532.383401:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000010:0.0:1749610532.383402:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995c00. 00000100:00000040:1.0:1749610532.383403:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 698 usecs (1 jiffies) 00000100:00000040:0.0:1749610532.383405:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880133995c00 x1834598494522496 msgsize 224 00000100:00000001:1.0:1749610532.383406:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299805841 00000100:00000200:2.0:1749610532.383407:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494521984, portal 10 00000020:00000001:3.0:1749610532.383408:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383409:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299805842 00000100:00100000:0.0:1749610532.383409:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610532.383410:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00020000:3.0:1749610532.383412:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610532.383412:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 00000100:00000001:1.0:1749610532.383412:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299805841 00000100:00000001:1.0:1749610532.383414:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299805842 00010000:00000001:3.0:1749610532.383415:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610532.383416:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299805841 00000100:00000001:0.0:1749610532.383417:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610532.383419:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610532.383419:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299805842 00000100:00000001:1.0:1749610532.383420:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299805841 00000100:00000040:2.0:1749610532.383421:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.383422:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610532.383422:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:1.0:1749610532.383423:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299805842 00000100:00000001:3.0:1749610532.383425:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610532.383425:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610532.383425:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 02000000:00000001:3.0:1749610532.383427:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610532.383427:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383427:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610532.383430:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610532.383432:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240afc00. 00000100:00000001:2.0:1749610532.383432:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610532.383432:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610532.383432:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610532.383435:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.383436:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610532.383437:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383438:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749610532.383439:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749610532.383439:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610532.383440:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610532.383442:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610532.383442:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610532.383443:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494521984, offset 0 00000100:00000001:1.0:1749610532.383443:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610532.383443:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610532.383444:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383444:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383446:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610532.383448:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610532.383449:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610532.383450:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.383451:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610532.383451:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610532.383455:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610532.383457:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610532.383458:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610532.383459:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610532.383460:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610532.383461:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 648 usecs (1 jiffies) 00000100:00000001:3.0:1749610532.383462:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610532.383462:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610532.383464:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299805841 00000100:00000040:3.0:1749610532.383465:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610532.383465:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522240 02000000:00000001:3.0:1749610532.383467:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610532.383467:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610532.383467:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299805842 02000000:00000001:3.0:1749610532.383469:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610532.383469:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924a80 00000100:00000001:0.0:1749610532.383469:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299805841 00000100:00000001:1.0:1749610532.383470:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610532.383471:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610532.383472:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383472:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299805842 00000100:00000040:3.0:1749610532.383474:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610532.383474:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299805841 00000400:00000200:2.0:1749610532.383475:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 137128 02000000:00000001:1.0:1749610532.383475:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383476:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299805842 00000400:00000010:3.0:1749610532.383477:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00100000:1.0:1749610532.383478:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522240 00000100:00000001:0.0:1749610532.383478:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299805841 00000020:00000001:1.0:1749610532.383480:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610532.383480:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299805842 00000100:00000200:3.0:1749610532.383481:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494521856, offset 0 00000020:00000040:1.0:1749610532.383481:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610532.383482:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610532.383483:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610532.383483:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610532.383484:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610532.383486:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610532.383486:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610532.383487:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610532.383488:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610532.383489:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610532.383489:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610532.383492:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610532.383494:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610532.383495:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610532.383495:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610532.383496:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610532.383496:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749610532.383497:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610532.383498:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610532.383499:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610532.383500:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3c00. 00000100:00000001:0.0:1749610532.383500:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610532.383502:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dc700. 00000400:00000200:3.0:1749610532.383503:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf924a00 00000100:00000001:0.0:1749610532.383503:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.383506:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dc700 x1834598494521984 msgsize 520 00000020:00000040:1.0:1749610532.383507:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610532.383508:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5c15 [1] + 0 00000100:00100000:2.0:1749610532.383512:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610532.383513:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749610532.383514:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610532.383516:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000400:00000200:3.0:1749610532.383517:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610532.383558:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749610532.383559:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610532.383561:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610532.383562:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000040:0.0:1749610532.383563:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610532.383564:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610532.383567:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000200:2.0:1749610532.383568:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610532.383572:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000040:1.0:1749610532.383574:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1749610532.383575:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383576:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610532.383576:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610532.383577:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610532.383580:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.383580:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610532.383582:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610532.383582:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522496 00000100:00000001:3.0:1749610532.383584:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610532.383584:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610532.383585:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610532.383586:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610532.383587:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610532.383588:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383589:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610532.383590:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 02000000:00000001:0.0:1749610532.383591:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610532.383592:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00100000:0.0:1749610532.383594:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522496 00000100:00000001:3.0:1749610532.383595:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610532.383595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610532.383595:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610532.383596:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610532.383598:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:0.0:1749610532.383598:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610532.383599:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610532.383600:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.383601:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383602:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749610532.383602:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:1.0:1749610532.383604:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494521984 00000020:00000001:0.0:1749610532.383604:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610532.383605:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610532.383605:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610532.383606:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610532.383607:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383607:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610532.383609:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610532.383609:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383609:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610532.383611:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610532.383612:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610532.383612:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000040:3.0:1749610532.383613:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dc380 x1834598494521856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383613:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610532.383614:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494521984 00000020:00000001:1.0:1749610532.383616:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610532.383616:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eea00. 00000020:00000040:1.0:1749610532.383617:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610532.383618:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610532.383618:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610532.383621:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610532.383622:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749610532.383623:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 760 usecs (1 jiffies) 00000020:00000001:1.0:1749610532.383623:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610532.383624:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494521856:12345-0@lo:38:kworker.0 Request processed in 241us (500us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610532.383626:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bce00. 00000100:00000001:2.0:1749610532.383627:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299805842 00000100:00000001:0.0:1749610532.383627:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610532.383629:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9f80. 00000020:00000010:0.0:1749610532.383629:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000100:00100000:3.0:1749610532.383631:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000020:00000010:1.0:1749610532.383631:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:2.0:1749610532.383632:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299805842 00000020:00000010:0.0:1749610532.383633:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:1.0:1749610532.383634:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610532.383635:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610532.383635:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610532.383636:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610532.383636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299805842 00000100:00000001:1.0:1749610532.383636:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610532.383636:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:1.0:1749610532.383639:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383640:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299805842 00000020:00000010:0.0:1749610532.383640:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000020:00000010:3.0:1749610532.383641:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610532.383643:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299805842 00000020:00000010:3.0:1749610532.383645:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:1.0:1749610532.383645:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.383645:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610532.383646:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299805842 00000100:00000001:0.0:1749610532.383646:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610532.383648:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000001:0.0:1749610532.383649:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.383650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299805842 00000100:00000001:1.0:1749610532.383650:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610532.383651:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610532.383652:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.383653:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299805842 00000100:00100000:1.0:1749610532.383655:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000001:2.0:1749610532.383657:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610532.383658:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610532.383658:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610532.383660:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383660:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346018688 : -131936363532928 : ffff88012beb2d80) 00000100:00000001:0.0:1749610532.383661:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610532.383662:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383663:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610532.383665:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb2d80 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:723/0 lens 224/0 e 0 to 0 dl 1749610543 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.383668:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610532.383669:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610532.383674:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610532.383675:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610532.383676:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f40. 00000100:00000001:0.0:1749610532.383677:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610532.383678:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610532.383681:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f40. 00000100:00100000:0.0:1749610532.383681:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:3.0:1749610532.383682:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610532.383684:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610532.383684:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610532.383686:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474874368 : -131936234677248 : ffff880133995c00) 00000100:00100000:1.0:1749610532.383687:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494522240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610532.383688:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00000001:3.0:1749610532.383691:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456289536 : -131936253262080 : ffff8801327dc700) 00000100:00000001:2.0:1749610532.383691:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749610532.383691:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522240 00000100:00000040:0.0:1749610532.383691:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133995c00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:723/0 lens 224/0 e 0 to 0 dl 1749610543 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383693:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610532.383694:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610532.383695:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dc700 x1834598494521984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610532.383697:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610532.383697:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610532.383699:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.383700:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610532.383700:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610532.383701:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000020:00000001:1.0:1749610532.383702:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610532.383703:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.383704:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610532.383705:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:3.0:1749610532.383706:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494521984:12345-0@lo:38:kworker.0 00000020:00000010:0.0:1749610532.383706:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb80. 00000020:00000001:1.0:1749610532.383707:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749610532.383708:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494522112:0@lo:38:kworker.0 00000100:00000200:3.0:1749610532.383709:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494521984 00000100:00100000:0.0:1749610532.383710:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494522496:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610532.383711:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610532.383712:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610532.383713:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610532.383714:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610532.383714:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610532.383714:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522496 00000020:00000001:1.0:1749610532.383716:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749610532.383717:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610532.383717:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610532.383718:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.383719:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383719:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610532.383720:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610532.383721:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610532.383721:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.383722:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610532.383723:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00020000:3.0:1749610532.383724:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610532.383725:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610532.383725:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:3.0:1749610532.383726:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610532.383727:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610532.383728:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000020:00000001:0.0:1749610532.383728:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749610532.383729:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610532.383731:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610532.383731:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610532.383731:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154ac00. 00000020:00000001:0.0:1749610532.383732:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610532.383733:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610532.383733:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383734:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749610532.383735:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610532.383735:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383735:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749610532.383736:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000020:00000001:0.0:1749610532.383737:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610532.383738:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383739:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749610532.383741:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00010000:00000040:1.0:1749610532.383741:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494522240 00000100:00000001:0.0:1749610532.383742:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610532.383744:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749610532.383744:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610532.383745:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494522112, portal 10 02000000:00000010:0.0:1749610532.383747:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526dc00. 00010000:00000200:1.0:1749610532.383748:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb2d80 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:723/0 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383749:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610532.383749:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383751:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000001:0.0:1749610532.383752:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383754:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610532.383756:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1749610532.383756:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494522496 02000000:00000010:3.0:1749610532.383757:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7c000. 00010000:00000001:1.0:1749610532.383757:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610532.383759:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610532.383760:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.383760:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610532.383761:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610532.383762:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610532.383763:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133995c00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:723/0 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610532.383765:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610532.383765:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610532.383767:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610532.383767:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:3.0:1749610532.383770:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610532.383770:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610532.383770:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610532.383771:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610532.383772:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749610532.383772:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.383773:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610532.383774:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.383775:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610532.383775:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749610532.383775:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610532.383776:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610532.383778:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610532.383778:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610532.383778:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610532.383779:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610532.383780:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610532.383781:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494522112, offset 0 00000400:00000010:1.0:1749610532.383781:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749610532.383781:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610532.383782:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610532.383783:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610532.383785:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:1.0:1749610532.383785:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494522240, offset 224 02000000:00000001:0.0:1749610532.383785:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610532.383786:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610532.383788:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610532.383788:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610532.383788:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610532.383790:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383791:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610532.383792:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610532.383793:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000040:3.0:1749610532.383794:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610532.383796:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610532.383797:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000200:1.0:1749610532.383802:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610532.383805:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924b00 00000100:00000200:0.0:1749610532.383806:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494522496, offset 224 00000400:00000200:1.0:1749610532.383809:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610532.383811:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610532.383815:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924b80 00000100:00000200:3.0:1749610532.383816:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494521984, offset 0 00000400:00000200:0.0:1749610532.383818:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610532.383821:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c1d [1] + 224 00000400:00000200:0.0:1749610532.383823:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924c80 00000400:00000200:1.0:1749610532.383826:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610532.383829:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 137648 00000400:00000200:1.0:1749610532.383829:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610532.383836:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610532.383836:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610532.383841:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c25 [1] + 224 00000400:00000200:2.0:1749610532.383842:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610532.383843:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610532.383845:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610532.383845:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610532.383847:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610532.383850:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610532.383850:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610532.383851:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924a80 00000400:00000200:0.0:1749610532.383851:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610532.383854:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dca80. 00000100:00000001:0.0:1749610532.383854:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610532.383857:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c2d [1] + 0 00000100:00000200:0.0:1749610532.383858:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610532.383860:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dca80 x1834598494522112 msgsize 520 00000100:00000040:1.0:1749610532.383860:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610532.383861:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610532.383865:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610532.383867:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610532.383868:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610532.383868:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383870:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610532.383873:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610532.383876:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:1.0:1749610532.383879:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610532.383879:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610532.383880:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000040:3.0:1749610532.383882:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383883:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610532.383886:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000400:00000010:0.0:1749610532.383888:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000200:2.0:1749610532.383889:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.383890:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610532.383890:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610532.383890:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610532.383892:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749610532.383893:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610532.383895:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383896:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610532.383897:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610532.383898:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000040:0.0:1749610532.383898:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610532.383900:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00010000:00000001:0.0:1749610532.383900:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610532.383901:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610532.383901:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383902:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.383903:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610532.383904:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610532.383904:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610532.383905:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610532.383907:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610532.383907:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610532.383908:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.383908:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995c00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:723/0 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610532.383909:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610532.383911:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749610532.383911:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610532.383913:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610532.383915:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610532.383915:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb2d80 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:723/0 lens 224/224 e 0 to 0 dl 1749610543 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383917:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610532.383917:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494522496:12345-0@lo:400:kworker.0 Request processed in 215us (510us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610532.383919:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dc700 x1834598494521984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.383920:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610532.383925:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610532.383925:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494522240:12345-0@lo:400:kworker.0 Request processed in 249us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1749610532.383925:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:0.0:1749610532.383927:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:3.0:1749610532.383929:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494521984:12345-0@lo:38:kworker.0 Request processed in 223us (421us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610532.383930:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 713 usecs (1 jiffies) 00000100:00000001:0.0:1749610532.383930:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610532.383932:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000001:0.0:1749610532.383932:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610532.383934:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299805842 00000100:00000040:1.0:1749610532.383935:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:0.0:1749610532.383935:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00100000:3.0:1749610532.383937:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00000001:2.0:1749610532.383938:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299805842 00000100:00000001:1.0:1749610532.383938:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610532.383938:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:3.0:1749610532.383939:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610532.383939:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610532.383940:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610532.383941:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610532.383942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299805842 00000020:00000010:1.0:1749610532.383942:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000020:00000010:3.0:1749610532.383943:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9f80. 00000020:00000040:0.0:1749610532.383944:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610532.383945:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299805842 00000020:00000010:1.0:1749610532.383946:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:3.0:1749610532.383947:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000001:0.0:1749610532.383947:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.383949:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299805842 00000020:00000010:1.0:1749610532.383950:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000020:00000010:3.0:1749610532.383951:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bce00. 00000100:00000001:2.0:1749610532.383952:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299805842 00000100:00000001:0.0:1749610532.383953:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610532.383954:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610532.383954:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610532.383955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299805842 00000100:00100000:0.0:1749610532.383955:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522112 00000100:00000001:1.0:1749610532.383957:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610532.383957:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610532.383958:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610532.383959:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299805842 00000100:00000001:0.0:1749610532.383961:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383963:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610532.383963:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610532.383965:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522112 00000100:00000001:2.0:1749610532.383966:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.383967:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610532.383969:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610532.383969:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610532.383970:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610532.383972:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610532.383973:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.383974:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610532.383975:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.383976:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610532.383977:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000400:00000001:1.0:1749610532.383978:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610532.383980:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610532.383980:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000020:00000010:0.0:1749610532.383982:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000400:00000010:1.0:1749610532.383983:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749610532.383984:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749610532.383985:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610532.383986:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610532.383987:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610532.383987:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383988:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610532.383989:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610532.383990:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.383991:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610532.383993:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610532.383995:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610532.383996:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610532.383998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610532.384001:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.384001:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610532.384002:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610532.384006:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494522368:0@lo:38:kworker.0 00000100:00100000:0.0:1749610532.384006:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00000001:3.0:1749610532.384007:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610532.384008:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456290432 : -131936253261184 : ffff8801327dca80) 00000100:00000001:3.0:1749610532.384009:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610532.384009:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.384012:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384012:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610532.384012:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dca80 x1834598494522112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.384014:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.384015:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610532.384016:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610532.384018:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.384018:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610532.384020:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610532.384021:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749610532.384022:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494522112:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610532.384023:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610532.384024:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610532.384026:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610532.384026:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522112 02000000:00000010:2.0:1749610532.384027:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119289000. 02000000:00000001:1.0:1749610532.384028:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.384028:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610532.384030:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610532.384030:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749610532.384033:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=37 v=5 (5 5 5 0) 00000400:00000010:2.0:1749610532.384034:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00001000:1.0:1749610532.384037:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=37 v=5 (1 1 1 0) 00000020:00000001:0.0:1749610532.384038:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610532.384039:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610532.384039:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610532.384041:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610532.384041:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610532.384043:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749610532.384044:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494522368, portal 10 00010000:00000001:0.0:1749610532.384044:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:1.0:1749610532.384069:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610532.384070:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610532.384071:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610532.384073:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00000100:00000001:0.0:1749610532.384073:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610532.384075:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610532.384077:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610532.384077:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610532.384080:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526e000. 00000100:00000001:1.0:1749610532.384081:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610532.384082:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610532.384082:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610532.384083:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610532.384084:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610532.384085:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610532.384087:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610532.384088:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610532.384089:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610532.384091:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384093:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749610532.384093:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610532.384096:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610532.384097:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610532.384098:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610532.384099:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610532.384100:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610532.384101:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610532.384101:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610532.384103:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.384103:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610532.384104:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494522368, offset 0 00000100:00000040:1.0:1749610532.384106:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.384106:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610532.384109:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610532.384110:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610532.384112:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610532.384114:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610532.384115:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494522240:0@lo:400:kworker.0 00000100:00000001:0.0:1749610532.384115:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610532.384119:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610532.384120:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610532.384120:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610532.384121:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000001:1.0:1749610532.384122:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610532.384124:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494522112, offset 0 00000100:00000040:1.0:1749610532.384125:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494522240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610532.384129:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610532.384130:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924c00 00000100:00000001:1.0:1749610532.384132:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610532.384135:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749610532.384136:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610532.384137:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bcc00. 00000400:00000200:2.0:1749610532.384138:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 138168 02000000:00000001:1.0:1749610532.384140:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749610532.384141:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924b00 00000020:00000001:1.0:1749610532.384142:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610532.384144:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610532.384145:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610532.384145:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749610532.384146:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c39 [1] + 0 02000000:00000010:1.0:1749610532.384147:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 00000400:00000200:2.0:1749610532.384150:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610532.384150:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610532.384152:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610532.384153:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610532.384154:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610532.384154:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610532.384156:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610532.384156:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 00000100:00000001:0.0:1749610532.384157:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610532.384160:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749610532.384160:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610532.384161:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dce00. 00000100:00000001:1.0:1749610532.384162:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610532.384163:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610532.384166:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dce00 x1834598494522368 msgsize 520 00000100:00000001:1.0:1749610532.384167:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610532.384168:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.384169:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610532.384170:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610532.384172:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610532.384172:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.384178:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610532.384181:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000400:00000010:0.0:1749610532.384183:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:0.0:1749610532.384185:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610532.384186:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610532.384189:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.384192:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610532.384193:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610532.384195:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610532.384196:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610532.384200:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dca80 x1834598494522112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610532.384201:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610532.384203:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610532.384205:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610532.384209:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494522112:12345-0@lo:38:kworker.0 Request processed in 187us (348us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610532.384210:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610532.384216:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00000001:2.0:1749610532.384218:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610532.384218:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610532.384219:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610532.384221:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610532.384222:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610532.384223:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610532.384225:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522368 00000020:00000010:0.0:1749610532.384225:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 02000000:00000001:3.0:1749610532.384228:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610532.384228:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610532.384228:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610532.384229:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610532.384230:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610532.384230:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610532.384232:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384232:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610532.384235:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.384236:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 532 usecs (1 jiffies) 00000100:00100000:3.0:1749610532.384237:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522368 00000100:00000001:2.0:1749610532.384238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299805842 00000020:00000001:3.0:1749610532.384239:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610532.384241:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610532.384241:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299805842 00000100:00080000:0.0:1749610532.384242:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749610532.384243:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610532.384243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299805842 00000020:00000040:0.0:1749610532.384244:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610532.384245:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384245:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299805842 00000020:00000001:3.0:1749610532.384247:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384247:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299805842 00000100:00000001:2.0:1749610532.384249:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299805842 00000020:00000010:3.0:1749610532.384250:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000100:00000001:2.0:1749610532.384251:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299805842 00000100:00000001:0.0:1749610532.384251:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610532.384253:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299805842 00000100:00000001:0.0:1749610532.384253:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610532.384254:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610532.384255:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749610532.384255:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749610532.384257:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610532.384257:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610532.384257:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610532.384259:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000100:00000001:3.0:1749610532.384261:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610532.384262:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610532.384262:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749610532.384264:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610532.384264:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610532.384266:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610532.384268:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610532.384270:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749610532.384270:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610532.384271:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610532.384273:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749610532.384276:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:2.0:1749610532.384277:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610532.384279:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610532.384279:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610532.384283:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.384285:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610532.384287:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610532.384289:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.384289:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610532.384290:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749610532.384291:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.384292:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610532.384294:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.384295:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610532.384296:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.384297:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610532.384299:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610532.384300:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610532.384300:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=137 v=5 (5 5 0 0) 00000100:00100000:3.0:1749610532.384301:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00000001:2.0:1749610532.384302:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610532.384303:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456291328 : -131936253260288 : ffff8801327dce00) 02000000:00000001:2.0:1749610532.384304:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749610532.384304:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610532.384306:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610532.384307:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610532.384308:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dce00 x1834598494522368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610552 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384308:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610532.384308:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.384310:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610532.384311:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749610532.384315:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610532 v=5 (0 0 0 0) 00010000:00080000:0.0:1749610532.384315:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610532.384318:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494522368:12345-0@lo:38:kworker.0 00000100:00001000:2.0:1749610532.384319:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=105 v=20 (1 1 20 0) 00000100:00000200:3.0:1749610532.384321:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522368 00000100:00000001:2.0:1749610532.384322:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749610532.384322:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610532.384323:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610532.384324:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610532.384325:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1749610532.384326:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610532.384327:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610532.384327:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610532.384329:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610532.384330:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.384331:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610532.384333:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610532.384334:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610532.384337:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610532.384338:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610532.384339:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610532.384341:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610532.384341:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610532.384341:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610532.384342:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.384343:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610532.384344:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610532.384344:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610532.384345:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610532.384345:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749610532.384347:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610532.384347:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610532.384347:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610532.384350:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749610532.384351:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7c400. 02000000:00000001:3.0:1749610532.384353:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610532.384353:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610532.384355:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384355:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610532.384355:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494522496:0@lo:400:kworker.0 00010000:00000001:3.0:1749610532.384357:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610532.384359:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610532.384359:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610532.384359:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610532.384361:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749610532.384362:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610532.384364:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494522496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.384365:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610532.384367:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610532.384367:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494521856:0@lo:38:kworker.0 00000100:00000040:3.0:1749610532.384370:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610532.384370:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610532.384371:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.384372:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610532.384372:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610532.384373:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610532.384374:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:0.0:1749610532.384374:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f800. 02000000:00000001:0.0:1749610532.384376:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610532.384377:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494521856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610532.384377:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749610532.384378:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:0.0:1749610532.384378:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610532.384380:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610532.384381:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749610532.384382:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 02000000:00000001:3.0:1749610532.384383:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.384385:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610532.384385:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610532.384387:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610532.384388:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00000040:3.0:1749610532.384389:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610532.384389:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610532.384391:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1749610532.384393:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 02000000:00000010:2.0:1749610532.384394:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263000. 00000100:00000001:0.0:1749610532.384394:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610532.384395:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610532.384397:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494522368, offset 0 00000100:00000001:0.0:1749610532.384397:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610532.384398:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610532.384399:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610532.384400:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749610532.384401:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749610532.384401:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610532.384403:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610532.384403:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610532.384403:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610532.384405:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526cc00. 00000100:00000001:0.0:1749610532.384405:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.384409:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610532.384411:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749610532.384412:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610532.384412:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 00000100:00000001:2.0:1749610532.384416:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610532.384418:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384419:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610532.384420:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924c00 00000100:00000001:2.0:1749610532.384425:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610532.384426:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c4d [1] + 0 00000100:00000001:2.0:1749610532.384426:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384428:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610532.384430:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610532.384432:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610532.384433:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749610532.384434:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610532.384436:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:3.0:1749610532.384437:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610532.384438:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610532.384439:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610532.384441:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610532.384443:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610532.384445:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610532.384449:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610532.384453:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384459:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610532.384461:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384462:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610532.384463:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610532.384463:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610532.384464:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610532.384466:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.384468:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610532.384472:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610532 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610532.384475:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=87 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610532.384477:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610532.384477:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610532.384479:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610532.384481:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610532.384482:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000040:2.0:1749610532.384484:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610532.384486:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610532.384489:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610532.384491:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610532.384491:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610532.384493:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610532.384494:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610532.384495:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384496:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610532.384497:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610532.384499:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00080000:2.0:1749610532.384500:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610532.384502:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610532.384502:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610532.384504:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610532.384505:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610532.384508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610532.384511:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dce00 x1834598494522368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610552 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610532.384515:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494521984:0@lo:38:kworker.0 00000400:00000001:2.0:1749610532.384541:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610532.384543:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610532.384545:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610532.384547:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610532.384549:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610532.384551:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610532.384554:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610532.384559:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494522368:12345-0@lo:38:kworker.0 Request processed in 239us (389us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610532.384562:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384568:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610532.384569:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610532.384571:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00000001:2.0:1749610532.384572:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610532.384573:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610532.384575:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610532.384575:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610532.384576:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610532.384577:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610532.384578:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610532.384581:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00001000:2.0:1749610532.384581:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610532 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610532.384582:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299805842, at 4299805842 00000100:00001000:2.0:1749610532.384584:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=37 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610532.384586:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610532.384587:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610532.384587:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610532.384589:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749610532.384589:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f8c0. 00000020:00000010:3.0:1749610532.384592:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000040:2.0:1749610532.384593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610532.384597:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384600:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610532.384602:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610532.384603:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384605:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610532.384607:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610532.384609:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610532.384611:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610532.384613:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610532.384616:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610532.384623:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494522112:0@lo:38:kworker.0 00000400:00000001:2.0:1749610532.384628:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610532.384629:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610532.384630:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610532.384632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610532.384633:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610532.384635:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610532.384638:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610532.384651:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384658:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610532.384659:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384661:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610532.384662:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610532.384663:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610532.384664:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610532.384666:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610532.384669:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610532 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610532.384671:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=137 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610532.384673:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610532.384675:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610532.384677:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610532.384680:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384686:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610532.384688:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610532.384689:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384691:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610532.384692:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610532.384694:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610532.384696:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610532.384698:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610532.384701:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610532.384708:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494522368:0@lo:38:kworker.0 00000100:00000001:2.0:1749610532.384712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384713:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610532.384717:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494521984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384723:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610532.384725:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610532.384727:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135263800. 02000000:00000001:2.0:1749610532.384729:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610532.384730:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610532.384732:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610532.384733:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610532.384735:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d000. 02000000:00000001:2.0:1749610532.384738:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610532.384739:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610532.384741:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:2.0:1749610532.384744:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610532.384745:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384746:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610532.384749:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494522112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384755:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610532.384756:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610532.384758:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610532.384762:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610532.384763:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610532.384764:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610532.384766:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610532.384768:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d400. 02000000:00000001:2.0:1749610532.384770:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610532.384770:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610532.384772:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610532.384774:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610532.384775:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384777:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610532.384779:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494522368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610532.384785:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610532.384786:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610532.384788:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119289000. 02000000:00000001:2.0:1749610532.384792:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610532.384793:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610532.384795:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610532.384797:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610532.384798:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d800. 02000000:00000001:2.0:1749610532.384800:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610532.384801:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610532.384802:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610532.384805:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610532.384807:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.384808:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384810:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610532.384811:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610532.384812:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.384814:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610532.385612:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299805842, at 4299805843 00000100:00000040:1.0:1749610532.385614:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299805842, at 4299805843 00000100:00000040:2.0:1749610532.385619:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299805842, at 4299805843 00000100:00000010:3.0:1749610532.385622:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f1c0. 00000100:00000010:1.0:1749610532.385625:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f200. 00000100:00000010:2.0:1749610532.385630:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff80. 00000100:00000001:2.0:1749610532.457639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610532.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610532.457647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610532.457652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610532.457656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610532.457659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.457663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610532.457665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610532.740645:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610532.740653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610532.740656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610532.740660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610532.740664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610532.740668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.740671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610532.740674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610532.740677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610533.196697:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610533.196704:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610533.196841:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610533.196848:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610533.196852:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610533.384669:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610533.384686:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610533.384690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610533.384694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610533.384697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610533.384701:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610533.384703:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610533.457732:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610533.457738:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610533.457740:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610533.457744:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610533.457748:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610533.457751:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610533.457754:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610533.457757:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610533.457760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610533.740638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610533.740645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610533.740648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610533.740652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610533.740655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610533.740659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610533.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610533.740665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610533.740668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610534.198658:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610534.198668:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610534.198670:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610534.198673:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610534.198678:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610534.198680:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610534.198683:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610534.198685:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610534.198778:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610534.198784:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610534.198787:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610534.384687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610534.384704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610534.384706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610534.384711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610534.384714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610534.384718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610534.384720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610534.457654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610534.457660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610534.457664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610534.457670:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610534.457674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610534.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610534.457683:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610534.457688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610534.457691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610534.740726:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610534.740734:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610534.740736:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610534.740740:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610534.740743:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610534.740747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610534.740750:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610534.740753:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610534.740755:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610535.200649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610535.200654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610535.200717:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610535.200720:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610535.200723:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610535.384632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610535.384645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610535.384648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610535.384651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610535.384653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610535.384657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610535.384659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610535.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610535.457634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610535.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610535.457638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610535.457641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610535.457644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610535.457646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610535.457648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610535.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610535.740670:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610535.740676:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610535.740678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610535.740682:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610535.740684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610535.740687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610535.740689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610535.740692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610535.740696:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610536.202651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610536.202657:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610536.202720:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610536.202724:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610536.202727:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610536.384634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610536.384648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610536.384650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610536.384655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610536.384657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610536.384660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610536.384662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610536.457631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610536.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610536.457638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610536.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610536.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610536.457646:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610536.457648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610536.457650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610536.457652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610536.740676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610536.740685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610536.740688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610536.740692:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610536.740696:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610536.740700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610536.740704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610536.740707:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610536.740710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610537.204655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610537.204662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610537.204800:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610537.204805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610537.204809:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610537.384624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610537.384632:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610537.384646:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610512/real 1749610512] req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610537.384668:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610537.384670:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610537.384674:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000400:00000200:2.0:1749610537.384679:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749610537.384682:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749610537.384686:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610537.384691:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610537.384701:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.384709:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.384712:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384715:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610537.384717:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610537.384721:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.384728:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384739:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610537.384741:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.384744:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.384746:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610537.384749:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610537.384753:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.384761:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610537.384764:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384766:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610537.384767:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384770:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610537.384772:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610537.384776:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610537.384800:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610537.384803:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610537.384807:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610537.384816:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494518528:0@lo:250:kworker.0 00000100:00000001:2.0:1749610537.384821:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384823:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610537.384826:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994380 x1834598494518528/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.384833:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610537.384838:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610537.384842:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880135262800. 02000000:00000001:2.0:1749610537.384848:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610537.384850:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610537.384853:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610537.384855:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610537.384858:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928bc00. 02000000:00000001:2.0:1749610537.384862:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610537.384864:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610537.384866:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 00000100:00000001:2.0:1749610537.384870:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610537.384872:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384874:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.384876:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610537.384878:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.384880:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.384881:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610537.384901:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610537.384911:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610537.384915:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610537.384918:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610537.384924:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610537.384929:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1749610537.384935:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610537.384939:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.384944:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610537.384948:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.384951:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610537.384957:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610537.384960:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610537.384964:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610537.384968:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610537.384972:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610537.384976:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610537.384981:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.384985:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610537.384988:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.384991:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610537.384996:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610537.385035:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610537.385039:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.385043:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610537.385048:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610537.385052:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385055:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610537.385059:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610537.385066:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000020:00000040:0.0:1749610537.385071:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610537.385076:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610537.385079:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385083:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610537.385088:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610537.385093:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610537.385101:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526e400. 00000100:00000001:0.0:1749610537.385110:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.385121:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610537.385137:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610537.385142:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385150:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996a00] to pc [ptlrpcd_rcv+-1] req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385184:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610537.385189:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610537.385195:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610537.385197:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610537.385200:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610537.385203:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610537.385207:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:0.0:1749610537.385211:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610537.385214:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385218:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610537.385221:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610537.385223:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610537.385223:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610537.385226:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610537.385226:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610537.385228:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610537.385228:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610537.385230:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610537.385232:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610537.385234:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610537.385235:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610537.385236:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610537.385240:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385241:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610537.385243:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610537.385244:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610537.385246:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385246:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610537.385248:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:2.0:1749610537.385250:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610537.385251:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610537.385253:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610537.385253:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.385255:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610537.385256:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610537.385259:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494522624:0@lo:250:kworker.0 02000000:00000001:0.0:1749610537.385261:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610537.385263:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610537.385263:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385265:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749610537.385266:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610537.385267:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385269:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385271:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749610537.385271:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610537.385273:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:2.0:1749610537.385276:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928bc00. 02000000:00000001:0.0:1749610537.385276:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610537.385277:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385278:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385279:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610537.385280:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749610537.385283:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe370. 02000000:00000001:0.0:1749610537.385283:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610537.385287:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526e800. 00000400:00000010:2.0:1749610537.385289:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610537.385291:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.385295:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494522624, portal 25 00000100:00100000:0.0:1749610537.385296:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610537.385298:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610537.385300:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000100:00000040:2.0:1749610537.385305:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385305:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610537.385307:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385311:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.385313:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610537.385316:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610537.385319:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610537.385320:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.385322:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494522624, offset 0 00000100:00080000:0.0:1749610537.385322:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610537.385326:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610537.385327:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610537.385328:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610537.385329:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610537.385331:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610537.385334:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5138 00000100:00080000:0.0:1749610537.385336:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610537.385339:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385341:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610537.385342:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610537.385343:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.385345:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610537.385347:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610537.385348:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610537.385350:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610537.385351:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610537.385353:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749610537.385354:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf924d00 00000020:00000001:0.0:1749610537.385355:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610537.385358:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385360:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:2.0:1749610537.385361:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494522624 offset 0 length 520: 4 00000100:00000040:0.0:1749610537.385362:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.385364:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610537.385365:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d4a0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:0.0:1749610537.385366:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:2.0:1749610537.385368:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:0.0:1749610537.385368:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610537.385370:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.385371:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610537.385374:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610537.385376:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 02000000:00000001:0.0:1749610537.385376:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610537.385378:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610537.385378:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610537.385379:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385380:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749610537.385382:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 00000020:00000040:0.0:1749610537.385384:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:2.0:1749610537.385385:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610537.385386:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610537.385387:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385388:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610537.385390:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610537.385391:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385392:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610537.385394:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526ec00. 00000100:00000040:2.0:1749610537.385395:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385397:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385401:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.385401:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610537.385403:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610537.385406:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385411:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299810865 00000100:00000010:2.0:1749610537.385415:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051ff80. 00000100:00000001:0.0:1749610537.385415:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610537.385417:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385420:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995500] to pc [ptlrpcd_rcv+-1] req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.385422:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610537.385427:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299810865 00000100:00000001:0.0:1749610537.385427:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610537.385430:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f280. 00000100:00080000:0.0:1749610537.385430:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610537.385433:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749610537.385433:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610537.385434:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610537.385436:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610537.385438:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610537.385441:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5138 00000100:00080000:0.0:1749610537.385443:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610537.385445:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385447:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610537.385448:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299810865 00000100:00000040:0.0:1749610537.385448:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.385450:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610537.385451:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f480. 00000020:00000001:0.0:1749610537.385452:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610537.385453:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:2.0:1749610537.385454:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610537.385454:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610537.385456:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610537.385457:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299810865 00000020:00000001:0.0:1749610537.385458:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000010:2.0:1749610537.385460:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fc00. 00000020:00000001:0.0:1749610537.385460:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610537.385463:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749610537.385463:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385464:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610537.385466:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610537.385468:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610537.385470:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610537.385472:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610537.385472:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610537.385474:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385474:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.385476:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610537.385477:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385479:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610537.385479:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610537.385481:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385483:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610537.385484:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610537.385484:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385486:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:0.0:1749610537.385487:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000100:00000001:2.0:1749610537.385488:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.385489:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610537.385489:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610537.385491:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610537.385491:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610537.385492:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385494:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610537.385495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610537.385495:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610537.385496:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610537.385499:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526f000. 00000100:00000001:2.0:1749610537.385502:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610537.385502:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385504:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.385505:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610537.385506:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610537.385508:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610537.385509:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610537.385512:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494522752:0@lo:38:kworker.0 00000100:00000001:0.0:1749610537.385512:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610537.385514:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385515:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610537.385517:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610537.385517:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_rcv+-1] req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610537.385519:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385547:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610537.385550:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928b000. 02000000:00000001:2.0:1749610537.385552:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610537.385555:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000010:2.0:1749610537.385558:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:0.0:1749610537.385560:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.385561:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494522752, portal 4 00000100:00000001:2.0:1749610537.385563:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610537.385564:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610537.385565:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:0.0:1749610537.385567:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610537.385570:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000100:00000040:2.0:1749610537.385572:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610537.385572:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610537.385575:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610537.385576:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610537.385578:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385579:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610537.385581:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749610537.385581:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000400:00000010:2.0:1749610537.385583:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610537.385583:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.385585:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494522752, offset 0 00000100:00000040:0.0:1749610537.385587:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610537.385589:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610537.385594:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610537.385595:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610537.385598:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf924d80 00000100:00000001:0.0:1749610537.385598:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385603:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_00_02+2] req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610537.385604:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 20280 00000400:00000200:2.0:1749610537.385612:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610537.385616:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610537.385621:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610537.385623:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610537.385627:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dd180. 00000100:00000001:0.0:1749610537.385630:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.385631:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dd180 x1834598494522752 msgsize 520 00000100:00000001:1.0:1749610537.385631:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610537.385632:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749610537.385635:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610537.385636:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610537.385637:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610537.385637:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610537.385639:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610537.385641:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610537.385641:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610537.385644:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610537.385644:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5138 00000100:00080000:0.0:1749610537.385646:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610537.385648:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610537.385649:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000040:0.0:1749610537.385649:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385650:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610537.385651:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610537.385652:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610537.385653:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385654:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610537.385655:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610537.385656:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610537.385657:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610537.385658:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610537.385660:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610537.385662:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610537.385663:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610537.385664:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610537.385664:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610537.385666:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610537.385667:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610537.385669:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610537.385670:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385671:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610537.385672:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385673:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610537.385673:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610537.385675:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610537.385676:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610537.385677:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:2.0:1749610537.385679:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1058 usecs (2 jiffies) 00000100:00000001:0.0:1749610537.385679:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.385680:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610537.385681:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610537.385682:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299810845 00000100:00000001:1.0:1749610537.385683:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385684:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299810865 02000000:00000001:0.0:1749610537.385684:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610537.385686:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385687:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299810845 02000000:00000001:1.0:1749610537.385687:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610537.385689:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610537.385690:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299810865 02000000:00000001:1.0:1749610537.385691:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610537.385691:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299810845 00000100:00000010:0.0:1749610537.385693:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000100:00000001:3.0:1749610537.385694:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610537.385694:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.385695:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299810845 02000000:00000001:1.0:1749610537.385695:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610537.385695:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00100000:3.0:1749610537.385696:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522752 00000100:00000001:2.0:1749610537.385697:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299810865 02000000:00000001:0.0:1749610537.385697:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610537.385699:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610537.385699:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610537.385699:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385700:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610537.385701:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.385701:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610537.385703:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610537.385703:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385704:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610537.385706:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610537.385706:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526f400. 00000100:00000040:2.0:1749610537.385707:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385709:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610537.385710:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.385713:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610537.385714:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749610537.385715:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522752 00000100:00000001:2.0:1749610537.385715:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610537.385716:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494523136:0@lo:400:kworker.0 00000020:00000001:3.0:1749610537.385717:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610537.385717:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749610537.385719:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610537.385719:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610537.385720:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749610537.385721:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610537.385721:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385721:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610537.385723:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.385723:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610537.385724:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494522880:0@lo:38:kworker.0 00000020:00000001:3.0:1749610537.385725:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.385725:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_rcv+-1] req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.385727:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610537.385727:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610537.385728:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610537.385730:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610537.385730:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385731:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610537.385732:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000100:00000001:0.0:1749610537.385732:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610537.385734:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119289000. 00000100:00000040:0.0:1749610537.385735:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749610537.385736:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.385738:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:0.0:1749610537.385738:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749610537.385739:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00000010:0.0:1749610537.385740:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 02000000:00000001:1.0:1749610537.385741:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610537.385742:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000020:00000040:0.0:1749610537.385742:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000010:3.0:1749610537.385743:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000200:2.0:1749610537.385744:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494522880, portal 10 00000100:00000001:0.0:1749610537.385744:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610537.385745:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610537.385746:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610537.385747:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 02000000:00000001:0.0:1749610537.385747:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.385748:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749610537.385748:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bcc00. 02000000:00000010:0.0:1749610537.385749:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:3.0:1749610537.385750:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610537.385751:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.385751:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.385752:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.385753:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610537.385755:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610537.385758:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610537.385758:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:2.0:1749610537.385759:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610537.385761:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610537.385762:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610537.385763:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610537.385764:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000010:1.0:1749610537.385764:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:2.0:1749610537.385766:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494522880, offset 0 00000100:00000040:0.0:1749610537.385766:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_00_03+3] req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610537.385769:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610537.385771:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610537.385771:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494523136, portal 10 00000400:00000200:2.0:1749610537.385775:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610537.385775:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610537.385777:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610537.385777:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000400:00000200:2.0:1749610537.385779:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924e00 00000100:00000001:3.0:1749610537.385780:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610537.385780:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610537.385784:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 138688 00000100:00000040:0.0:1749610537.385785:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5148) 00000100:00100000:3.0:1749610537.385786:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1749610537.385788:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610537.385789:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456292224 : -131936253259392 : ffff8801327dd180) 00000400:00000200:2.0:1749610537.385789:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610537.385792:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610537.385795:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610537.385796:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dd180 x1834598494522752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610537.385797:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610537.385800:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dd500. 00000100:00000001:1.0:1749610537.385800:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610537.385802:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dd500 x1834598494522880 msgsize 520 00000100:00000040:1.0:1749610537.385804:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610537.385806:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749610537.385808:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00100000:3.0:1749610537.385809:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494522752:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610537.385812:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494523136, offset 0 00000100:00000200:3.0:1749610537.385814:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522752 00000100:00000001:2.0:1749610537.385814:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610537.385817:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610537.385817:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610537.385819:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00010000:00000001:3.0:1749610537.385820:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610537.385821:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610537.385824:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610537.385824:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610537.385831:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610537.385834:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610537.385835:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610537.385836:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749610537.385839:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610537.385840:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385842:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610537.385843:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610537.385845:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610537.385846:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610537.385846:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf924f00 00000100:00000040:2.0:1749610537.385847:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 766 usecs (1 jiffies) 00000100:00000001:3.0:1749610537.385849:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610537.385849:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299810844 00000100:00000001:3.0:1749610537.385852:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610537.385852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.385853:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299810844 00000400:00000200:1.0:1749610537.385854:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 139208 02000000:00000001:3.0:1749610537.385855:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610537.385855:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.385857:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299810844 02000000:00000010:3.0:1749610537.385859:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7cc00. 00000100:00000001:2.0:1749610537.385860:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299810865 02000000:00000001:3.0:1749610537.385861:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385862:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299810844 00000100:00000001:3.0:1749610537.385863:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610537.385863:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610537.385864:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.385866:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610537.385867:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610537.385868:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610537.385868:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610537.385869:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385870:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.385872:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610537.385873:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610537.385873:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610537.385875:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610537.385876:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749610537.385876:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610537.385877:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610537.385879:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610537.385879:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.385880:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610537.385881:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749610537.385881:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb3100. 00000100:00000040:3.0:1749610537.385882:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610537.385885:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610537.385885:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610537.385887:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610537.385887:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb3100 x1834598494523136 msgsize 224 00000100:00000040:3.0:1749610537.385890:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610537.385891:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610537.385892:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610537.385893:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610537.385894:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610537.385894:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610537.385895:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610537.385896:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610537.385897:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610537.385899:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610537.385899:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610537.385902:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00100000:2.0:1749610537.385902:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494523008:0@lo:38:kworker.0 00000100:00000001:2.0:1749610537.385905:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610537.385906:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494522752, offset 0 02000000:00000001:2.0:1749610537.385906:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610537.385907:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.385909:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610537.385911:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928a400. 00000400:00000200:3.0:1749610537.385912:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610537.385913:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610537.385915:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000010:2.0:1749610537.385918:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610537.385919:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610537.385920:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494523008, portal 10 00000400:00000200:3.0:1749610537.385921:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610537.385922:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610537.385923:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000100:00000040:2.0:1749610537.385929:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610537.385930:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610537.385934:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610537.385937:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610537.385940:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf924d80 00000100:00000001:2.0:1749610537.385942:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610537.385945:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610537.385945:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610537.385947:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5c65 [1] + 0 00000400:00000010:2.0:1749610537.385947:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749610537.385951:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494523008, offset 0 00000400:00000200:3.0:1749610537.385952:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610537.385954:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610537.385956:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610537.385957:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610537.385958:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610537.385959:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610537.385959:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610537.385960:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494522880 00000400:00000200:2.0:1749610537.385963:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924e80 02000000:00000001:0.0:1749610537.385963:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610537.385964:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610537.385965:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.385965:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610537.385967:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 139432 00000100:00000001:0.0:1749610537.385968:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610537.385971:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610537.385971:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610537.385973:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610537.385974:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494522880 00000100:00000001:1.0:1749610537.385975:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610537.385976:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.385976:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610537.385976:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610537.385977:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1749610537.385977:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610537.385978:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610537.385979:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610537.385980:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dd880. 00000020:00000001:0.0:1749610537.385981:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.385983:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dd880 x1834598494523008 msgsize 520 00000020:00000001:0.0:1749610537.385983:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.385984:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.385985:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610537.385986:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610537.385987:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000040:1.0:1749610537.385990:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 701 usecs (1 jiffies) 00000400:00000200:3.0:1749610537.385991:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000020:00000010:0.0:1749610537.385991:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:2.0:1749610537.385993:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749610537.385994:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610537.385994:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299810844 00000020:00000010:0.0:1749610537.385995:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000100:00000001:3.0:1749610537.385997:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610537.385999:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610537.385999:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299810865 00000100:00000001:0.0:1749610537.385999:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610537.386022:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386022:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610537.386024:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610537.386026:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610537.386029:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386029:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386030:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299810844 00000020:00000001:3.0:1749610537.386031:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610537.386033:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299810865 00000400:00000200:2.0:1749610537.386034:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:3.0:1749610537.386036:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dd180 x1834598494522752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610537.386036:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749610537.386037:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299810844 00000100:00000001:2.0:1749610537.386038:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610537.386038:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610537.386041:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299810865 00000100:00000200:2.0:1749610537.386042:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386044:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299810844 00000100:00100000:3.0:1749610537.386046:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494522752:12345-0@lo:38:kworker.0 Request processed in 237us (412us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610537.386046:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610537.386047:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523136 00000100:00000001:1.0:1749610537.386048:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.386049:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610537.386049:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610537.386051:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610537.386051:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610537.386052:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.386053:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610537.386054:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000001:1.0:1749610537.386055:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.386055:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386057:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610537.386057:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523136 00000100:00000001:3.0:1749610537.386058:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610537.386058:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610537.386059:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386059:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386060:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610537.386060:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:0.0:1749610537.386061:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610537.386062:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610537.386063:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610537.386063:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610537.386063:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749610537.386065:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:2.0:1749610537.386066:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 717 usecs (1 jiffies) 00000020:00000010:3.0:1749610537.386067:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000020:00000001:0.0:1749610537.386067:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610537.386069:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299810844 00000100:00000001:1.0:1749610537.386070:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610537.386071:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000001:2.0:1749610537.386071:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.386073:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299810844 00000100:00000001:1.0:1749610537.386073:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610537.386073:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610537.386074:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610537.386075:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb80. 00000100:00000001:2.0:1749610537.386076:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299810865 00000100:00000001:1.0:1749610537.386076:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.386078:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299810844 00000100:00000001:1.0:1749610537.386079:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610537.386081:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.386082:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299810844 00000100:00000001:1.0:1749610537.386082:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610537.386082:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610537.386085:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.386086:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610537.386086:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749610537.386088:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386088:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610537.386089:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386091:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610537.386092:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610537.386092:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610537.386092:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000040:2.0:1749610537.386094:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386094:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610537.386094:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000100:00100000:3.0:1749610537.386095:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523008 02000000:00000001:3.0:1749610537.386096:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610537.386096:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:1.0:1749610537.386097:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610537.386098:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610537.386099:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610537.386100:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386100:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610537.386101:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386101:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610537.386102:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1749610537.386103:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386103:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610537.386104:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610537.386105:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610537.386106:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523008 00000100:00000001:0.0:1749610537.386106:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610537.386107:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610537.386108:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610537.386108:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610537.386109:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749610537.386109:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610537.386110:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494523264:0@lo:38:kworker.0 00000020:00000001:3.0:1749610537.386111:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610537.386111:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749610537.386113:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386113:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610537.386114:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610537.386114:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749610537.386115:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386115:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386116:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386117:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610537.386118:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000020:00000010:3.0:1749610537.386120:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 02000000:00000010:2.0:1749610537.386120:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610537.386120:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610537.386121:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610537.386122:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386123:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000400:00000010:2.0:1749610537.386124:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000001:1.0:1749610537.386124:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386125:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610537.386125:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610537.386127:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610537.386127:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610537.386127:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610537.386128:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610537.386129:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749610537.386130:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494523264, portal 10 00000100:00100000:0.0:1749610537.386131:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1749610537.386132:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610537.386132:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610537.386133:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000100:00000001:3.0:1749610537.386135:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610537.386135:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.386135:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610537.386137:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346019584 : -131936363532032 : ffff88012beb3100) 00000100:00000040:2.0:1749610537.386139:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610537.386140:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494523392:0@lo:400:kworker.0 00000100:00000001:3.0:1749610537.386142:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610537.386142:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb3100 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:728/0 lens 224/0 e 0 to 0 dl 1749610548 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386145:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610537.386146:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610537.386147:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610537.386148:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610537.386149:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610537.386149:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 02000000:00000001:1.0:1749610537.386150:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749610537.386151:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494523264, offset 0 00000100:00100000:3.0:1749610537.386152:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00000001:0.0:1749610537.386152:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610537.386153:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610537.386154:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000100:00000001:3.0:1749610537.386155:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456293120 : -131936253258496 : ffff8801327dd500) 00000400:00000200:2.0:1749610537.386155:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610537.386156:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610537.386156:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610537.386159:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dd500 x1834598494522880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610537.386159:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000400:00000200:2.0:1749610537.386160:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610537.386160:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 02000000:00000001:1.0:1749610537.386164:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610537.386165:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf924f80 00000100:00100000:0.0:1749610537.386165:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494523136:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749610537.386169:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 139952 00000400:00000010:1.0:1749610537.386169:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000200:0.0:1749610537.386169:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523136 00000100:00100000:3.0:1749610537.386170:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494522880:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610537.386171:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610537.386173:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494522880 00000400:00000200:2.0:1749610537.386173:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610537.386174:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000001:0.0:1749610537.386174:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610537.386175:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610537.386176:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610537.386177:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610537.386177:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386178:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610537.386179:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494523392, portal 10 00000020:00000001:0.0:1749610537.386179:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749610537.386180:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749610537.386182:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000010:2.0:1749610537.386183:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327ddc00. 00000100:00000001:1.0:1749610537.386183:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610537.386184:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.386185:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327ddc00 x1834598494523264 msgsize 520 00000100:00000001:1.0:1749610537.386185:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000020:00000001:0.0:1749610537.386185:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:3.0:1749610537.386187:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610537.386189:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610537.386190:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749610537.386190:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610537.386191:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749610537.386192:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610537.386192:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610537.386193:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610537.386193:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749610537.386194:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610537.386195:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610537.386196:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610537.386196:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610537.386196:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610537.386198:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610537.386198:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610537.386198:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749610537.386201:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7c800. 00000100:00000200:2.0:1749610537.386201:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.386202:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610537.386203:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610537.386203:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610537.386205:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386205:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610537.386207:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526f800. 00010000:00000001:3.0:1749610537.386208:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610537.386208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610537.386209:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610537.386209:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610537.386210:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.386210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.386211:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610537.386212:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610537.386212:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000020:00000001:0.0:1749610537.386213:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386215:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610537.386216:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610537.386216:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610537.386216:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494523392, offset 0 00010000:00000040:0.0:1749610537.386216:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494523136 00000100:00000001:2.0:1749610537.386218:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610537.386219:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610537.386219:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610537.386220:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386221:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610537.386222:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 536 usecs (1 jiffies) 00000100:00000001:3.0:1749610537.386223:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610537.386223:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1749610537.386223:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb3100 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:728/0 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386224:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299810844 00000100:00000040:3.0:1749610537.386226:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610537.386226:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299810865 02000000:00000001:3.0:1749610537.386228:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299810844 02000000:00000001:3.0:1749610537.386230:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386230:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299810865 00000100:00000001:3.0:1749610537.386231:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610537.386232:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299810844 00000400:00000200:1.0:1749610537.386232:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610537.386232:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610537.386234:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610537.386234:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299810865 00010000:00000001:0.0:1749610537.386234:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610537.386236:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610537.386236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299810844 00000100:00001000:0.0:1749610537.386236:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610537.386238:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299810865 00000100:00000200:3.0:1749610537.386239:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494522880, offset 0 00000100:00000001:2.0:1749610537.386240:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610537.386240:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610537.386241:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925000 00000100:00000001:2.0:1749610537.386242:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.386242:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610537.386243:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610537.386244:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749610537.386246:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610537.386247:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1749610537.386248:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610537.386248:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610537.386249:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610537.386250:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000001:0.0:1749610537.386250:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610537.386252:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610537.386253:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000040:0.0:1749610537.386253:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610537.386255:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610537.386256:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924e00 00000400:00000010:0.0:1749610537.386257:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:2.0:1749610537.386259:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610537.386266:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610537.386270:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 140472 00000100:00000001:2.0:1749610537.386273:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.386274:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386277:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610537.386278:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c6d [1] + 0 00000400:00000200:1.0:1749610537.386278:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610537.386279:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386281:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610537.386283:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610537.386283:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610537.386283:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523136, offset 224 00000100:00000001:2.0:1749610537.386284:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610537.386286:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610537.386286:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386288:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610537.386289:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610537.386291:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1749610537.386292:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610537 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610537.386293:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610537.386296:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=110 v=20 (1 1 20 0) 00000100:00000010:1.0:1749610537.386296:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb3480. 00000100:00000200:3.0:1749610537.386297:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610537.386298:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610537.386299:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610537.386301:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610537.386301:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb3480 x1834598494523392 msgsize 224 00000100:00000001:2.0:1749610537.386303:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610537.386308:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610537.386310:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924f00 00000100:00000040:2.0:1749610537.386311:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610537.386311:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610537.386315:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610537.386316:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c75 [1] + 224 00000100:00000001:3.0:1749610537.386317:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.386318:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610537.386320:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610537.386322:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610537.386322:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610537.386323:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610537.386325:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610537.386325:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000200:0.0:1749610537.386325:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610537.386328:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749610537.386328:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00080000:2.0:1749610537.386331:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610537.386332:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:1.0:1749610537.386332:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610537.386333:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610537.386335:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610537.386337:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610537.386338:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610537.386338:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.386338:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610537.386339:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610537.386341:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610537.386343:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610537.386344:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610537.386346:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610537.386347:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494522752:0@lo:38:kworker.0 00000020:00000001:3.0:1749610537.386348:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610537.386351:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610537.386351:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610537.386352:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dd500 x1834598494522880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610537.386352:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610537.386352:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610537.386354:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:2.0:1749610537.386356:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000040:1.0:1749610537.386356:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610537.386358:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610537.386359:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610537.386361:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494522880:12345-0@lo:38:kworker.0 Request processed in 191us (556us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610537.386361:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610537.386362:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610537.386366:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749610537.386367:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610537.386368:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000400:00000010:0.0:1749610537.386368:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610537.386370:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610537.386370:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386370:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610537.386371:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610537.386371:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610537.386372:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610537.386374:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000100:00000001:1.0:1749610537.386375:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386376:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386377:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:2.0:1749610537.386377:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.386378:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610537.386379:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610537.386380:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:2.0:1749610537.386380:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610537.386380:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 657 usecs (1 jiffies) 00010000:00000001:0.0:1749610537.386381:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749610537.386382:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386383:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610537.386383:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386384:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386385:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386385:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299810844 00000020:00000001:0.0:1749610537.386385:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749610537.386387:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386389:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:2.0:1749610537.386389:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610537 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610537.386389:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299810865 00000100:00000040:0.0:1749610537.386389:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb3100 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:728/0 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610537.386392:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523264 00000100:00001000:2.0:1749610537.386392:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=92 v=20 (1 1 20 0) 02000000:00000001:3.0:1749610537.386393:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610537.386394:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299810844 00000100:00000001:3.0:1749610537.386395:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610537.386395:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610537.386396:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610537.386397:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386397:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299810865 00000100:00000001:2.0:1749610537.386398:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610537.386399:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.386399:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494523136:12345-0@lo:400:kworker.0 Request processed in 245us (510us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610537.386400:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299810844 00000100:00100000:3.0:1749610537.386401:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523264 00000100:00000040:2.0:1749610537.386401:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610537.386403:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610537.386404:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610537.386404:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299810865 00000020:00000001:3.0:1749610537.386406:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610537.386406:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:1.0:1749610537.386407:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299810844 00000020:00000001:3.0:1749610537.386408:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386408:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610537.386409:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.386409:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610537.386410:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610537.386410:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299810865 00000100:00000001:0.0:1749610537.386411:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610537.386412:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:2.0:1749610537.386412:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386413:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610537.386413:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610537.386414:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610537.386415:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610537.386417:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c380. 00000020:00000010:0.0:1749610537.386417:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00080000:2.0:1749610537.386418:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610537.386418:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386419:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00080000:2.0:1749610537.386420:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:0.0:1749610537.386420:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000100:00000001:3.0:1749610537.386421:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610537.386422:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610537.386423:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610537.386423:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000400:00000001:1.0:1749610537.386424:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610537.386425:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.386426:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610537.386426:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749610537.386427:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610537.386428:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386430:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610537.386430:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749610537.386430:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610537.386433:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494522880:0@lo:38:kworker.0 00000100:00000001:3.0:1749610537.386434:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610537.386434:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00100000:3.0:1749610537.386435:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523392 00000100:00000001:0.0:1749610537.386436:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610537.386437:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610537.386437:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610537.386437:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610537.386438:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610537.386438:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610537.386439:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386439:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610537.386440:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610537.386441:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.386442:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494522752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610537.386442:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1749610537.386443:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523392 00000020:00000001:3.0:1749610537.386444:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610537.386445:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610537.386445:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456294016 : -131936253257600 : ffff8801327dd880) 00000100:00000200:1.0:1749610537.386446:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610537.386447:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610537.386448:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610537.386448:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dd880 x1834598494523008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610537.386449:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:2.0:1749610537.386450:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610537.386451:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000010:2.0:1749610537.386451:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928b000. 00000020:00000001:3.0:1749610537.386453:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749610537.386454:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610537.386456:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610537.386457:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1749610537.386457:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1749610537.386458:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494523008:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749610537.386459:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000020:00000001:2.0:1749610537.386459:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610537.386461:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526e800. 00000100:00000200:1.0:1749610537.386461:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610537.386462:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523008 00000020:00000010:3.0:1749610537.386463:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3c00. 02000000:00000001:2.0:1749610537.386464:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610537.386464:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610537.386465:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749610537.386466:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:2.0:1749610537.386467:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:3.0:1749610537.386468:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610537.386470:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610537.386470:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610537.386471:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386472:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610537.386473:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:1.0:1749610537.386473:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610537.386475:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995500 x1834598494522880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610537.386475:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386476:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000100:00000001:1.0:1749610537.386476:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610537.386478:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:1.0:1749610537.386479:0:28323:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:0.0:1749610537.386479:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610537.386481:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610537.386481:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1749610537.386481:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610537.386482:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610537.386483:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610537.386483:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610537.386484:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1749610537.386484:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119289000. 00010000:00000001:0.0:1749610537.386484:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610537.386485:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610537.386486:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610537.386486:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610537.386488:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386488:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610537.386490:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749610537.386490:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610537.386490:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610537.386491:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610537.386492:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:2.0:1749610537.386492:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610537.386492:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386493:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610537.386493:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526fc00. 00000020:00000001:2.0:1749610537.386494:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610537.386495:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610537.386495:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610537.386496:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526ec00. 00000100:00000001:0.0:1749610537.386497:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386498:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610537.386499:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610537.386499:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1749610537.386499:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=42 v=5 (5 5 5 0) 00010000:00000001:0.0:1749610537.386500:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610537.386501:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749610537.386501:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 00010000:00000001:0.0:1749610537.386502:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386503:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749610537.386504:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000001:2.0:1749610537.386505:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610537.386505:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=42 v=5 (1 1 1 0) 00000100:00001000:0.0:1749610537.386505:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610537.386506:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610537.386507:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610537.386508:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610537.386509:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346020480 : -131936363531136 : ffff88012beb3480) 00000100:00000001:2.0:1749610537.386509:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610537.386509:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610537.386510:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610537.386510:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610537.386512:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610537.386512:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610537.386513:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb3480 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:728/0 lens 224/0 e 0 to 0 dl 1749610548 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386513:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610537.386513:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610537.386515:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386515:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610537.386516:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610537.386517:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386517:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610537.386549:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610537.386552:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610537.386554:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610537.386556:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610537.386556:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00080000:1.0:1749610537.386556:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610537.386556:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610537.386558:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000040:0.0:1749610537.386558:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610537.386559:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610537.386561:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610537.386561:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000010:3.0:1749610537.386563:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00100000:2.0:1749610537.386564:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00000200:0.0:1749610537.386564:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523008, offset 0 00000100:00000001:2.0:1749610537.386567:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456294912 : -131936253256704 : ffff8801327ddc00) 00000100:00100000:3.0:1749610537.386568:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494523392:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749610537.386568:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610537.386569:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610537.386572:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523392 00000100:00000040:2.0:1749610537.386572:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327ddc00 x1834598494523264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610537.386573:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610537.386573:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610537.386574:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1749610537.386576:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610537.386578:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610537.386578:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:0.0:1749610537.386579:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924e80 00000020:00000001:3.0:1749610537.386581:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610537.386581:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1749610537.386582:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494523264:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610537.386583:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610537.386583:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610537.386584:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c81 [1] + 0 00000020:00000001:3.0:1749610537.386585:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749610537.386586:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523264 00000020:00000001:3.0:1749610537.386589:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610537.386589:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610537.386589:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610537.386589:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610537.386591:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1749610537.386591:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610537.386592:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749610537.386592:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610537.386594:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386595:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610537.386596:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749610537.386598:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610537.386599:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610537.386600:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610537.386601:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610537.386601:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610537.386604:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7d000. 00010000:00020000:2.0:1749610537.386604:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610537.386604:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610537.386606:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610537.386607:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610537.386607:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610537.386608:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.386608:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610537.386609:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610537.386610:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386612:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000040:3.0:1749610537.386613:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494523392 00000100:00000040:1.0:1749610537.386613:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386614:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610537.386615:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749610537.386616:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:3.0:1749610537.386619:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb3480 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:728/0 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610537.386620:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289000. 00000100:00000001:0.0:1749610537.386620:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610537.386622:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610537.386623:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610537.386624:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610537.386625:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00010000:00000001:3.0:1749610537.386627:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610537.386627:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749610537.386627:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494523136:0@lo:400:kworker.0 00000100:00000001:0.0:1749610537.386628:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749610537.386629:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610537.386629:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610537.386629:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749610537.386632:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 1 0) 00000100:00001000:2.0:1749610537.386632:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610537.386632:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386634:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386635:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749610537.386635:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610537.386636:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610537.386637:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610537.386637:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610537.386638:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610537.386638:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749610537.386639:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610537.386640:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610537.386641:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610537.386642:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494523136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610537.386643:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386643:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610537.386643:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dd880 x1834598494523008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610537.386644:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386645:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610537.386646:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610537.386648:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610537.386649:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610537.386650:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 02000000:00000001:2.0:1749610537.386651:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610537.386652:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1749610537.386652:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494523008:12345-0@lo:38:kworker.0 Request processed in 193us (667us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610537.386653:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610537.386654:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523392, offset 224 00000100:00000001:2.0:1749610537.386655:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610537.386655:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610537.386657:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610537.386658:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610537.386658:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bcc00. 00000100:00100000:0.0:1749610537.386659:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000400:00000010:2.0:1749610537.386660:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749610537.386662:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610537.386663:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523264, offset 0 02000000:00000001:1.0:1749610537.386663:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610537.386663:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610537.386664:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610537.386666:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1749610537.386666:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000400:00000200:2.0:1749610537.386667:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610537.386668:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:0.0:1749610537.386669:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000400:00000200:3.0:1749610537.386670:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925000 00000020:00000001:1.0:1749610537.386671:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610537.386672:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610537.386673:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 02000000:00000010:1.0:1749610537.386674:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 00000400:00000200:3.0:1749610537.386675:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c91 [1] + 224 00000100:00000001:0.0:1749610537.386675:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610537.386678:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf924f80 00000400:00000200:3.0:1749610537.386679:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610537.386679:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610537.386681:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610537.386683:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000400:00000200:3.0:1749610537.386684:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610537.386684:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5c89 [1] + 0 00000100:00000001:3.0:1749610537.386688:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749610537.386688:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749610537.386689:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610537.386691:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749610537.386692:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610537.386692:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610537.386692:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610537.386693:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386695:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610537.386697:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.386699:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386700:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610537.386701:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386702:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610537.386708:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610537.386709:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749610537.386713:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610537.386715:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610537.386717:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610537.386718:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749610537.386721:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610537.386721:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610537.386724:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610537.386725:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386728:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610537.386729:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610537.386730:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610537.386732:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610537.386734:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610537.386734:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610537.386736:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749610537.386737:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610537.386738:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000040:3.0:1749610537.386739:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610537.386740:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749610537.386741:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610537.386742:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610537.386743:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610537.386745:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610537.386745:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610537.386748:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610537.386749:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb3480 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:728/0 lens 224/224 e 0 to 0 dl 1749610548 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610537.386749:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386750:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610537.386752:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610537.386756:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327ddc00 x1834598494523264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610557 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610537.386766:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494523392:12345-0@lo:400:kworker.0 Request processed in 207us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1749610537.386766:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494523264:12345-0@lo:38:kworker.0 Request processed in 183us (577us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610537.386770:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610537.386772:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610537.386773:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:3.0:1749610537.386775:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610537.386775:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749610537.386777:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 02000000:00000001:1.0:1749610537.386777:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610537.386778:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610537.386779:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610537.386779:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610537.386779:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610537.386780:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610537.386782:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386783:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000020:00000010:2.0:1749610537.386784:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c380. 02000000:00000001:1.0:1749610537.386785:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610537.386786:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000010:2.0:1749610537.386787:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000020:00000010:3.0:1749610537.386789:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000020:00000010:2.0:1749610537.386791:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00001000:1.0:1749610537.386791:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=142 v=5 (5 5 0 0) 00000020:00000040:3.0:1749610537.386793:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610537.386794:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610537.386795:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610537.386797:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1749610537.386801:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610537.386803:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610537.386806:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610537.386808:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.386810:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00080000:1.0:1749610537.386812:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610537.386813:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610537.386814:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610537.386816:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610537.386818:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610537.386820:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610537.386822:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749610537.386823:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610537.386826:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386827:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610537.386829:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610537.386832:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1749610537.386834:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386834:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610537.386840:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386841:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.386842:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386844:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610537.386845:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386847:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610537.386849:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386851:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386851:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610537.386854:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749610537.386855:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610537 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610537.386857:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610537.386858:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=42 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610537.386861:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610537.386862:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386863:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610537.386865:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610537.386869:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610537.386875:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494523392:0@lo:400:kworker.0 00000100:00000001:2.0:1749610537.386876:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610537.386878:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610537.386880:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610537.386881:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386882:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610537.386883:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610537.386884:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610537.386886:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610537.386888:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749610537.386889:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494523392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.386890:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610537.386894:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610537.386901:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494523008:0@lo:38:kworker.0 00000400:00000001:2.0:1749610537.386905:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610537.386907:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610537.386907:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749610537.386908:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749610537.386910:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 02000000:00000001:1.0:1749610537.386910:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1749610537.386911:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610537.386913:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610537.386913:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00000100:00000200:2.0:1749610537.386915:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610537.386916:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610537.386919:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610537.386921:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:2.0:1749610537.386923:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610537.386924:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610537.386926:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 02000000:00000001:1.0:1749610537.386931:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610537.386932:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610537.386935:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:2.0:1749610537.386936:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610537.386937:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386939:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610537.386939:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610537.386940:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610537.386941:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610537.386941:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386943:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610537.386944:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610537.386944:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610537.386947:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610537 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610537.386950:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=142 v=20 (1 20 0 0) 00000100:00000001:1.0:1749610537.386951:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610537.386952:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610537.386953:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610537.386953:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386955:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610537.386956:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610537.386958:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610537.386959:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386965:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610537.386967:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610537.386968:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.386969:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610537.386971:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610537.386973:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610537.386975:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610537.386977:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610537.386980:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610537.386987:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494523264:0@lo:38:kworker.0 00000100:00000001:2.0:1749610537.386991:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.386992:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610537.386995:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494523008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.387029:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610537.387031:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610537.387033:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610537.387037:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610537.387039:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610537.387040:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610537.387042:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610537.387044:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526f000. 02000000:00000001:2.0:1749610537.387047:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610537.387048:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610537.387050:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610537.387054:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610537.387055:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.387057:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610537.387060:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494523264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610537.387066:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610537.387067:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610537.387069:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119288000. 02000000:00000001:2.0:1749610537.387075:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610537.387076:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610537.387077:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610537.387079:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610537.387080:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526f400. 02000000:00000001:2.0:1749610537.387082:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610537.387083:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610537.387084:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00000100:00000001:2.0:1749610537.387086:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610537.387087:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.387089:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.387091:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610537.387092:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610537.387093:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.387095:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610537.407593:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299810865, at 4299810865 00000100:00000040:3.0:1749610537.407600:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299810865, at 4299810865 00000100:00000010:0.0:1749610537.407603:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ff80. 00000100:00000010:3.0:1749610537.407611:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fc00. 00000100:00000040:2.0:1749610537.407628:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299810865, at 4299810865 00000100:00000010:2.0:1749610537.407639:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f480. 00000100:00000040:1.0:1749610537.407729:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299810865, at 4299810865 00000100:00000010:1.0:1749610537.407735:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f280. 00000100:00000001:0.0:1749610537.457612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610537.457617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610537.457619:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610537.457622:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610537.457625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610537.457627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610537.457630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610537.457632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610537.457634:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610537.740630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610537.740638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610537.740641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610537.740645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610537.740649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610537.740653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.740657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610537.740660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610537.740663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610538.206719:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610538.206728:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610538.206833:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610538.206840:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610538.206846:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610538.457610:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610538.457616:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610538.457618:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610538.457621:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610538.457624:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610538.457626:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610538.457629:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610538.457631:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610538.457632:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610538.740582:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610538.740588:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610538.740589:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610538.740592:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610538.740594:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610538.740597:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610538.740599:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610538.740601:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610538.740603:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610539.208646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610539.208650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610539.208747:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610539.208750:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610539.208752:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610539.457623:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610539.457629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610539.457631:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610539.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610539.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610539.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610539.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610539.457643:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610539.457644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610539.740698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610539.740704:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610539.740706:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610539.740709:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610539.740711:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610539.740714:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610539.740716:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610539.740718:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610539.740720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610540.210663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610540.210668:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610540.210738:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610540.210742:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610540.210745:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610540.457692:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610540.457701:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610540.457703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610540.457708:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610540.457712:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610540.457717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610540.457720:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610540.457723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610540.457725:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610540.740706:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610540.740713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610540.740715:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610540.740720:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610540.740723:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610540.740727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610540.740730:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610540.740733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610540.740736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610541.212666:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610541.212674:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610541.212819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610541.212825:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610541.212829:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610541.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610541.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610541.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610541.457648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610541.457651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610541.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610541.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610541.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610541.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610541.740610:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610541.740615:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610541.740617:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610541.740620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610541.740622:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610541.740624:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610541.740626:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610541.740634:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.740641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610541.740643:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.740652:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610541.740653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610541.740655:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610541.740656:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610541.740658:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610541.740662:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494520960:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610541.740665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610541.740666:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610541.740668:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610541.740669:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610541.740671:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.740675:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610541.740677:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af540. 00000100:00000001:2.0:1749610541.740681:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610541.740681:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610541.740684:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610541.740687:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610541.740689:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610541.740691:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=4 00000020:00000001:2.0:1749610541.740692:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749610541.740693:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00010000:2.0:1749610541.740698:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740703:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610541.740705:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740712:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610541.740714:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740717:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610541.740718:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610541.740720:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740723:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610541.740724:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610541.740726:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610541.740727:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610541.740730:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ee00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610541.740732:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610541.740734:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740737:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610541.740738:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610541.740738:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610541.740739:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=5 00000020:00000001:2.0:1749610541.740740:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749610541.740741:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749610541.740743:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610541.740744:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610541.740747:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610541.740748:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610541.740752:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610541.740753:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610541.740754:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610541.740756:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610541.740756:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610541.740758:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610541.740759:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610541.740760:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610541.740760:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610541.740762:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ee00 with handle 0x689c0ec07329d17c from hash 00010000:00000001:2.0:1749610541.740763:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610541.740764:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610541.740764:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610541.740765:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610541.740765:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610541.740766:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610541.740767:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610541.740768:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610541.740768:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610541.740769:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610541.740771:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610541.740773:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610541.740774:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610541.740774:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610541.740775:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610541.740775:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610541.740776:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610541.740776:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610541.740778:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d17c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610541.740783:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3fa00 count: 0 00010000:00000001:2.0:1749610541.740802:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610541.740804:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610541.740805:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610541.740807:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494520960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.740811:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610541.740813:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610541.740814:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610541.740815:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610541.740818:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ea00. 02000000:00000001:2.0:1749610541.740821:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610541.740822:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610541.740823:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000100:00000001:2.0:1749610541.740827:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610541.740828:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610541.740829:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610541.740831:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610541.740833:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610541.740836:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f480. 00000020:00000010:2.0:1749610541.740839:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000020:00000010:2.0:1749610541.740842:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610541.740845:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610541.740848:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610541.740852:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610541.740855:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610541.740858:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610541.740863:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610541.740867:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610541.740873:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610541.740875:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610541.740879:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610541.740883:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828000. 00000020:00000010:2.0:1749610541.740885:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1ca800. 00000020:00000010:2.0:1749610541.740889:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829000. 80000000:00000010:2.0:1749610541.740891:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610541.740894:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749610541.740896:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610541.740899:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610541.740901:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 10000000:00000010:2.0:1749610541.740903:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f480. 10000000:01000000:2.0:1749610541.740904:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749610541.740906:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610541.740908:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610541.740909:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610541.740910:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610541.740911:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749610541.740913:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610541.740914:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610541.740915:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:2.0:1749610541.740916:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610541.740917:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610541.740917:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1749610541.740918:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610541.740919:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:2.0:1749610541.740920:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610541.740921:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1749610541.740924:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327ddf80. 00000020:00000040:2.0:1749610541.740925:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610541.740928:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610541.740930:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610541.740934:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610541.740938:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829c00. 00000100:00000001:2.0:1749610541.740944:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610541.740948:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610541.740949:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610541.740953:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5700. 00010000:00000001:2.0:1749610541.740957:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610541.740959:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829800. 00000020:00000001:2.0:1749610541.740990:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610541.740993:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829800 with handle 0x689c0ec07329d183 to hash 00000020:00000001:2.0:1749610541.740994:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610541.740996:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749610541.740998:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749610541.741000:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610541.741001:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610541.741003:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610541.741007:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610541.741014:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610541.741017:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610541.741019:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610541.741022:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab900. 00000100:00000001:2.0:1749610541.741024:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837795072 : -131938871756544 : ffff8800966ab900) 00000100:00000001:2.0:1749610541.741025:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610541.741026:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137456295808 : -131936253255808 : ffff8801327ddf80) 00000100:00000001:2.0:1749610541.741029:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610541.741032:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610541.741033:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610541.741034:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610541.741037:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.741042:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610541.741043:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610541.741045:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610541.741049:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610541.741050:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610541.741050:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610541.741051:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610541.741053:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610541.741054:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610541.741055:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610541.741056:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610541.741057:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610541.746688:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3fa00. 00010000:00000010:0.1:1749610541.746699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ee00. 00010000:00000001:0.0:1749610542.214677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610542.214685:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610542.214809:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610542.214814:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610542.214818:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610542.385680:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610542.385699:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610542.385701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.385706:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610542.385710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610542.385714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.385716:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610542.398655:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610542.398666:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610542.398670:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610542.398676:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610542.398680:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610542.398684:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610542.398690:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610542.398697:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1749610542.398704:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610542.398707:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.398712:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.398715:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.398719:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610542.398725:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610542.398728:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610542.398733:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610542.398738:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610542.398742:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610542.398745:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610542.398750:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.398753:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.398756:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.398759:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610542.398764:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610542.398769:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610542.398773:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610542.398777:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610542.398787:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610542.398791:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.398796:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610542.398800:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610542.398811:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000020:00000040:0.0:1749610542.398817:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610542.398822:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610542.398825:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.398830:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610542.398833:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610542.398838:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610542.398849:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526f400. 00000100:00000001:0.0:1749610542.398858:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610542.398870:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610542.398887:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610542.398892:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.398899:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_rcv+-1] req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.398939:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610542.398945:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610542.398950:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610542.398953:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610542.398980:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610542.398985:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610542.398989:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1749610542.398993:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610542.398997:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.399000:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.399003:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.399007:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610542.399011:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610542.399013:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610542.399016:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610542.399020:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610542.399024:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610542.399025:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610542.399028:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610542.399032:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610542.399032:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610542.399035:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610542.399035:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.399038:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.399041:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610542.399045:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000040:2.0:1749610542.399047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610542.399049:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610542.399053:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610542.399056:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610542.399062:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610542.399065:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610542.399066:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399069:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399069:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610542.399072:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.399073:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610542.399078:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610542.399079:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 02000000:00000001:2.0:1749610542.399082:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610542.399083:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610542.399087:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1749610542.399088:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494523648:0@lo:38:kworker.0 02000000:00000001:0.0:1749610542.399089:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399092:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610542.399094:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610542.399095:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610542.399097:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.399100:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749610542.399103:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526f000. 02000000:00000001:2.0:1749610542.399104:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.399108:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610542.399108:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610542.399114:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119288000. 02000000:00000001:2.0:1749610542.399116:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610542.399116:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610542.399125:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000001:0.0:1749610542.399128:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610542.399131:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610542.399132:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000040:0.0:1749610542.399137:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994e00] to pc [ptlrpcd_rcv+-1] req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610542.399140:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494523648, portal 4 00000100:00000001:2.0:1749610542.399142:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610542.399145:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000100:00000001:0.0:1749610542.399150:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.399154:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610542.399154:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610542.399160:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610542.399162:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610542.399163:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610542.399165:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749610542.399167:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610542.399169:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610542.399169:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:2.0:1749610542.399172:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494523648, offset 0 00000100:00080000:0.0:1749610542.399172:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5143 00000100:00080000:0.0:1749610542.399175:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610542.399179:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610542.399180:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.399183:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.399186:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.399189:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610542.399192:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610542.399194:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000400:00000200:2.0:1749610542.399196:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610542.399197:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610542.399200:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610542.399203:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610542.399206:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610542.399207:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf925100 00000100:00000040:0.0:1749610542.399211:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.399214:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610542.399215:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 20800 00000100:00000040:0.0:1749610542.399216:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610542.399219:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610542.399223:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000200:2.0:1749610542.399224:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749610542.399227:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610542.399229:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610542.399230:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610542.399232:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610542.399234:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610542.399237:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749610542.399237:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610542.399240:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610542.399241:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327de300. 00000100:00000001:0.0:1749610542.399243:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610542.399245:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327de300 x1834598494523648 msgsize 520 00000100:00000001:0.0:1749610542.399245:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.399249:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1749610542.399251:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000020:00000040:0.0:1749610542.399254:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610542.399257:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610542.399260:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399262:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610542.399264:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610542.399267:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610542.399271:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526ec00. 00000100:00000001:2.0:1749610542.399274:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610542.399276:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610542.399282:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610542.399283:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610542.399285:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610542.399288:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610542.399292:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610542.399293:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.399295:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.399301:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_rcv+-1] req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.399302:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610542.399305:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.399312:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399312:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399314:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610542.399317:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610542.399318:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399321:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749610542.399324:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1056 usecs (2 jiffies) 00000100:00000010:0.0:1749610542.399325:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000100:00000001:2.0:1749610542.399328:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299815858 00000020:00000040:0.0:1749610542.399328:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:2.0:1749610542.399332:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f480. 00000100:00000001:0.0:1749610542.399332:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610542.399334:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610542.399336:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399340:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:0.0:1749610542.399341:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00000001:0.0:1749610542.399345:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399346:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299815858 00000100:00000010:2.0:1749610542.399349:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f840. 00000100:00000001:2.0:1749610542.399352:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610542.399352:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610542.399364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299815858 00000100:00000001:0.0:1749610542.399365:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1749610542.399367:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fa40. 00000100:00000001:0.0:1749610542.399368:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399370:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610542.399372:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299815858 00000100:00000010:2.0:1749610542.399375:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f140. 00000100:00000040:0.0:1749610542.399375:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996300] to pc [ptlrpcd_00_00+0] req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.399378:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610542.399382:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610542.399384:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.399386:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610542.399387:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399389:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610542.399391:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523648 02000000:00000001:3.0:1749610542.399395:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610542.399395:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610542.399396:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.399398:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610542.399398:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610542.399400:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610542.399401:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399401:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610542.399403:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.399405:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610542.399406:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610542.399407:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749610542.399411:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523648 00000100:00000001:2.0:1749610542.399412:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610542.399413:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1749610542.399413:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610542.399414:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610542.399415:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610542.399416:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610542.399416:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1749610542.399417:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610542.399418:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610542.399419:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1749610542.399420:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.399420:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610542.399422:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399422:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610542.399423:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494523776:0@lo:38:kworker.0 00000100:00000001:2.0:1749610542.399426:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610542.399426:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5143 00000020:00000010:3.0:1749610542.399429:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 02000000:00000001:2.0:1749610542.399429:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610542.399429:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610542.399430:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.399431:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610542.399432:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610542.399434:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000100:00000001:0.0:1749610542.399434:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749610542.399435:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928a400. 00000100:00000040:0.0:1749610542.399435:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610542.399437:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610542.399437:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610542.399438:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610542.399439:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000020:00000001:0.0:1749610542.399440:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610542.399441:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000020:00000040:0.0:1749610542.399441:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000010:2.0:1749610542.399443:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000001:0.0:1749610542.399443:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610542.399444:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610542.399444:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610542.399445:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610542.399446:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610542.399446:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494523776, portal 10 00000100:00000001:1.0:1749610542.399447:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610542.399447:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610542.399448:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399448:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610542.399449:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610542.399450:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00000040:0.0:1749610542.399451:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610542.399453:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610542.399455:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.399455:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610542.399456:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.399457:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610542.399458:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610542.399460:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610542.399462:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610542.399462:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610542.399464:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.399465:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610542.399466:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000001:0.0:1749610542.399466:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610542.399467:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610542.399468:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494523776, offset 0 02000000:00000001:0.0:1749610542.399470:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610542.399472:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610542.399472:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399474:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610542.399476:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610542.399476:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610542.399476:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610542.399477:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610542.399479:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610542.399479:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610542.399479:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000400:00000200:2.0:1749610542.399481:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925180 00000020:00000040:0.0:1749610542.399481:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610542.399484:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610542.399484:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1749610542.399485:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 02000000:00000001:0.0:1749610542.399485:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610542.399487:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 140696 02000000:00000001:1.0:1749610542.399487:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610542.399487:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610542.399488:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456296704 : -131936253254912 : ffff8801327de300) 02000000:00000001:0.0:1749610542.399489:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610542.399491:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610542.399492:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610542.399492:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610542.399494:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327de300 x1834598494523648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610542.399495:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610542.399495:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526e800. 00000100:00000001:2.0:1749610542.399498:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610542.399498:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494524032:0@lo:400:kworker.0 00000100:00000001:0.0:1749610542.399499:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610542.399500:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610542.399503:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327de680. 00000100:00000001:1.0:1749610542.399504:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610542.399504:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610542.399506:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327de680 x1834598494523776 msgsize 520 00000100:00100000:3.0:1749610542.399508:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494523648:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610542.399509:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749610542.399510:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610542.399511:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399511:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749610542.399512:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523648 00000100:00000001:0.0:1749610542.399513:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610542.399514:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610542.399516:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610542.399517:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610542.399517:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610542.399547:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749610542.399550:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610542.399552:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610542.399554:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610542.399555:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610542.399556:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610542.399558:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610542.399561:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610542.399563:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610542.399564:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000100:00000040:2.0:1749610542.399565:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610542.399567:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610542.399569:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399569:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610542.399571:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610542.399572:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610542.399573:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610542.399573:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399574:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749610542.399576:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00010000:00000001:3.0:1749610542.399577:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610542.399577:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610542.399578:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 00000100:00000001:0.0:1749610542.399578:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610542.399580:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610542.399580:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 766 usecs (1 jiffies) 02000000:00000001:1.0:1749610542.399581:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399582:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299815858 00000100:00000001:3.0:1749610542.399583:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749610542.399583:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610542.399585:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299815858 00000100:00000001:3.0:1749610542.399586:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610542.399587:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299815858 00000400:00000010:1.0:1749610542.399587:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 02000000:00000001:3.0:1749610542.399588:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610542.399590:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299815858 00000100:00000001:0.0:1749610542.399590:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749610542.399591:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 02000000:00000010:3.0:1749610542.399592:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7d400. 00000100:00000001:2.0:1749610542.399592:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299815858 00000100:00000001:0.0:1749610542.399592:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399594:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299815858 02000000:00000001:3.0:1749610542.399595:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399595:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299815858 00000100:00000200:1.0:1749610542.399596:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494524032, portal 10 00000100:00000040:0.0:1749610542.399596:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_00_01+1] req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.399597:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399597:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299815858 00000100:00000001:1.0:1749610542.399598:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610542.399599:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610542.399600:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00010000:00000001:3.0:1749610542.399601:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610542.399601:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399603:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610542.399604:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399604:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610542.399607:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610542.399607:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610542.399609:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.399610:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749610542.399610:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5153) 00000100:00000001:3.0:1749610542.399614:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610542.399614:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610542.399615:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610542.399617:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610542.399617:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610542.399617:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610542.399618:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610542.399619:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610542.399620:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610542.399620:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610542.399622:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610542.399623:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494523904:0@lo:38:kworker.0 00000400:00000010:1.0:1749610542.399623:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000040:3.0:1749610542.399625:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749610542.399625:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494524032, offset 0 00000100:00000001:2.0:1749610542.399626:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610542.399628:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610542.399628:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610542.399629:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399629:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610542.399630:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610542.399631:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.399631:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610542.399631:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610542.399633:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610542.399633:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749610542.399634:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928b000. 00000100:00000040:3.0:1749610542.399636:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610542.399636:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.399637:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610542.399639:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000400:00000200:1.0:1749610542.399639:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610542.399640:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000010:2.0:1749610542.399642:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:3.0:1749610542.399645:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494523648, offset 0 00000100:00000001:0.0:1749610542.399645:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749610542.399646:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494523904, portal 10 00000400:00000200:1.0:1749610542.399647:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925280 00000100:00000001:0.0:1749610542.399647:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399648:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610542.399650:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610542.399650:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 02000000:00000001:0.0:1749610542.399650:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610542.399652:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610542.399654:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.399655:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610542.399657:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494524288:0@lo:400:kworker.0 00000400:00000200:3.0:1749610542.399660:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610542.399661:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610542.399662:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610542.399663:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610542.399664:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610542.399664:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 141216 02000000:00000001:0.0:1749610542.399665:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610542.399666:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:3.0:1749610542.399667:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf925100 02000000:00000001:0.0:1749610542.399667:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749610542.399669:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494523904, offset 0 02000000:00000010:0.0:1749610542.399670:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ee00. 00000400:00000200:1.0:1749610542.399671:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610542.399672:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610542.399673:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5cad [1] + 0 00000400:00000200:1.0:1749610542.399675:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610542.399677:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000400:00000200:3.0:1749610542.399679:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610542.399682:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610542.399683:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610542.399685:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610542.399687:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610542.399688:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610542.399688:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610542.399691:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb3800. 00000400:00000200:2.0:1749610542.399692:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925200 00000100:00000200:3.0:1749610542.399693:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610542.399693:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:1.0:1749610542.399694:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb3800 x1834598494524032 msgsize 224 00000400:00000200:2.0:1749610542.399696:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 141440 00000100:00100000:1.0:1749610542.399699:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610542.399700:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610542.399701:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494524288, portal 10 00000100:00000001:0.0:1749610542.399703:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749610542.399704:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610542.399705:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.399705:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00000001:1.0:1749610542.399707:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610542.399712:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.399716:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610542.399720:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610542.399720:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610542.399721:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00100000:2.0:1749610542.399722:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523776 00000100:00000040:0.0:1749610542.399722:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610542.399723:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000400:00000010:0.0:1749610542.399724:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 02000000:00000001:2.0:1749610542.399725:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610542.399726:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610542.399727:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610542.399727:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494524288, offset 0 00000100:00000001:2.0:1749610542.399730:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610542.399731:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610542.399732:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610542.399735:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 02000000:00000001:2.0:1749610542.399735:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610542.399737:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00100000:2.0:1749610542.399739:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523776 00000100:00000001:1.0:1749610542.399740:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610542.399740:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610542.399741:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749610542.399742:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610542.399743:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610542.399743:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610542.399744:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610542.399747:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610542.399748:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610542.399748:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925380 00000020:00000001:2.0:1749610542.399749:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399750:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610542.399751:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610542.399752:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610542.399752:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610542.399754:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610542.399754:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 141960 00000020:00000010:2.0:1749610542.399755:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000020:00000001:3.0:1749610542.399756:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610542.399756:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610542.399759:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000040:1.0:1749610542.399760:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 703 usecs (1 jiffies) 00000400:00000200:0.0:1749610542.399760:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610542.399761:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327de300 x1834598494523648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610542.399763:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000001:1.0:1749610542.399763:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299815858 00000400:00000200:0.0:1749610542.399763:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610542.399766:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299815858 00000100:00000001:2.0:1749610542.399767:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610542.399767:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610542.399768:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610542.399769:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299815858 00000100:00000200:0.0:1749610542.399769:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610542.399771:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494523648:12345-0@lo:38:kworker.0 Request processed in 263us (523us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610542.399771:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399771:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299815858 00000100:00000010:0.0:1749610542.399772:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995500. 00000100:00000001:1.0:1749610542.399773:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299815858 00000100:00000001:2.0:1749610542.399775:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399775:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299815858 00000100:00000040:0.0:1749610542.399776:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880133995500 x1834598494524288 msgsize 224 00000100:00000001:1.0:1749610542.399777:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299815858 00000100:00100000:3.0:1749610542.399779:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:1.0:1749610542.399779:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299815858 00000100:00000001:1.0:1749610542.399781:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610542.399781:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610542.399782:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610542.399783:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610542.399783:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.399784:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399786:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610542.399788:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000100:00000001:1.0:1749610542.399788:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.399788:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610542.399790:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610542.399792:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00100000:2.0:1749610542.399793:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524032 00000100:00000001:1.0:1749610542.399794:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610542.399794:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 02000000:00000001:2.0:1749610542.399795:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610542.399796:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:1.0:1749610542.399796:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1749610542.399796:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749610542.399797:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610542.399798:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610542.399799:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.399799:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399799:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610542.399799:0:28322:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610542.399801:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399801:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.399803:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524032 00000100:00000001:1.0:1749610542.399803:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610542.399803:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610542.399805:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610542.399806:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610542.399807:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610542.399810:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610542.399811:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610542.399812:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610542.399814:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:0.0:1749610542.399814:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610542.399818:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610542.399819:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610542.399820:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524288 00000020:00000010:2.0:1749610542.399821:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f2c0. 00000100:00000001:0.0:1749610542.399821:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610542.399822:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610542.399822:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610542.399824:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610542.399826:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399827:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610542.399828:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:0.0:1749610542.399829:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 658 usecs (1 jiffies) 02000000:00000001:1.0:1749610542.399830:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.399832:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610542.399832:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299815858 00000100:00100000:1.0:1749610542.399833:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524288 00000100:00000001:3.0:1749610542.399834:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610542.399835:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1749610542.399835:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610542.399835:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299815858 00000020:00000010:2.0:1749610542.399837:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000020:00000040:1.0:1749610542.399837:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610542.399837:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299815858 00000100:00100000:3.0:1749610542.399838:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000020:00000001:1.0:1749610542.399839:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610542.399839:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299815858 00000100:00000001:3.0:1749610542.399840:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456297600 : -131936253254016 : ffff8801327de680) 00000020:00000010:2.0:1749610542.399840:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749610542.399841:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299815858 00000020:00000010:2.0:1749610542.399842:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000020:00000040:1.0:1749610542.399842:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749610542.399844:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327de680 x1834598494523776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610542.399844:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610542.399844:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299815858 00000100:00000001:0.0:1749610542.399845:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299815858 00000020:00000001:1.0:1749610542.399847:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610542.399847:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299815858 00000100:00000040:2.0:1749610542.399848:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610542.399849:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610542.399850:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610542.399851:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610542.399851:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610542.399852:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.399853:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610542.399854:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494523776:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610542.399854:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f40. 00000100:00000001:0.0:1749610542.399854:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399856:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610542.399857:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523776 00000100:00000001:2.0:1749610542.399857:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749610542.399858:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eeb80. 00000100:00000001:2.0:1749610542.399859:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749610542.399860:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610542.399861:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610542.399862:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610542.399862:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610542.399863:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610542.399864:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1749610542.399865:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f40. 00000100:00000001:0.0:1749610542.399866:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610542.399867:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.399867:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610542.399869:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.399869:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610542.399871:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00010000:00020000:3.0:1749610542.399872:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610542.399872:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610542.399872:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610542.399874:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610542.399874:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610542.399875:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00010000:00000001:3.0:1749610542.399876:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610542.399878:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000001:3.0:1749610542.399879:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749610542.399879:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610542.399880:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610542.399881:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:3.0:1749610542.399882:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610542.399883:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346021376 : -131936363530240 : ffff88012beb3800) 00000100:00000001:1.0:1749610542.399883:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:0.0:1749610542.399883:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610542.399885:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749610542.399886:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7d800. 00000020:00000040:0.0:1749610542.399886:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610542.399887:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610542.399888:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.399888:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb3800 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:733/0 lens 224/0 e 0 to 0 dl 1749610553 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.399890:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610542.399892:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610542.399892:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1749610542.399894:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.399894:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610542.399895:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610542.399896:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610542.399899:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610542.399900:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610542.399901:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610542.399901:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.399902:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610542.399903:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610542.399904:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610542.399905:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749610542.399906:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fa80. 00000100:00000001:3.0:1749610542.399907:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749610542.399907:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000001:2.0:1749610542.399909:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610542.399909:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610542.399910:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610542.399910:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:3.0:1749610542.399911:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610542.399911:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051fa80. 00000100:00000001:1.0:1749610542.399912:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.399913:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610542.399913:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474872576 : -131936234679040 : ffff880133995500) 00000100:00000001:1.0:1749610542.399914:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.399915:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.399916:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494524032:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610542.399917:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610542.399918:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133995500 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:733/0 lens 224/0 e 0 to 0 dl 1749610553 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610542.399919:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610542.399920:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524032 00000400:00000010:3.0:1749610542.399921:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000020:00000001:2.0:1749610542.399922:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610542.399924:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523776, offset 0 00000020:00000001:2.0:1749610542.399925:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610542.399927:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610542.399928:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610542.399928:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610542.399930:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000020:00000001:2.0:1749610542.399931:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749610542.399933:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610542.399933:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610542.399934:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:0.0:1749610542.399935:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eea00. 00000020:00000001:2.0:1749610542.399937:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610542.399938:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925180 00000020:00000001:2.0:1749610542.399940:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610542.399940:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494524288:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610542.399942:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610542.399943:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5cb5 [1] + 0 00000020:00000001:2.0:1749610542.399944:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1749610542.399944:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524288 00000020:00000001:2.0:1749610542.399946:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610542.399947:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610542.399947:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610542.399948:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610542.399950:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610542.399950:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610542.399952:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610542.399952:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.399953:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610542.399974:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610542.399975:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610542.399977:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000010:2.0:1749610542.399978:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288c00. 02000000:00000001:2.0:1749610542.399980:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610542.399980:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610542.399983:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610542.399983:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610542.399984:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610542.399985:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610542.399985:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610542.399987:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1749610542.399988:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494524032 00000020:00000001:0.0:1749610542.399989:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610542.399991:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749610542.399991:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610542.399994:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610542.399995:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610542.399996:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb3800 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:733/0 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610542.399996:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610542.399999:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526d800. 02000000:00000001:0.0:1749610542.400002:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.400003:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749610542.400004:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610542.400004:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610542.400006:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610542.400007:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000020:00000001:0.0:1749610542.400007:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610542.400009:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00001000:2.0:1749610542.400009:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 1 0) 00010000:00000040:0.0:1749610542.400010:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494524288 00000100:00000001:3.0:1749610542.400011:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:0.0:1749610542.400012:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610542.400013:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610542.400013:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610542.400015:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.400016:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000200:0.0:1749610542.400016:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133995500 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:733/0 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610542.400018:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610542.400019:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610542.400020:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.400021:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610542.400022:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610542.400023:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610542.400024:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610542.400025:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610542.400026:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327de680 x1834598494523776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610542.400026:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.400027:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749610542.400029:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 1 0) 00000400:00000010:2.0:1749610542.400030:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610542.400032:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610542.400033:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524032, offset 224 00000100:00100000:3.0:1749610542.400036:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494523776:12345-0@lo:38:kworker.0 Request processed in 181us (527us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610542.400036:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610542.400038:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610542.400038:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610542.400040:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610542.400042:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610542.400043:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00000001:0.0:1749610542.400043:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610542.400045:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610542.400046:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610542.400046:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610542.400047:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749610542.400049:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000020:00000010:3.0:1749610542.400050:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000400:00000200:2.0:1749610542.400051:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925280 00000100:00000200:0.0:1749610542.400052:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524288, offset 224 00000020:00000010:3.0:1749610542.400054:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000400:00000200:2.0:1749610542.400056:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5cbd [1] + 224 00000020:00000010:3.0:1749610542.400059:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000400:00000200:2.0:1749610542.400061:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610542.400063:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610542.400065:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610542.400067:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610542.400070:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610542.400073:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610542.400075:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610542.400079:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925380 00000100:00000040:2.0:1749610542.400084:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610542.400085:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5cd1 [1] + 224 00000400:00000200:0.0:1749610542.400090:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610542.400093:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610542.400096:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610542.400100:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400107:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610542.400109:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610542.400111:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610542.400113:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610542.400116:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610542.400117:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610542.400120:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400121:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610542.400123:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610542.400125:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749610542.400125:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000020:00000001:2.0:1749610542.400127:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610542.400127:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000020:00000001:2.0:1749610542.400129:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610542.400130:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610542.400131:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610542.400133:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb3800 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:733/0 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610542.400134:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610542.400135:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.400136:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610542.400138:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749610542.400140:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:1.0:1749610542.400142:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610542.400142:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.400143:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494524032:12345-0@lo:400:kworker.0 Request processed in 237us (446us total) trans 0 rc 0/0 00000400:00000001:1.0:1749610542.400143:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610542.400144:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749610542.400146:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000040:0.0:1749610542.400148:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995500 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:733/0 lens 224/224 e 0 to 0 dl 1749610553 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610542.400149:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00100000:2.0:1749610542.400151:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000400:00000010:1.0:1749610542.400151:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749610542.400154:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610542.400154:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610542.400157:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610542.400157:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494524288:12345-0@lo:400:kworker.0 Request processed in 229us (379us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610542.400159:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749610542.400159:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610542.400162:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00100000:0.0:1749610542.400165:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000020:00000010:2.0:1749610542.400167:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000200:1.0:1749610542.400168:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610542.400168:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:2.0:1749610542.400170:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000001:0.0:1749610542.400170:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610542.400172:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749610542.400175:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610542.400175:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610542.400176:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:1.0:1749610542.400177:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400178:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.400180:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610542.400180:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 02000000:00000001:1.0:1749610542.400183:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610542.400184:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610542.400184:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00000001:1.0:1749610542.400186:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610542.400188:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:1.0:1749610542.400189:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400191:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610542.400191:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610542.400193:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1749610542.400194:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=47 v=5 (5 5 5 0) 00000100:00000010:2.0:1749610542.400196:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dea00. 00000100:00001000:1.0:1749610542.400198:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=47 v=5 (1 1 1 0) 00000100:00000040:2.0:1749610542.400200:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dea00 x1834598494523904 msgsize 520 00000100:00000001:1.0:1749610542.400201:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610542.400202:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.400204:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610542.400204:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610542.400206:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610542.400206:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610542.400209:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610542.400210:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00080000:1.0:1749610542.400210:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610542.400210:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610542.400212:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000400:00000200:0.0:1749610542.400217:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00010000:00000001:1.0:1749610542.400218:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610542.400220:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610542.400221:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610542.400223:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610542.400223:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610542.400225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:1.0:1749610542.400225:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610542.400226:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610542.400227:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000200:0.0:1749610542.400228:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400230:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610542.400230:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610542.400234:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610542.400237:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610542.400240:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610542.400241:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400242:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610542.400242:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610542.400245:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610542.400245:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400252:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400253:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610542.400253:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610542.400254:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494524032:0@lo:400:kworker.0 00000100:00000001:0.0:1749610542.400255:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400257:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400258:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610542.400259:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610542.400260:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 723 usecs (1 jiffies) 00000100:00000001:1.0:1749610542.400261:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610542.400262:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610542.400263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299815858 00000100:00000040:1.0:1749610542.400264:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494524032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400265:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299815858 00000100:00000001:0.0:1749610542.400265:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610542.400268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299815858 00000100:00000001:0.0:1749610542.400268:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400270:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299815858 00000100:00000001:1.0:1749610542.400271:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610542.400271:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299815858 02000000:00000001:1.0:1749610542.400273:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610542.400274:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299815858 02000000:00000010:1.0:1749610542.400275:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00000100:00000001:2.0:1749610542.400277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299815858 00000100:00001000:0.0:1749610542.400277:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=147 v=5 (5 5 0 0) 02000000:00000001:1.0:1749610542.400278:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610542.400279:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299815858 00000020:00000001:1.0:1749610542.400280:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610542.400281:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610542.400282:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00001000:0.0:1749610542.400282:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1749610542.400283:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610542.400283:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610542.400286:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000001:0.0:1749610542.400286:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1749610542.400287:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610542.400288:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610542.400288:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610542.400289:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749610542.400290:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 02000000:00000001:1.0:1749610542.400291:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749610542.400291:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610542.400292:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000010:1.0:1749610542.400293:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000400:00000010:2.0:1749610542.400294:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749610542.400296:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:0.0:1749610542.400298:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610542.400299:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610542.400299:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610542.400300:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.400302:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.400306:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610542.400307:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610542.400308:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610542.400309:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.400310:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610542.400312:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400313:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610542.400314:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610542.400315:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610542.400316:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400318:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610542.400318:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749610542.400320:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610542.400321:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610542.400321:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400323:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.400325:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.400326:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610542.400329:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610542 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610542.400332:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=115 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610542.400336:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610542.400337:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610542.400338:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610542.400340:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610542.400341:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610542.400344:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610542.400345:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610542.400349:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400352:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610542.400354:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610542.400356:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400358:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610542.400361:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610542.400362:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494524288:0@lo:400:kworker.0 00000100:00080000:2.0:1749610542.400364:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610542.400367:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610542.400368:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400370:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610542.400371:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610542.400374:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610542.400376:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494524288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610542.400382:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494523648:0@lo:38:kworker.0 00000100:00000001:2.0:1749610542.400386:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400386:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610542.400388:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610542.400389:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610542.400391:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494523648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610542.400393:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ee00. 00000100:00000001:2.0:1749610542.400397:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610542.400398:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610542.400398:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1749610542.400401:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119288000. 00000020:00000001:0.0:1749610542.400401:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610542.400403:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610542.400407:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610542.400407:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610542.400409:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610542.400410:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:0.0:1749610542.400410:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00000020:00000001:2.0:1749610542.400413:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610542.400414:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749610542.400415:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526f400. 02000000:00000001:0.0:1749610542.400416:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610542.400419:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1749610542.400420:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 02000000:00000001:2.0:1749610542.400421:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610542.400422:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 00000100:00000001:2.0:1749610542.400425:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610542.400426:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610542.400427:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.400428:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400429:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.400431:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400432:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610542.400434:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400436:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610542.400437:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610542.400438:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610542.400439:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610542.400439:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.400442:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.400442:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610542.400445:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400449:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610542.400451:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.400453:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610542.400455:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610542.400457:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.400460:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494524160:0@lo:38:kworker.0 00000100:00000001:0.0:1749610542.400460:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610542.400463:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610542.400463:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494523904 02000000:00000001:2.0:1749610542.400465:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610542.400466:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610542.400466:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610542.400468:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610542.400469:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749610542.400470:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610542.400471:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.400472:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610542.400475:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 02000000:00000001:0.0:1749610542.400475:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610542.400477:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00100000:0.0:1749610542.400479:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494523904 00000100:00000200:2.0:1749610542.400480:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494524160, portal 10 00000020:00000001:0.0:1749610542.400481:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610542.400482:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610542.400483:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000020:00000040:0.0:1749610542.400484:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610542.400486:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610542.400488:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610542.400489:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610542.400492:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400495:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610542.400497:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610542.400497:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000400:00000010:2.0:1749610542.400499:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:2.0:1749610542.400501:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494524160, offset 0 00000020:00000010:0.0:1749610542.400502:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc00. 00000400:00000200:2.0:1749610542.400504:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610542.400507:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000400:00000200:2.0:1749610542.400508:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610542.400511:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610542.400513:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925300 00000100:00000001:0.0:1749610542.400514:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610542.400516:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610542.400517:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 142184 00000400:00000200:2.0:1749610542.400552:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610542.400555:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610542.400558:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610542.400560:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610542.400563:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327ded80. 00000100:00000040:2.0:1749610542.400566:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327ded80 x1834598494524160 msgsize 520 00000100:00000001:0.0:1749610542.400566:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.400569:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610542.400575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299815858, at 4299815858 00000100:00000010:1.0:1749610542.400582:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f840. 00000100:00000001:0.0:1749610542.400585:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.400590:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610542.400594:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:0.0:1749610542.400595:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610542.400596:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610542.400598:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610542.400598:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524160 00000100:00000200:2.0:1749610542.400601:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610542.400601:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610542.400604:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610542.400604:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610542.400606:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610542.400606:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610542.400606:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400608:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610542.400609:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610542.400610:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610542.400611:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00000040:2.0:1749610542.400612:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610542.400613:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524160 00000100:00000001:3.0:1749610542.400614:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.400614:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456298496 : -131936253253120 : ffff8801327dea00) 00000020:00000001:0.0:1749610542.400616:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610542.400617:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400618:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610542.400618:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610542.400619:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610542.400619:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dea00 x1834598494523904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610542.400620:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610542.400622:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610542.400622:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610542.400624:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 543 usecs (1 jiffies) 00000020:00000001:0.0:1749610542.400625:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400627:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299815859 00000100:00000040:3.0:1749610542.400629:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299815858, at 4299815858 00000100:00100000:1.0:1749610542.400629:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494523904:12345-0@lo:38:kworker.0 00000020:00000010:0.0:1749610542.400630:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749610542.400632:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299815858 00000100:00000200:1.0:1749610542.400633:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494523904 00000020:00000010:0.0:1749610542.400634:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000020:00000001:1.0:1749610542.400635:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749610542.400636:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f140. 00000100:00000001:2.0:1749610542.400636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299815859 00010000:00000001:1.0:1749610542.400638:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:2.0:1749610542.400639:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fa80. 00000020:00000010:0.0:1749610542.400639:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:2.0:1749610542.400642:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610542.400642:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610542.400644:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610542.400645:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299815859 00000020:00000001:1.0:1749610542.400647:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400647:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400648:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299815858 00010000:00020000:1.0:1749610542.400650:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610542.400651:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299815859 00000100:00000001:0.0:1749610542.400652:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610542.400653:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:2.0:1749610542.400654:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fec0. 00000100:00000001:2.0:1749610542.400656:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00010000:00000001:1.0:1749610542.400656:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610542.400659:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610542.400660:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610542.400662:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610542.400665:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610542.400666:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154b000. 00000100:00000001:2.0:1749610542.400668:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610542.400668:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400668:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.400670:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610542.400671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610542.400673:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749610542.400673:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610542.400675:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00010000:00000001:1.0:1749610542.400675:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400676:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610542.400677:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:3.0:1749610542.400678:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1749610542.400678:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749610542.400679:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610542.400679:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610542.400680:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610542.400681:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610542.400681:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610542.400684:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610542.400685:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610542.400685:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00000040:1.0:1749610542.400687:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610542.400689:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610542.400689:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456299392 : -131936253252224 : ffff8801327ded80) 00000100:00000001:3.0:1749610542.400690:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.400691:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.400692:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610542.400694:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610542.400695:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610542.400696:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327ded80 x1834598494524160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610542.400698:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610542.400700:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610542.400700:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400702:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610542.400702:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610542.400704:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610542.400704:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610542.400705:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610542.400706:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749610542.400707:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610542.400708:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610542.400710:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610542.400710:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494524160:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610542.400711:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494523904, offset 0 00000100:00001000:2.0:1749610542.400714:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610542 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610542.400715:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610542.400716:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524160 00000100:00001000:2.0:1749610542.400717:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=97 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610542.400720:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610542.400720:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610542.400721:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610542.400722:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610542.400723:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610542.400724:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610542.400727:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610542.400728:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925200 00000400:00000200:1.0:1749610542.400733:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5cc9 [1] + 0 00000100:00000001:2.0:1749610542.400734:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610542.400736:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610542.400736:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.400738:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610542.400738:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610542.400740:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610542.400741:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610542.400741:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:0.0:1749610542.400741:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1749610542.400744:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610542.400745:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610542.400745:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610542.400747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749610542.400748:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610542.400749:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610542.400749:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610542.400752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610542.400753:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610542.400757:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610542.400759:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610542.400760:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494523776:0@lo:38:kworker.0 00000100:00000040:1.0:1749610542.400764:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610542.400765:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526d400. 02000000:00000001:0.0:1749610542.400768:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610542.400771:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610542.400773:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610542.400775:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610542.400778:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610542.400782:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610542.400786:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610542.400790:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610542.400794:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610542.400797:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610542.400801:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610542.400803:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610542.400805:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749610542.400806:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610542.400807:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610542.400809:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610542.400809:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610542.400811:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610542.400812:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610542.400815:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610542.400815:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610542.400817:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610542.400819:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610542.400819:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1749610542.400821:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610542.400823:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610542.400823:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dea00 x1834598494523904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610542.400823:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000010:3.0:1749610542.400826:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000400:00000200:3.0:1749610542.400830:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:3.0:1749610542.400832:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00100000:1.0:1749610542.400833:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494523904:12345-0@lo:38:kworker.0 Request processed in 204us (630us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610542.400835:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610542.400840:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610542.400841:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00000001:1.0:1749610542.400843:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610542.400844:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610542.400847:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524160, offset 0 00000020:00000010:1.0:1749610542.400848:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc00. 00000100:00000200:3.0:1749610542.400850:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610542.400851:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000020:00000010:1.0:1749610542.400855:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000400:00000200:0.0:1749610542.400855:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610542.400857:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610542.400858:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.400859:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.400861:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610542.400863:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610542.400865:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610542.400865:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610542.400867:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.400870:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610542.400873:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925300 00000100:00001000:3.0:1749610542.400875:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610542 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610542.400879:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=47 v=20 (1 1 20 0) 00000400:00000200:0.0:1749610542.400881:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ce5 [1] + 0 00000100:00000001:3.0:1749610542.400883:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610542.400885:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610542.400887:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610542.400888:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610542.400891:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610542.400893:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610542.400898:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610542.400899:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610542.400902:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610542.400903:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610542.400904:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.400905:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610542.400907:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610542.400910:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610542.400913:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610542.400915:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610542.400917:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610542.400919:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610542.400926:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494523904:0@lo:38:kworker.0 00000100:00000001:0.0:1749610542.400930:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610542.400931:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.400933:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610542.400936:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000040:3.0:1749610542.400937:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494523776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610542.400939:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610542.400943:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610542.400944:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610542.400945:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610542.400946:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610542.400948:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928a400. 00000100:00000001:0.0:1749610542.400949:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.400952:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610542.400953:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749610542.400953:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:3.0:1749610542.400977:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610542.400979:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610542.400981:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526f000. 02000000:00000001:3.0:1749610542.400985:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610542.400986:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.400987:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610542.400988:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000020:00000001:0.0:1749610542.400989:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610542.400994:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610542.400995:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610542.400996:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327ded80 x1834598494524160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610562 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.400997:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610542.401000:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494523904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.401007:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610542.401008:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610542.401010:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928b000. 00000100:00100000:0.0:1749610542.401012:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494524160:12345-0@lo:38:kworker.0 Request processed in 301us (442us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610542.401013:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610542.401014:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610542.401015:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610542.401017:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610542.401018:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526ec00. 02000000:00000001:3.0:1749610542.401021:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610542.401022:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1749610542.401023:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00000010:3.0:1749610542.401024:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00000100:00000001:3.0:1749610542.401027:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610542.401027:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610542.401028:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.401029:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610542.401030:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401034:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749610542.401034:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:3.0:1749610542.401035:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401037:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610542.401039:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610542.401040:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000400:00000001:3.0:1749610542.401042:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610542.401043:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610542.401045:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000020:00000010:0.0:1749610542.401045:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000400:00000200:3.0:1749610542.401047:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000010:3.0:1749610542.401049:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749610542.401049:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401051:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610542.401054:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610542.401062:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.401069:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610542.401071:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401072:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610542.401074:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610542.401076:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610542.401077:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610542.401080:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610542.401083:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610542 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610542.401086:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=147 v=20 (1 20 0 0) 00000100:00000001:3.0:1749610542.401089:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610542.401091:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610542.401093:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610542.401097:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.401103:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610542.401106:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610542.401107:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401108:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610542.401110:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610542.401112:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610542.401115:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610542.401117:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610542.401120:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610542.401127:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494524160:0@lo:38:kworker.0 00000100:00000001:3.0:1749610542.401131:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.401133:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610542.401135:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494524160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610542.401141:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610542.401143:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610542.401144:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119288000. 02000000:00000001:3.0:1749610542.401148:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610542.401149:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610542.401151:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610542.401153:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610542.401154:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526e800. 02000000:00000001:3.0:1749610542.401156:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610542.401158:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610542.401159:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000100:00000001:3.0:1749610542.401162:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610542.401163:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610542.401165:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.401167:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610542.401168:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610542.401169:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610542.401171:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610542.401605:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299815859, at 4299815859 00000100:00000040:2.0:1749610542.401613:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299815859, at 4299815859 00000100:00000010:0.0:1749610542.401615:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f480. 00000100:00000040:1.0:1749610542.401620:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299815859, at 4299815859 00000100:00000010:2.0:1749610542.401624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fa40. 00000100:00000010:1.0:1749610542.401630:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fa80. 00000100:00000040:3.0:1749610542.402612:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299815859, at 4299815860 00000100:00000010:3.0:1749610542.402623:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fec0. 00000100:00000001:0.0:1749610542.457648:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610542.457654:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610542.457656:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610542.457660:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610542.457663:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610542.457666:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.457669:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610542.457671:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610542.457674:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610542.740675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610542.740683:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610542.740686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610542.740690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610542.740694:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610542.740698:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.740701:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610542.740704:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610542.740707:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610543.216662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610543.216671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610543.216807:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610543.216813:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610543.216817:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610543.400636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610543.400650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610543.400652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610543.400656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610543.400658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610543.400662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610543.400663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610543.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610543.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610543.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610543.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610543.457646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610543.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610543.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610543.457654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610543.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610543.740561:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610543.740565:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610543.740567:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610543.740569:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610543.740571:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610543.740573:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610543.740575:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610543.740577:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610543.740578:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610544.218651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610544.218658:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610544.218660:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610544.218662:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610544.218665:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610544.218666:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610544.218668:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610544.218669:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610544.218754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610544.218757:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610544.218759:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610544.400692:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610544.400709:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610544.400712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610544.400718:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610544.400721:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610544.400725:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610544.400727:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610544.457611:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610544.457617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610544.457619:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610544.457623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610544.457626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610544.457630:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610544.457634:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610544.457637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610544.457639:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610544.740633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610544.740642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610544.740645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610544.740650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610544.740655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610544.740659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610544.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610544.740667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610544.740670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610544.994655:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610544.994664:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610544.994670:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749610544.994909:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749610544.994909:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610544.994925:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610544.994952:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610544.994955:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610545.220662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610545.220670:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610545.220799:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610545.220805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610545.220809:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610545.400634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610545.400647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610545.400649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610545.400652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610545.400654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610545.400657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610545.400658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610545.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610545.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610545.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610545.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610545.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610545.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610545.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610545.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610545.457654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610545.740662:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610545.740668:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610545.740670:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610545.740673:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610545.740676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610545.740678:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610545.740680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610545.740683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610545.740684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610546.222692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610546.222700:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610546.222862:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610546.222868:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610546.222871:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610546.400694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610546.400713:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610546.400716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610546.400721:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610546.400724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610546.400728:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610546.400731:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610546.457655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610546.457662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610546.457665:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610546.457670:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610546.457673:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610546.457676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610546.457680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610546.457683:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610546.457685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610546.740683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610546.740692:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610546.740695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610546.740699:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610546.740703:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610546.740707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610546.740710:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610546.740713:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610546.740716:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610547.224717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610547.224725:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610547.224830:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610547.224837:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610547.224842:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610547.400787:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610547.400806:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610547.400809:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610547.400815:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610547.400817:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610547.400821:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.400823:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610547.406673:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610547.406681:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610547.406684:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610547.406688:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610547.406691:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610547.406694:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610547.406698:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610547.406704:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1749610547.406708:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610547.406711:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.406715:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.406717:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.406720:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610547.406724:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.406726:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610547.406730:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610547.406733:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610547.406736:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610547.406739:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610547.406742:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.406744:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.406746:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.406747:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610547.406751:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610547.406754:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610547.406756:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.406760:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610547.406766:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610547.406769:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.406771:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610547.406774:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610547.406782:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000020:00000040:0.0:1749610547.406786:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610547.406790:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610547.406792:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.406796:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610547.406798:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610547.406802:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610547.406810:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d000. 00000100:00000001:0.0:1749610547.406818:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.406827:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610547.406839:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610547.406843:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.406848:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.406879:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610547.406883:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610547.406887:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610547.406889:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610547.406891:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610547.406894:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610547.406897:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1749610547.406899:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610547.406901:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.406903:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.406905:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.406907:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610547.406964:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.406966:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610547.406967:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610547.406969:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610547.406971:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610547.406973:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610547.406976:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.406977:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.406979:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.406981:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610547.406984:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610547.406986:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610547.406988:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.406990:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610547.406993:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610547.406995:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.406997:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610547.406999:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610547.407002:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610547.407004:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610547.407007:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610547.407008:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407010:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610547.407012:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610547.407014:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407015:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610547.407018:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526cc00. 00000100:00000001:2.0:1749610547.407021:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610547.407021:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407023:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610547.407025:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610547.407033:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.407033:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610547.407035:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407039:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.407045:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610547.407047:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407047:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610547.407050:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610547.407051:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610547.407054:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610547.407054:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610547.407055:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610547.407056:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610547.407057:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407059:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610547.407061:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494524416:0@lo:38:kworker.0 00000100:00080000:0.0:1749610547.407061:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1749610547.407064:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610547.407066:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610547.407066:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.407068:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610547.407070:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610547.407070:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.407072:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610547.407073:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610547.407074:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.407075:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610547.407076:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610547.407076:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610547.407078:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610547.407080:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610547.407082:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:2.0:1749610547.407084:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880119288000. 00000100:00000040:0.0:1749610547.407084:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610547.407086:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407086:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.407088:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.407090:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610547.407092:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000010:2.0:1749610547.407094:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00080000:0.0:1749610547.407095:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610547.407097:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.407098:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610547.407101:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610547.407102:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 02000000:00000001:0.0:1749610547.407103:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407105:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610547.407106:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610547.407109:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494524416, portal 4 00000100:00000010:0.0:1749610547.407109:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000020:00000040:0.0:1749610547.407111:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610547.407112:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610547.407113:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610547.407114:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 02000000:00000001:0.0:1749610547.407114:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407115:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610547.407116:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610547.407118:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610547.407122:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526e800. 00000100:00000040:2.0:1749610547.407123:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.407124:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.407128:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610547.407132:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610547.407135:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610547.407136:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610547.407136:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610547.407138:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000040:0.0:1749610547.407140:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994380] to pc [ptlrpcd_rcv+-1] req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610547.407141:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494524416, offset 0 00000400:00000200:2.0:1749610547.407147:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610547.407147:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407150:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610547.407153:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610547.407156:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000020:00000040:0.0:1749610547.407158:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610547.407160:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610547.407162:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610547.407163:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610547.407164:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610547.407168:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000001:0.0:1749610547.407170:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407174:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610547.407175:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf925400 00000100:00000001:0.0:1749610547.407182:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610547.407183:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 21320 00000100:00000001:0.0:1749610547.407184:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407189:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995f80] to pc [ptlrpcd_00_02+2] req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610547.407192:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610547.407197:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610547.407202:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610547.407204:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610547.407209:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327df100. 00000100:00000040:2.0:1749610547.407214:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327df100 x1834598494524416 msgsize 520 00000100:00000001:0.0:1749610547.407219:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610547.407220:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610547.407222:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610547.407226:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610547.407227:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610547.407229:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610547.407231:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610547.407234:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5148 00000100:00080000:0.0:1749610547.407236:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610547.407238:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.407240:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.407242:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610547.407243:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610547.407245:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.407246:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610547.407248:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610547.407249:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749610547.407249:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610547.407251:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610547.407253:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610547.407256:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610547.407258:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.407259:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610547.407261:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:0.0:1749610547.407262:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610547.407264:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000020:00000040:0.0:1749610547.407264:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610547.407266:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610547.407268:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407269:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610547.407270:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610547.407273:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610547.407275:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610547.407275:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407277:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610547.407278:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610547.407281:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000020:00000040:0.0:1749610547.407283:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610547.407285:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610547.407286:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407287:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610547.407288:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610547.407289:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610547.407290:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610547.407293:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526ec00. 00000100:00000040:2.0:1749610547.407294:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.407296:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.407300:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610547.407306:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407307:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610547.407309:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610547.407309:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407312:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_rcv+-1] req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.407315:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407319:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407321:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610547.407322:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1061 usecs (2 jiffies) 00000100:00000001:1.0:1749610547.407324:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610547.407324:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610547.407327:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000100:00000001:2.0:1749610547.407328:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299820866 00000020:00000040:0.0:1749610547.407329:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610547.407330:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610547.407331:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610547.407332:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610547.407332:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610547.407333:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610547.407335:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051fa40. 02000000:00000010:0.0:1749610547.407336:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f500. 00000100:00000001:0.0:1749610547.407339:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610547.407341:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610547.407342:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610547.407344:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610547.407349:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610547.407351:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407352:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610547.407352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299820866 00000100:00000001:1.0:1749610547.407353:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610547.407354:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_00_03+3] req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610547.407355:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610547.407357:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524416 00000100:00000010:2.0:1749610547.407357:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f740. 02000000:00000001:1.0:1749610547.407358:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610547.407360:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610547.407361:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610547.407362:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610547.407362:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407364:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610547.407364:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407366:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5158) 00000100:00000001:3.0:1749610547.407367:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407367:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299820866 00000100:00000010:2.0:1749610547.407371:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f380. 02000000:00000001:3.0:1749610547.407372:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610547.407375:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524416 00000100:00000001:2.0:1749610547.407375:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749610547.407376:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494524800:0@lo:400:kworker.0 00000100:00000001:0.0:1749610547.407377:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610547.407378:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610547.407379:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299820866 00000020:00000040:3.0:1749610547.407380:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610547.407380:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610547.407380:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610547.407381:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610547.407382:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610547.407383:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f080. 00000020:00000001:3.0:1749610547.407384:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610547.407384:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610547.407385:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610547.407386:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610547.407386:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407388:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749610547.407388:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610547.407392:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610547.407392:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610547.407393:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 02000000:00000010:1.0:1749610547.407393:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 00000100:00000001:0.0:1749610547.407393:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610547.407395:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407396:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.407396:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610547.407398:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610547.407399:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000100:00000001:2.0:1749610547.407400:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610547.407400:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 02000000:00000001:0.0:1749610547.407400:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407403:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610547.407403:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494525056:0@lo:400:kworker.0 00000020:00000010:3.0:1749610547.407404:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000400:00000010:1.0:1749610547.407405:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610547.407408:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610547.407409:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1749610547.407410:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494524800, portal 10 02000000:00000001:0.0:1749610547.407410:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610547.407411:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610547.407411:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610547.407412:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610547.407412:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407413:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407413:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610547.407414:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 02000000:00000001:0.0:1749610547.407414:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610547.407417:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610547.407417:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f000. 00000100:00000001:3.0:1749610547.407419:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407419:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610547.407419:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407421:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610547.407422:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610547.407423:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000100:00000040:2.0:1749610547.407426:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610547.407427:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610547.407430:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610547.407430:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610547.407432:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494525056, portal 10 00000100:00000040:1.0:1749610547.407433:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610547.407434:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610547.407434:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749610547.407435:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610547.407436:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407436:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 00000100:00000001:3.0:1749610547.407439:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610547.407439:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610547.407439:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494524800, offset 0 02000000:00000001:2.0:1749610547.407441:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610547.407442:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610547.407442:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610547.407444:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610547.407444:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610547.407448:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1749610547.407448:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494524544:0@lo:38:kworker.0 00000100:00000001:0.0:1749610547.407450:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610547.407451:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456300288 : -131936253251328 : ffff8801327df100) 00000100:00000001:2.0:1749610547.407452:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610547.407453:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610547.407454:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610547.407454:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610547.407455:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 02000000:00000001:2.0:1749610547.407456:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610547.407458:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327df100 x1834598494524416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610547.407458:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749610547.407458:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494525056, offset 0 02000000:00000010:2.0:1749610547.407461:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928b000. 00000400:00000200:1.0:1749610547.407461:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925580 02000000:00000001:2.0:1749610547.407463:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610547.407463:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610547.407467:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000200:1.0:1749610547.407468:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 142704 00000100:00100000:3.0:1749610547.407471:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494524416:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610547.407472:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610547.407475:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610547.407476:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524416 00000020:00000001:3.0:1749610547.407479:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610547.407479:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610547.407479:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925680 00010000:00000001:3.0:1749610547.407483:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610547.407485:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:0.0:1749610547.407487:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 142928 00000400:00000200:0.0:1749610547.407492:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610547.407495:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610547.407496:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610547.407497:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610547.407497:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494524544, portal 10 00000100:00000200:1.0:1749610547.407497:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610547.407499:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610547.407501:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00010000:00020000:3.0:1749610547.407502:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749610547.407502:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012beb3b80. 00010000:00000001:3.0:1749610547.407505:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610547.407505:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012beb3b80 x1834598494524800 msgsize 224 00000100:00000040:2.0:1749610547.407507:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610547.407509:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610547.407509:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610547.407512:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610547.407514:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610547.407514:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610547.407516:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610547.407517:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610547.407522:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749610547.407546:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7dc00. 02000000:00000001:3.0:1749610547.407549:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407551:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407555:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749610547.407556:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610547.407557:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00100000:0.0:1749610547.407557:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524800 00010000:00000001:3.0:1749610547.407558:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.407559:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1749610547.407561:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610547.407561:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610547.407564:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494524544, offset 0 00000100:00000001:0.0:1749610547.407564:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407565:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610547.407567:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407568:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610547.407569:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610547.407569:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524800 00000100:00000040:3.0:1749610547.407571:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610547.407572:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610547.407573:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000020:00000040:0.0:1749610547.407573:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610547.407574:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610547.407575:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610547.407576:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610547.407576:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000400:00000200:2.0:1749610547.407577:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610547.407577:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749610547.407579:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610547.407580:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610547.407581:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610547.407581:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610547.407582:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610547.407583:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925480 02000000:00000001:3.0:1749610547.407585:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407586:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610547.407587:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610547.407588:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 143152 00000100:00000200:1.0:1749610547.407588:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610547.407589:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610547.407590:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eea00. 00000400:00000010:3.0:1749610547.407593:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000200:2.0:1749610547.407594:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610547.407597:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494524416, offset 0 00000020:00000040:0.0:1749610547.407597:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610547.407598:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610547.407601:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610547.407602:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610547.407603:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610547.407603:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610547.407604:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749610547.407606:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610547.407607:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327df480. 00000020:00000010:0.0:1749610547.407607:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000040:2.0:1749610547.407610:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327df480 x1834598494524544 msgsize 520 00000020:00000010:0.0:1749610547.407611:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000400:00000200:3.0:1749610547.407612:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610547.407614:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610547.407614:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749610547.407617:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610547.407620:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf925400 00000100:00000001:1.0:1749610547.407620:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610547.407621:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610547.407623:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610547.407624:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610547.407625:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5cf5 [1] + 0 00000100:00000001:0.0:1749610547.407625:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610547.407626:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407629:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610547.407631:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610547.407632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:1.0:1749610547.407632:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 703 usecs (1 jiffies) 00000400:00000200:3.0:1749610547.407634:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610547.407634:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610547.407634:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610547.407636:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299820866 00000100:00000001:0.0:1749610547.407636:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610547.407637:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610547.407637:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407639:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610547.407641:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610547.407641:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299820866 00000100:00000200:3.0:1749610547.407644:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.407644:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610547.407645:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299820866 00000100:00000001:1.0:1749610547.407648:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299820866 00000100:00000001:2.0:1749610547.407649:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610547.407651:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299820866 00000100:00000001:0.0:1749610547.407651:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610547.407652:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610547.407653:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524544 00000100:00000001:1.0:1749610547.407654:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299820866 02000000:00000001:0.0:1749610547.407654:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610547.407656:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610547.407658:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299820866 00000100:00000001:0.0:1749610547.407658:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407659:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407660:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610547.407660:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407661:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299820866 00000100:00100000:0.0:1749610547.407662:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524544 00000100:00000040:3.0:1749610547.407663:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.407663:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407664:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610547.407664:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.407665:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610547.407666:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610547.407667:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 776 usecs (1 jiffies) 00000100:00000001:1.0:1749610547.407667:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610547.407668:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407669:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299820866 00000020:00000001:0.0:1749610547.407669:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407671:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.407672:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299820866 00000100:00000001:1.0:1749610547.407672:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610547.407672:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610547.407674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299820866 00000100:00000001:1.0:1749610547.407675:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610547.407675:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000400:00000200:3.0:1749610547.407677:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610547.407677:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299820866 00000020:00000010:0.0:1749610547.407677:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:2.0:1749610547.407679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299820866 00000100:00000001:0.0:1749610547.407679:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749610547.407680:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:0.0:1749610547.407680:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610547.407681:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299820866 00000100:00000001:0.0:1749610547.407681:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407683:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610547.407683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299820866 00000100:00000001:1.0:1749610547.407683:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610547.407684:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407685:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610547.407685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299820866 00000100:00000001:1.0:1749610547.407686:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610547.407687:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610547.407688:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407689:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407689:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610547.407690:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610547.407691:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610547.407691:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610547.407691:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610547.407693:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407693:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610547.407695:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610547.407695:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.407695:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610547.407697:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407697:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610547.407699:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327df100 x1834598494524416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610547.407700:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1749610547.407701:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610547.407703:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407703:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:2.0:1749610547.407705:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610547.407705:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137346022272 : -131936363529344 : ffff88012beb3b80) 02000000:00000001:2.0:1749610547.407706:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610547.407708:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610547.407711:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494524416:12345-0@lo:38:kworker.0 Request processed in 239us (494us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610547.407711:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012beb3b80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:738/0 lens 224/0 e 0 to 0 dl 1749610558 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610547.407712:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494524672:0@lo:38:kworker.0 00000100:00000001:2.0:1749610547.407715:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610547.407717:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749610547.407719:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 02000000:00000001:2.0:1749610547.407719:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407719:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610547.407719:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610547.407721:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749610547.407721:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:3.0:1749610547.407722:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610547.407722:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610547.407723:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610547.407723:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610547.407724:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610547.407726:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610547.407726:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000020:00000010:3.0:1749610547.407728:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000400:00000010:2.0:1749610547.407728:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00100000:1.0:1749610547.407729:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000400:00000010:2.0:1749610547.407731:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000010:3.0:1749610547.407732:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00100000:0.0:1749610547.407733:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012beb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494524800:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610547.407734:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494524672, portal 10 00000100:00000001:1.0:1749610547.407734:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456301184 : -131936253250432 : ffff8801327df480) 00000020:00000010:3.0:1749610547.407736:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610547.407736:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749610547.407737:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524800 00000100:00000001:2.0:1749610547.407738:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000100:00000001:3.0:1749610547.407739:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610547.407740:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610547.407742:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327df480 x1834598494524544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610547.407743:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610547.407743:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610547.407745:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610547.407748:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610547.407750:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610547.407750:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749610547.407752:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610547.407753:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749610547.407754:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000001:0.0:1749610547.407756:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610547.407757:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494524672, offset 0 00000100:00100000:1.0:1749610547.407758:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494524544:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610547.407758:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749610547.407760:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610547.407760:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610547.407762:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610547.407763:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524544 00000400:00000200:2.0:1749610547.407764:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610547.407764:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610547.407767:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610547.407769:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925500 00000100:00000001:0.0:1749610547.407769:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1749610547.407770:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749610547.407771:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610547.407771:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610547.407772:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 143672 02000000:00000010:0.0:1749610547.407774:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526f000. 00000020:00000040:3.0:1749610547.407775:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610547.407776:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610547.407776:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407778:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610547.407779:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610547.407780:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407782:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610547.407783:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:0.0:1749610547.407784:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494524800 00000020:00000001:1.0:1749610547.407785:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610547.407786:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327df800. 00010000:00000001:0.0:1749610547.407786:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610547.407788:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327df800 x1834598494524672 msgsize 520 00010000:00020000:1.0:1749610547.407790:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:0.0:1749610547.407791:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012beb3b80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:738/0 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610547.407792:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610547.407793:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610547.407797:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610547.407799:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610547.407800:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407801:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610547.407803:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749610547.407803:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 0) 02000000:00000001:1.0:1749610547.407807:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610547.407807:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610547.407809:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610547.407811:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:1.0:1749610547.407813:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154b400. 02000000:00000001:0.0:1749610547.407813:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610547.407814:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610547.407815:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407816:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610547.407816:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610547.407819:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407819:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610547.407820:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:0.0:1749610547.407821:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000400:00000010:2.0:1749610547.407822:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00010000:00000001:1.0:1749610547.407823:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610547.407824:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610547.407825:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610547.407826:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524800, offset 224 00000100:00000200:2.0:1749610547.407828:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610547.407829:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610547.407830:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610547.407834:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610547.407835:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610547.407836:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610547.407838:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610547.407838:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610547.407842:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610547.407842:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925580 00000100:00000040:1.0:1749610547.407843:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610547.407845:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524672 00000100:00000001:2.0:1749610547.407845:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407846:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610547.407847:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610547.407847:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610547.407848:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5cfd [1] + 224 00000100:00000001:3.0:1749610547.407849:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610547.407850:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407850:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610547.407851:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610547.407853:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 735 usecs (1 jiffies) 00000400:00000200:0.0:1749610547.407853:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610547.407854:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407855:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299820866 00000100:00000040:1.0:1749610547.407855:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610547.407856:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610547.407857:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524672 00000100:00000001:2.0:1749610547.407857:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299820866 00000020:00000001:3.0:1749610547.407859:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610547.407859:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299820866 02000000:00000001:1.0:1749610547.407859:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610547.407860:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749610547.407861:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610547.407861:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299820866 02000000:00000001:1.0:1749610547.407861:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610547.407862:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610547.407863:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299820866 00000020:00000001:3.0:1749610547.407864:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.407864:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610547.407864:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.407865:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299820866 00000020:00000001:3.0:1749610547.407866:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407867:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299820866 00000100:00000040:1.0:1749610547.407868:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610547.407869:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610547.407869:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299820866 00000100:00000001:2.0:1749610547.407871:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610547.407872:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000400:00000010:1.0:1749610547.407872:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610547.407873:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610547.407873:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610547.407875:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610547.407875:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610547.407877:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1749610547.407877:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524544, offset 0 00000100:00000040:2.0:1749610547.407878:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.407879:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610547.407881:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610547.407883:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610547.407884:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407885:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610547.407885:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.407886:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.407888:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610547.407889:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610547.407890:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:2.0:1749610547.407891:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610547.407892:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:3.0:1749610547.407893:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610547.407894:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494524928:0@lo:38:kworker.0 00000100:00000001:0.0:1749610547.407895:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610547.407896:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610547.407897:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610547.407897:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610547.407898:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610547.407899:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610547.407900:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.407900:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.407901:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610547.407901:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610547.407905:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000400:00000200:1.0:1749610547.407905:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925480 00000100:00000040:0.0:1749610547.407905:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:3.0:1749610547.407907:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 02000000:00000001:2.0:1749610547.407907:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610547.407907:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610547.407931:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456302080 : -131936253249536 : ffff8801327df800) 00000400:00000010:2.0:1749610547.407931:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9f8. 00000020:00000001:0.0:1749610547.407933:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610547.407934:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000001:0.0:1749610547.407936:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610547.407937:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327df800 x1834598494524672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610547.407937:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494524928, portal 10 00000100:00000001:2.0:1749610547.407939:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610547.407940:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000040:0.0:1749610547.407940:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012beb3b80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:738/0 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610547.407946:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610547.407947:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494524672:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610547.407947:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d0d [1] + 0 00000100:00000200:3.0:1749610547.407951:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524672 00000100:00100000:0.0:1749610547.407951:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012beb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494524800:12345-0@lo:400:kworker.0 Request processed in 229us (443us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610547.407952:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610547.407953:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610547.407954:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610547.407955:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610547.407955:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610547.407957:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00100000:0.0:1749610547.407958:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000200:2.0:1749610547.407959:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494524928, offset 0 00000400:00000200:1.0:1749610547.407960:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610547.407961:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:3.0:1749610547.407963:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610547.407963:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610547.407964:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:3.0:1749610547.407966:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610547.407966:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610547.407966:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610547.407968:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610547.407969:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610547.407969:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00010000:00000001:3.0:1749610547.407971:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610547.407973:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925600 00000100:00000200:1.0:1749610547.407973:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610547.407973:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:3.0:1749610547.407974:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610547.407976:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610547.407976:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 144192 00000020:00000010:0.0:1749610547.407977:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 02000000:00000001:3.0:1749610547.407978:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610547.407980:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610547.407980:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000010:3.0:1749610547.407981:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7e000. 02000000:00000001:3.0:1749610547.407983:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610547.407983:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610547.407983:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.407985:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.407986:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610547.407987:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610547.407988:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610547.407988:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610547.407990:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610547.407990:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dfb80. 00000100:00000040:2.0:1749610547.407992:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dfb80 x1834598494524928 msgsize 520 00000100:00001000:3.0:1749610547.407993:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610547.407995:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610547.407996:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610547.407998:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610547.408000:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610547.408000:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610547.408003:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610547.408004:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610547.408005:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610547.408008:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610547.408010:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610547.408011:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610547.408011:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610547.408011:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610547.408013:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610547.408013:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494524928 00000400:00000010:1.0:1749610547.408014:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000040:3.0:1749610547.408015:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610547.408015:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610547.408017:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:0.0:1749610547.408017:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610547.408018:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:1.0:1749610547.408018:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610547.408019:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610547.408020:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610547.408020:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610547.408022:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610547.408022:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.408024:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.408024:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494524928 00000100:00000200:2.0:1749610547.408026:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610547.408026:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610547.408028:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749610547.408029:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610547.408029:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610547.408030:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524672, offset 0 00000020:00000001:0.0:1749610547.408031:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408032:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610547.408032:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610547.408033:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610547.408034:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610547.408035:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610547.408035:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610547.408036:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000020:00000010:0.0:1749610547.408038:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000400:00000200:3.0:1749610547.408041:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610547.408041:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610547.408041:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000040:1.0:1749610547.408042:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327df480 x1834598494524544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408043:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610547.408043:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610547.408044:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610547.408046:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610547.408047:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925500 00000100:00000001:2.0:1749610547.408047:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.408049:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610547.408050:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 547 usecs (1 jiffies) 00000400:00000200:3.0:1749610547.408052:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d19 [1] + 0 00000100:00000001:2.0:1749610547.408052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299820866 00000100:00000001:2.0:1749610547.408054:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299820866 00000100:00000001:0.0:1749610547.408054:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610547.408056:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610547.408056:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299820866 00000100:00100000:1.0:1749610547.408057:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494524544:12345-0@lo:38:kworker.0 Request processed in 299us (443us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610547.408059:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299820866 00000100:00000001:0.0:1749610547.408059:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610547.408060:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610547.408060:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299820866 00000100:00000001:0.0:1749610547.408061:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610547.408063:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610547.408063:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299820866 00000100:00000001:2.0:1749610547.408064:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299820866 00000100:00100000:0.0:1749610547.408064:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00000001:2.0:1749610547.408066:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299820866 00000100:00000001:0.0:1749610547.408066:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456302976 : -131936253248640 : ffff8801327dfb80) 00000100:00000200:3.0:1749610547.408067:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408068:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610547.408070:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610547.408070:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00000040:0.0:1749610547.408071:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dfb80 x1834598494524928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610547.408074:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610547.408075:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749610547.408076:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610547.408077:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610547.408077:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610547.408078:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610547.408080:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610547.408081:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00100000:0.0:1749610547.408081:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494524928:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610547.408082:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610547.408083:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610547.408085:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610547.408085:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494524928 00000100:00000200:2.0:1749610547.408086:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610547.408086:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749610547.408088:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00010000:00000001:0.0:1749610547.408088:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610547.408089:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610547.408091:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610547.408093:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749610547.408093:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:3.0:1749610547.408095:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610547.408095:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408098:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.408098:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610547.408098:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610547.408101:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610547.408102:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:0.0:1749610547.408102:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610547.408103:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408103:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610547.408105:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610547.408105:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610547.408106:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749610547.408107:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610547.408108:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610547.408109:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327df800 x1834598494524672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408110:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610547.408110:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610547.408111:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610547.408113:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610547.408113:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610547.408115:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610547.408116:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526f400. 00000100:00100000:3.0:1749610547.408118:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494524672:12345-0@lo:38:kworker.0 Request processed in 171us (327us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610547.408118:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.408120:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610547.408121:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610547 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610547.408122:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749610547.408122:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610547.408124:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610547.408125:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00001000:2.0:1749610547.408125:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=120 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610547.408126:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610547.408127:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1749610547.408127:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610547.408128:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610547.408128:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1749610547.408130:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610547.408130:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749610547.408131:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000100:00000001:2.0:1749610547.408131:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:1.0:1749610547.408132:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610547.408132:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610547.408134:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610547.408134:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610547.408134:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610547.408135:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749610547.408136:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749610547.408137:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000040:2.0:1749610547.408138:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.408139:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610547.408140:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610547.408140:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:0.0:1749610547.408142:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610547.408143:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749610547.408144:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610547.408146:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610547.408146:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610547.408146:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610547.408148:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610547.408149:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610547.408150:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610547.408151:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610547.408152:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610547.408152:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749610547.408153:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610547.408155:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749610547.408155:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494524928, offset 0 00000100:00080000:2.0:1749610547.408158:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610547.408158:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610547.408162:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610547.408162:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749610547.408164:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610547.408164:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610547.408164:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610547.408166:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610547.408168:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac36d80. 00000100:00000040:2.0:1749610547.408168:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610547.408170:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925600 00000100:00000040:3.0:1749610547.408171:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac36d80 x1834598494525056 msgsize 224 00000400:00000200:0.0:1749610547.408176:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d29 [1] + 0 00000100:00100000:3.0:1749610547.408177:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749610547.408177:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494524416:0@lo:38:kworker.0 00000100:00000001:1.0:1749610547.408177:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610547.408180:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408181:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.408181:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610547.408181:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610547.408182:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610547.408183:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610547.408184:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610547.408186:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000040:2.0:1749610547.408186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494524416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610547.408186:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1749610547.408187:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:1.0:1749610547.408188:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610547.408190:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610547.408191:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408193:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749610547.408194:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610547.408194:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.408195:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610547.408197:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880119288000. 00000100:00000001:0.0:1749610547.408198:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749610547.408201:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=52 v=5 (5 5 5 0) 00000100:00000001:3.0:1749610547.408202:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610547.408203:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610547.408205:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610547.408206:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610547.408207:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1749610547.408207:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=52 v=5 (1 1 1 0) 00000020:00000040:2.0:1749610547.408209:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610547.408210:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749610547.408211:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749610547.408212:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408213:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610547.408213:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d000. 00000100:00000001:1.0:1749610547.408213:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408214:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749610547.408216:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610547.408217:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.408217:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610547.408218:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610547.408220:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000100:00000040:3.0:1749610547.408221:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 660 usecs (1 jiffies) 00000100:00000001:0.0:1749610547.408221:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610547.408223:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299820866 00010000:00080000:1.0:1749610547.408223:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610547.408225:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:3.0:1749610547.408226:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299820866 00000100:00000001:2.0:1749610547.408227:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749610547.408227:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:3.0:1749610547.408229:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299820866 00000100:00000001:2.0:1749610547.408229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610547.408229:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610547.408230:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610547.408231:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408232:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299820866 00000100:00000001:0.0:1749610547.408233:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408234:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299820866 00010000:00000001:1.0:1749610547.408234:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408235:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610547.408236:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299820866 00000100:00000040:0.0:1749610547.408236:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610547.408237:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408238:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299820866 00000100:00000001:0.0:1749610547.408238:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408239:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610547.408240:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299820866 00000100:00000001:1.0:1749610547.408240:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749610547.408240:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610547.408241:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610547.408242:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610547.408243:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610547.408243:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749610547.408243:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dfb80 x1834598494524928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610567 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610547.408244:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610547.408245:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610547.408246:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000001:1.0:1749610547.408246:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610547.408247:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610547.408248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:1.0:1749610547.408248:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408250:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610547.408250:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:2.0:1749610547.408251:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610547.408252:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494524928:12345-0@lo:38:kworker.0 Request processed in 171us (258us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610547.408254:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610547.408255:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749610547.408255:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610547.408255:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408258:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610547.408259:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610547.408260:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.408260:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00000001:0.0:1749610547.408262:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610547.408263:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610547.408263:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610547.408263:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610547.408265:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610547.408266:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:1.0:1749610547.408269:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749610547.408269:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:2.0:1749610547.408270:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.408271:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610547.408271:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610547.408272:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749610547.408273:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610547.408273:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749610547.408274:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525056 02000000:00000001:2.0:1749610547.408274:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610547.408275:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610547.408275:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610547.408276:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610547.408277:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610547.408277:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408278:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610547.408279:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.408279:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610547.408282:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610547.408282:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610547 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610547.408284:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=102 v=20 (1 1 20 0) 00000100:00100000:3.0:1749610547.408285:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525056 00000020:00000001:3.0:1749610547.408287:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610547.408287:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749610547.408288:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610547.408288:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610547.408290:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610547.408290:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610547.408290:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494524800:0@lo:400:kworker.0 00000020:00000040:3.0:1749610547.408293:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:2.0:1749610547.408294:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610547.408295:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610547.408296:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610547.408298:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610547.408299:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610547.408300:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610547.408301:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610547.408302:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749610547.408304:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610547.408304:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408305:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610547.408305:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995f80 x1834598494524800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408306:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610547.408308:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f2c0. 00000100:00080000:2.0:1749610547.408309:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1749610547.408312:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00080000:2.0:1749610547.408312:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610547.408314:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610547.408316:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610547.408317:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610547.408318:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610547.408318:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610547.408319:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 02000000:00000010:1.0:1749610547.408322:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00000020:00000010:3.0:1749610547.408323:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00100000:2.0:1749610547.408325:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494524544:0@lo:38:kworker.0 00000020:00000010:3.0:1749610547.408326:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 02000000:00000001:1.0:1749610547.408327:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1749610547.408328:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000400:00000001:2.0:1749610547.408329:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610547.408329:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1749610547.408331:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610547.408332:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1749610547.408332:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000020:00000040:1.0:1749610547.408332:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610547.408334:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610547.408334:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610547.408335:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:1.0:1749610547.408335:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610547.408336:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610547.408337:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610547.408338:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610547.408338:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 00000100:00000200:2.0:1749610547.408339:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408341:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610547.408343:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749610547.408343:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610547.408344:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610547.408345:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749610547.408347:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610547.408348:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 00000100:00000001:2.0:1749610547.408353:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.408354:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610547.408355:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610547.408356:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610547.408357:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610547.408357:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408358:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610547.408359:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.408361:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610547.408361:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408364:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610547.408364:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610547 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610547.408366:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=52 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610547.408366:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610547.408369:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610547.408369:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408370:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610547.408370:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610547.408372:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610547.408372:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610547.408372:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610547.408375:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610547.408376:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1749610547.408376:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610547.408379:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610547.408381:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910717312 : -131938798834304 : ffff88009ac36d80) 00000100:00000001:2.0:1749610547.408382:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610547.408385:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac36d80 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:738/0 lens 224/0 e 0 to 0 dl 1749610558 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408385:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610547.408386:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408388:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610547.408389:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610547.408391:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610547.408393:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1749610547.408394:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749610547.408395:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:2.0:1749610547.408396:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610547.408397:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610547.408399:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610547.408400:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84c00. 00000100:00080000:1.0:1749610547.408403:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749610547.408404:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494525056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749610547.408407:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494524672:0@lo:38:kworker.0 00000100:00000200:3.0:1749610547.408408:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525056 00000020:00000040:1.0:1749610547.408408:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610547.408410:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749610547.408410:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610547.408411:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610547.408412:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:2.0:1749610547.408413:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9f8. 00000020:00000001:3.0:1749610547.408415:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610547.408415:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749610547.408416:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000001:3.0:1749610547.408417:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610547.408418:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610547.408419:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:2.0:1749610547.408420:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610547.408422:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610547.408424:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610547.408426:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610547.408428:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1749610547.408428:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610547.408430:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610547.408432:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610547.408434:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610547.408435:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408436:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610547.408437:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610547.408437:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610547.408438:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610547.408439:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610547.408440:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610547.408441:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7e400. 02000000:00000001:2.0:1749610547.408442:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610547.408443:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610547.408444:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610547 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610547.408445:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610547.408447:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610547.408447:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=152 v=20 (1 20 0 0) 00000100:00000001:2.0:1749610547.408449:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1749610547.408450:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494525056 00000100:00000001:2.0:1749610547.408450:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610547.408452:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610547.408452:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:3.0:1749610547.408456:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac36d80 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:738/0 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610547.408457:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610547.408463:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610547.408463:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610547.408465:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408465:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749610547.408467:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610547.408467:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408468:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610547.408470:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610547.408471:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1749610547.408472:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749610547.408474:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:2.0:1749610547.408474:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610547.408476:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610547.408476:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610547.408478:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610547.408479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610547.408480:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408481:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610547.408484:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610547.408486:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00100000:2.0:1749610547.408487:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494524928:0@lo:38:kworker.0 00000100:00000200:3.0:1749610547.408490:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525056, offset 224 00000100:00000001:2.0:1749610547.408490:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.408492:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610547.408493:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610547.408494:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494524544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610547.408500:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610547.408500:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610547.408502:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610547.408503:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928b000. 00000400:00000200:3.0:1749610547.408505:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925680 02000000:00000001:2.0:1749610547.408506:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610547.408508:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749610547.408509:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d01 [1] + 224 00000020:00000040:2.0:1749610547.408509:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610547.408510:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610547.408512:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526cc00. 00000400:00000200:3.0:1749610547.408514:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610547.408515:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610547.408516:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749610547.408517:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610547.408517:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:2.0:1749610547.408541:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610547.408543:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610547.408543:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408545:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610547.408547:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610547.408549:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994380 x1834598494524672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610547.408556:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610547.408556:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610547.408557:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610547.408559:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610547.408562:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610547.408563:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610547.408564:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610547.408566:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610547.408567:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526e800. 00000100:00000001:3.0:1749610547.408568:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610547.408568:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299820866, at 4299820866 02000000:00000001:2.0:1749610547.408570:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610547.408571:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749610547.408572:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000010:2.0:1749610547.408572:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 00000400:00000010:3.0:1749610547.408574:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610547.408575:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1749610547.408575:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051fa40. 00000100:00000001:2.0:1749610547.408576:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408577:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610547.408578:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610547.408578:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610547.408581:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610547.408581:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494524928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610547.408584:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610547.408586:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610547.408587:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610547.408588:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610547.408588:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610547.408590:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1749610547.408590:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 00000100:00000040:3.0:1749610547.408593:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac36d80 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:738/0 lens 224/224 e 0 to 0 dl 1749610558 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610547.408593:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610547.408594:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610547.408595:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610547.408596:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610547.408598:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526ec00. 00000100:00000040:1.0:1749610547.408598:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299820866, at 4299820866 02000000:00000001:2.0:1749610547.408600:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610547.408601:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749610547.408602:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494525056:12345-0@lo:400:kworker.0 Request processed in 207us (429us total) trans 0 rc 0/0 00000100:00000010:2.0:1749610547.408602:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000100:00000001:2.0:1749610547.408604:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610547.408605:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.408607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610547.408608:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f740. 00000100:00100000:3.0:1749610547.408609:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:2.0:1749610547.408609:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610547.408610:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610547.408611:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610547.408612:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610547.408613:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408614:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610547.408615:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610547.408619:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000020:00000010:3.0:1749610547.408621:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000010:3.0:1749610547.408624:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000020:00000040:3.0:1749610547.408627:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610547.408629:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408641:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610547.408643:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610547.408646:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610547.408648:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610547.408650:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000400:00000200:3.0:1749610547.408654:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:3.0:1749610547.408655:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610547.408658:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610547.408661:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610547.408676:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408682:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610547.408684:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408686:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610547.408688:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610547.408689:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610547.408691:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610547.408693:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610547.408697:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=152 v=5 (5 5 0 0) 00000100:00001000:3.0:1749610547.408700:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=152 v=5 (1 1 0 0) 00000100:00000001:3.0:1749610547.408703:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610547.408704:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610547.408706:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610547.408710:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610547.408717:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408719:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610547.408721:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610547.408723:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610547.408724:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610547.408728:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408734:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610547.408737:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610547.408738:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610547.408741:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610547.408749:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494525056:0@lo:400:kworker.0 00000100:00000001:3.0:1749610547.408753:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408756:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610547.408758:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494525056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610547.408765:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610547.408767:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610547.408769:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f000. 02000000:00000001:3.0:1749610547.408772:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610547.408773:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610547.408774:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610547.408776:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610547.408778:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f500. 02000000:00000001:3.0:1749610547.408781:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610547.408782:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610547.408784:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:3.0:1749610547.408787:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610547.408788:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408790:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610547.408793:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610547.408794:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610547.408796:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610547.408797:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610547.409609:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299820866, at 4299820867 00000100:00000010:3.0:1749610547.409619:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f080. 00000100:00000040:2.0:1749610547.409619:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299820866, at 4299820867 00000100:00000010:2.0:1749610547.409630:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f380. 00000100:00000001:0.0:1749610547.457640:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610547.457645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610547.457647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610547.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610547.457653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610547.457657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610547.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610547.457661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610547.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610547.740689:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610547.740700:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610547.740703:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610547.740709:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610547.740714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610547.740719:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.740723:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610547.740727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610547.740731:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610548.226715:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610548.226723:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610548.226861:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610548.226867:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610548.226871:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610548.408662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610548.408680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610548.408683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610548.408688:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610548.408691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610548.408694:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610548.408697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610548.457692:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610548.457699:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610548.457702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610548.457708:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610548.457713:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610548.457718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610548.457722:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610548.457726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610548.457730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610548.740726:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610548.740734:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610548.740737:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610548.740741:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:0.0:1749610548.740745:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610548.740749:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610548.740752:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610548.740755:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610548.740758:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610549.228630:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610549.228634:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610549.228721:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610549.228726:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610549.228730:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610549.408700:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610549.408718:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610549.408721:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610549.408726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610549.408729:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610549.408733:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610549.408735:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610549.457710:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610549.457717:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610549.457720:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610549.457724:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610549.457727:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610549.457731:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610549.457735:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610549.457737:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610549.457740:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610549.740701:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610549.740707:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610549.740709:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610549.740713:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610549.740716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610549.740718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610549.740721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610549.740723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610549.740725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610550.230661:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610550.230666:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610550.230725:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610550.230729:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610550.230732:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610550.408609:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610550.408621:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610550.408623:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610550.408626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610550.408629:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610550.408631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610550.408633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610550.457586:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610550.457590:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610550.457591:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610550.457593:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610550.457595:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610550.457597:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610550.457599:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610550.457601:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610550.457602:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610550.740631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610550.740639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610550.740641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610550.740646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610550.740650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610550.740654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610550.740657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610550.740660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610550.740663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610551.232666:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610551.232673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610551.232752:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610551.232757:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610551.232762:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610551.408699:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610551.408719:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610551.408722:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610551.408727:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610551.408730:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610551.408734:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610551.408736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610551.457646:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610551.457651:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610551.457653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610551.457657:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610551.457661:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610551.457664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610551.457667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610551.457670:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610551.457672:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610551.740650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610551.740657:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610551.740659:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610551.740663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610551.740666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610551.740669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610551.740672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610551.740675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610551.740678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610552.234697:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610552.234705:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.234827:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610552.234833:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610552.234837:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610552.408698:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610552.408718:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610552.408721:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.408727:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610552.408729:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.408733:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.408736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610552.414647:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610552.414655:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610552.414658:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610552.414663:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610552.414665:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610552.414669:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610552.414673:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610552.414679:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00080000:0.0:1749610552.414684:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610552.414687:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.414690:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.414693:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.414695:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610552.414700:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610552.414702:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610552.414706:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610552.414710:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610552.414712:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610552.414715:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610552.414718:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.414720:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.414722:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.414724:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610552.414727:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610552.414730:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610552.414732:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.414736:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610552.414743:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610552.414746:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.414748:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610552.414751:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610552.414759:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000020:00000040:0.0:1749610552.414763:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610552.414767:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610552.414769:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.414772:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610552.414774:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610552.414778:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610552.414786:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526ec00. 00000100:00000001:0.0:1749610552.414794:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610552.414804:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610552.414816:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610552.414821:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.414826:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995180] to pc [ptlrpcd_rcv+-1] req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.414853:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610552.414857:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610552.414861:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610552.414897:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610552.414899:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610552.414902:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610552.414905:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00080000:0.0:1749610552.414907:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610552.414910:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.414912:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.414914:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.414915:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610552.414918:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610552.414919:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610552.414921:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610552.414923:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610552.414925:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610552.414928:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610552.414930:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.414932:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.414933:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.414935:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610552.414937:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610552.414940:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610552.414942:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.414943:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610552.414947:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610552.414947:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610552.414949:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.414950:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610552.414952:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.414953:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610552.414955:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000100:00000001:2.0:1749610552.414956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610552.414958:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610552.414961:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610552.414962:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.414964:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610552.414965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610552.414966:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610552.414967:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610552.414971:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526e800. 00000100:00000001:0.0:1749610552.414974:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.414977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749610552.414978:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610552.414980:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.414983:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610552.414986:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610552.414987:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610552.414988:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.414989:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.414991:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133995880] to pc [ptlrpcd_rcv+-1] req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610552.414993:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494525184:0@lo:38:kworker.0 00000100:00000001:2.0:1749610552.414998:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610552.415001:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610552.415004:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415005:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415006:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610552.415010:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:2.0:1749610552.415012:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 02000000:00000001:2.0:1749610552.415015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610552.415015:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610552.415017:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610552.415020:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749610552.415022:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9f8. 00000100:00000001:0.0:1749610552.415024:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610552.415028:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5153 00000400:00000010:2.0:1749610552.415030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00080000:0.0:1749610552.415031:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610552.415034:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:2.0:1749610552.415037:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494525184, portal 4 00000100:00000001:0.0:1749610552.415037:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.415040:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610552.415041:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610552.415042:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000100:00000001:0.0:1749610552.415043:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610552.415046:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610552.415048:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610552.415050:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610552.415052:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610552.415053:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610552.415056:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610552.415060:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610552.415060:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610552.415064:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610552.415065:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610552.415066:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610552.415068:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610552.415069:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494525184, offset 0 00000100:00000040:0.0:1749610552.415070:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.415073:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610552.415075:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610552.415077:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610552.415081:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610552.415084:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.415087:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749610552.415092:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610552.415092:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610552.415095:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415098:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610552.415100:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415104:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf925700 00000100:00000010:0.0:1749610552.415106:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000020:00000040:0.0:1749610552.415109:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610552.415112:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749610552.415113:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 21840 02000000:00000001:0.0:1749610552.415114:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415117:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610552.415119:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610552.415122:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610552.415122:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415126:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610552.415127:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526cc00. 00000100:00000001:2.0:1749610552.415132:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610552.415133:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610552.415134:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:0.0:1749610552.415140:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610552.415152:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610552.415155:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610552.415159:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588000. 00000100:00000040:0.0:1749610552.415161:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994700] to pc [ptlrpcd_rcv+-1] req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610552.415163:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113588000 x1834598494525184 msgsize 520 00000100:00100000:2.0:1749610552.415168:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610552.415174:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.415178:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610552.415184:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610552.415188:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000020:00000040:0.0:1749610552.415192:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610552.415196:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610552.415198:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610552.415198:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610552.415201:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610552.415206:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000400:00000200:2.0:1749610552.415208:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610552.415210:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.415211:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610552.415214:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610552.415215:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610552.415219:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.415224:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610552.415226:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415228:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610552.415231:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610552.415232:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997b80] to pc [ptlrpcd_00_00+0] req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415238:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415240:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610552.415244:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610552.415250:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1063 usecs (2 jiffies) 00000100:00000001:2.0:1749610552.415254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299825874 00000100:00000010:2.0:1749610552.415258:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f380. 00000100:00000001:2.0:1749610552.415266:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610552.415267:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610552.415270:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610552.415271:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610552.415272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299825874 00000100:00080000:0.0:1749610552.415273:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:2.0:1749610552.415275:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f240. 00000100:00000001:0.0:1749610552.415275:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1749610552.415276:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525184 00000100:00080000:0.0:1749610552.415277:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610552.415278:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610552.415279:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610552.415279:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610552.415282:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5153 00000100:00000001:3.0:1749610552.415283:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749610552.415284:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610552.415286:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415287:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299825874 00000100:00000040:0.0:1749610552.415287:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.415289:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610552.415290:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051ffc0. 00000100:00000040:0.0:1749610552.415290:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610552.415291:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415292:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610552.415292:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610552.415294:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610552.415295:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525184 00000100:00000001:2.0:1749610552.415295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299825874 00000020:00000040:0.0:1749610552.415296:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749610552.415298:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749610552.415298:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610552.415299:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:2.0:1749610552.415299:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f340. 00000020:00000040:0.0:1749610552.415300:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749610552.415301:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610552.415301:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:0.0:1749610552.415302:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:3.0:1749610552.415304:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415304:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610552.415304:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:3.0:1749610552.415306:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415307:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.415307:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610552.415309:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610552.415310:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.415311:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610552.415312:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610552.415313:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610552.415313:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610552.415315:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000020:00000010:3.0:1749610552.415318:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000100:00000001:2.0:1749610552.415318:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749610552.415318:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610552.415320:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.415320:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415322:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610552.415322:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:3.0:1749610552.415323:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610552.415323:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.415324:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610552.415326:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610552.415327:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610552.415328:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.415329:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610552.415329:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610552.415331:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610552.415331:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.415333:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610552.415334:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000100:00000001:2.0:1749610552.415336:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610552.415336:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610552.415338:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.415338:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610552.415339:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415340:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610552.415340:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415341:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610552.415342:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610552.415343:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610552.415344:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.415345:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610552.415347:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494525312:0@lo:38:kworker.0 02000000:00000010:0.0:1749610552.415348:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d000. 00000100:00000001:3.0:1749610552.415349:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.415350:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610552.415351:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415352:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610552.415354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415356:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749610552.415356:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610552.415359:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1749610552.415360:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928a400. 00000100:00000001:3.0:1749610552.415361:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610552.415362:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415363:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610552.415365:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610552.415365:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.415366:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00100000:3.0:1749610552.415367:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:0.0:1749610552.415368:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994380] to pc [ptlrpcd_rcv+-1] req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610552.415369:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610552.415370:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933752832 : -131936775798784 : ffff880113588000) 00000100:00000200:2.0:1749610552.415372:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494525312, portal 10 00000100:00000001:1.0:1749610552.415373:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.415374:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610552.415376:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588000 x1834598494525184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415376:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00000001:1.0:1749610552.415376:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610552.415377:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.415379:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610552.415381:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.415382:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610552.415384:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610552.415386:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749610552.415387:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415388:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610552.415389:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494525184:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610552.415389:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610552.415390:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749610552.415391:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610552.415392:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.415393:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:3.0:1749610552.415394:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525184 00000100:00000200:2.0:1749610552.415395:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494525312, offset 0 02000000:00000010:0.0:1749610552.415395:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000020:00000001:3.0:1749610552.415397:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610552.415398:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415399:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610552.415401:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749610552.415401:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610552.415403:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749610552.415405:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610552.415406:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415408:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610552.415410:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925780 00000100:00000001:0.0:1749610552.415410:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610552.415411:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610552.415413:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_00_01+1] req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610552.415414:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610552.415416:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415416:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 144712 02000000:00000001:1.0:1749610552.415418:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610552.415420:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610552.415421:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610552.415421:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610552.415423:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610552.415423:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494525568:0@lo:400:kworker.0 00000400:00000200:2.0:1749610552.415425:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610552.415426:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5163) 00010000:00000001:3.0:1749610552.415427:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610552.415428:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610552.415430:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749610552.415430:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610552.415430:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610552.415432:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610552.415434:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749610552.415434:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588380. 02000000:00000001:1.0:1749610552.415434:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610552.415436:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113588380 x1834598494525312 msgsize 520 02000000:00000001:1.0:1749610552.415437:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415437:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610552.415439:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7e800. 00000100:00100000:2.0:1749610552.415440:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610552.415440:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610552.415440:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610552.415441:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415442:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610552.415443:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610552.415446:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000100:00000040:0.0:1749610552.415446:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610552.415448:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610552.415450:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415450:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610552.415450:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610552.415453:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610552.415453:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000001:0.0:1749610552.415453:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610552.415454:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.415455:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000400:00000010:1.0:1749610552.415456:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:3.0:1749610552.415457:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610552.415457:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610552.415457:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610552.415459:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610552.415460:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610552.415461:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610552.415461:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610552.415463:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610552.415463:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00100000:0.0:1749610552.415464:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494525824:0@lo:400:kworker.0 00000100:00000001:3.0:1749610552.415466:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610552.415468:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610552.415468:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610552.415469:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610552.415470:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494525568, portal 10 00000100:00000040:2.0:1749610552.415471:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610552.415471:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610552.415472:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610552.415473:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610552.415474:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610552.415474:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610552.415475:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610552.415476:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 02000000:00000001:3.0:1749610552.415477:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415478:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610552.415478:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f600. 00000100:00000001:3.0:1749610552.415479:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610552.415479:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610552.415480:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610552.415481:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610552.415482:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610552.415484:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000010:0.0:1749610552.415484:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe70. 00000100:00000040:2.0:1749610552.415485:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 778 usecs (1 jiffies) 00000100:00000001:2.0:1749610552.415487:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299825873 00000100:00000040:1.0:1749610552.415487:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610552.415488:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:3.0:1749610552.415489:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494525184, offset 0 00000100:00000001:2.0:1749610552.415489:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299825874 00000100:00000001:2.0:1749610552.415492:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299825873 00000100:00000200:0.0:1749610552.415493:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494525824, portal 10 00000400:00000200:3.0:1749610552.415494:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610552.415494:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299825874 00000100:00000001:0.0:1749610552.415495:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610552.415496:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299825873 00000100:00000001:2.0:1749610552.415498:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299825874 00000100:00000001:0.0:1749610552.415498:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:2.0:1749610552.415500:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299825873 00000100:00000001:2.0:1749610552.415502:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299825874 00000400:00000200:3.0:1749610552.415504:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610552.415504:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610552.415504:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415506:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415508:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610552.415511:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610552.415511:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610552.415512:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf925700 00000100:00000040:2.0:1749610552.415513:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610552.415516:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610552.415516:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610552.415518:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5d3d [1] + 0 00000400:00000010:0.0:1749610552.415518:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000400:00000010:1.0:1749610552.415520:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610552.415547:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610552.415549:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415551:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610552.415553:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610552.415555:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610552.415558:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494525440:0@lo:38:kworker.0 00000100:00000001:2.0:1749610552.415561:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610552.415563:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610552.415565:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415566:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610552.415569:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011928b000. 02000000:00000001:2.0:1749610552.415572:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.415574:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000100:00000200:0.0:1749610552.415581:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494525824, offset 0 00000400:00000200:3.0:1749610552.415582:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610552.415583:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494525568, offset 0 00000400:00000200:3.0:1749610552.415587:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610552.415588:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610552.415593:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:1.0:1749610552.415596:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610552.415597:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610552.415601:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610552.415602:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494525440, portal 10 00000100:00000001:2.0:1749610552.415604:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749610552.415604:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925980 00000100:00000001:2.0:1749610552.415606:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 00000100:00000200:3.0:1749610552.415607:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610552.415610:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 145232 00000400:00000200:1.0:1749610552.415611:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610552.415612:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610552.415616:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610552.415619:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415619:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610552.415621:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610552.415622:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610552.415623:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925880 00000400:00000010:2.0:1749610552.415624:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610552.415624:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610552.415626:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494525440, offset 0 00000100:00000200:0.0:1749610552.415626:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610552.415628:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610552.415630:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995f80. 00000400:00000200:1.0:1749610552.415631:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 145456 00000100:00000040:0.0:1749610552.415633:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880133995f80 x1834598494525824 msgsize 224 00000400:00000200:2.0:1749610552.415638:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610552.415638:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610552.415639:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610552.415645:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610552.415645:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610552.415646:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610552.415647:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610552.415650:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000400:00000200:2.0:1749610552.415650:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925800 00000100:00000001:3.0:1749610552.415653:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610552.415655:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610552.415656:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610552.415657:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 145680 00000100:00000200:1.0:1749610552.415659:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610552.415660:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415661:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610552.415661:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000040:3.0:1749610552.415663:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610552.415663:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:3.0:1749610552.415665:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610552.415665:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610552.415666:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610552.415667:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610552.415670:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610552.415672:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588000 x1834598494525184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610552.415677:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 00000100:00000001:0.0:1749610552.415678:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610552.415681:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610552.415681:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610552.415682:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880119280000 x1834598494525568 msgsize 224 00000100:00100000:3.0:1749610552.415683:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494525184:12345-0@lo:38:kworker.0 Request processed in 293us (516us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610552.415684:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525312 02000000:00000001:2.0:1749610552.415686:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610552.415688:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610552.415688:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610552.415688:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415690:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415690:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610552.415692:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 02000000:00000001:2.0:1749610552.415693:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415694:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.415695:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610552.415696:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610552.415696:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525312 00000100:00000040:0.0:1749610552.415697:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 673 usecs (1 jiffies) 00000020:00000001:2.0:1749610552.415698:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610552.415699:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610552.415700:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299825874 00000020:00000010:3.0:1749610552.415701:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000020:00000001:2.0:1749610552.415701:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610552.415702:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610552.415703:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415703:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299825874 00000020:00000010:3.0:1749610552.415705:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000001:2.0:1749610552.415705:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415706:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299825874 00000020:00000010:3.0:1749610552.415708:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000020:00000010:2.0:1749610552.415709:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:0.0:1749610552.415709:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299825874 00000100:00000001:0.0:1749610552.415711:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299825874 00000100:00000001:3.0:1749610552.415712:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.415713:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299825874 00000020:00000010:2.0:1749610552.415714:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749610552.415715:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299825874 00000020:00000010:2.0:1749610552.415717:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749610552.415717:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299825874 00000100:00000001:0.0:1749610552.415719:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610552.415720:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:2.0:1749610552.415721:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610552.415721:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415722:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610552.415723:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610552.415724:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415725:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415726:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610552.415727:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610552.415729:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415731:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610552.415733:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1749610552.415735:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.415735:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610552.415737:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610552.415738:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415740:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.415740:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415746:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610552.415748:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610552.415748:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525824 00000100:00000001:1.0:1749610552.415748:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610552.415750:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525568 02000000:00000001:3.0:1749610552.415752:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610552.415753:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.415754:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610552.415756:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.415756:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610552.415757:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610552.415758:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610552.415759:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415760:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610552.415761:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525568 00000100:00000001:2.0:1749610552.415762:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610552.415762:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000020:00000001:3.0:1749610552.415764:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610552.415764:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.415764:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610552.415765:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610552.415765:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933753728 : -131936775797888 : ffff880113588380) 00000020:00000001:3.0:1749610552.415767:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610552.415767:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525824 00000100:00000001:1.0:1749610552.415767:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610552.415768:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610552.415769:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588380 x1834598494525312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610552.415770:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000040:2.0:1749610552.415770:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749610552.415771:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610552.415772:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610552.415772:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610552.415773:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610552.415775:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610552.415776:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749610552.415777:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 707 usecs (1 jiffies) 00000100:00000001:3.0:1749610552.415779:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749610552.415779:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:0.0:1749610552.415779:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494525312:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749610552.415782:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84c00. 00000100:00000001:1.0:1749610552.415782:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299825874 00000100:00000001:2.0:1749610552.415783:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610552.415783:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525312 00000020:00000010:2.0:1749610552.415786:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f080. 00000100:00000001:1.0:1749610552.415786:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299825874 00000020:00000001:0.0:1749610552.415786:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610552.415789:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749610552.415790:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749610552.415790:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3eea00. 00000100:00000001:1.0:1749610552.415790:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299825874 00000100:00000001:1.0:1749610552.415793:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299825874 00000100:00000001:1.0:1749610552.415797:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299825874 00000100:00000001:3.0:1749610552.415798:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610552.415798:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1749610552.415798:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610552.415799:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f080. 00000020:00000010:3.0:1749610552.415800:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:1.0:1749610552.415801:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299825874 00010000:00020000:0.0:1749610552.415801:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749610552.415803:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000020:00000010:2.0:1749610552.415803:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:1.0:1749610552.415804:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299825874 00010000:00000001:0.0:1749610552.415804:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610552.415805:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000020:00000010:2.0:1749610552.415806:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610552.415807:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299825874 00010000:00000001:0.0:1749610552.415807:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610552.415809:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:1.0:1749610552.415810:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610552.415810:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749610552.415811:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610552.415812:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610552.415813:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610552.415814:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610552.415814:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.415814:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610552.415815:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610552.415816:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610552.415817:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610552.415817:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415818:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610552.415820:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610552.415822:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610552.415824:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610552.415826:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415827:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610552.415828:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610552.415829:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749610552.415829:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ec000. 00000100:00000001:2.0:1749610552.415831:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.415831:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610552.415832:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610552.415832:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.415834:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610552.415834:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.415836:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.415837:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610552.415838:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610552.415838:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610552.415838:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610552.415840:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749610552.415840:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.415841:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415842:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610552.415843:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000001:2.0:1749610552.415843:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749610552.415843:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610552.415846:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610552.415846:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610552.415849:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00100000:2.0:1749610552.415849:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1749610552.415849:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.415851:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610552.415852:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:3.0:1749610552.415854:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280000 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:743/0 lens 224/0 e 0 to 0 dl 1749610563 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.415854:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474875264 : -131936234676352 : ffff880133995f80) 00000100:00000001:0.0:1749610552.415854:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610552.415856:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610552.415859:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133995f80 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:743/0 lens 224/0 e 0 to 0 dl 1749610563 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610552.415860:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610552.415862:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610552.415887:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.415888:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610552.415889:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610552.415890:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84180. 00000100:00000040:0.0:1749610552.415891:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610552.415893:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610552.415894:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749610552.415894:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000010:3.0:1749610552.415895:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84180. 00000020:00000010:2.0:1749610552.415896:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f080. 00000100:00000200:0.0:1749610552.415898:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525312, offset 0 00000100:00000001:2.0:1749610552.415899:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610552.415900:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494525568:12345-0@lo:400:kworker.0 00000020:00000010:2.0:1749610552.415901:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f080. 00000400:00000200:0.0:1749610552.415902:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610552.415904:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525568 00000020:00000001:3.0:1749610552.415906:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610552.415906:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494525824:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610552.415909:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749610552.415910:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525824 00000400:00000200:0.0:1749610552.415910:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610552.415912:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.415913:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610552.415914:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610552.415915:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610552.415915:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925780 00000020:00000001:3.0:1749610552.415917:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610552.415918:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610552.415919:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610552.415920:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749610552.415921:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d45 [1] + 0 00000020:00000001:2.0:1749610552.415922:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610552.415924:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610552.415925:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610552.415925:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749610552.415925:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610552.415927:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610552.415928:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610552.415929:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610552.415929:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610552.415930:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610552.415931:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610552.415932:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610552.415932:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610552.415934:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.415936:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749610552.415936:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.415937:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610552.415938:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610552.415939:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610552.415940:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610552.415942:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7ec00. 02000000:00000001:3.0:1749610552.415944:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610552.415944:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288000. 00000100:00000040:0.0:1749610552.415945:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610552.415946:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.415947:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.415948:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610552.415949:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.415950:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610552.415952:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494525568 00010000:00000040:2.0:1749610552.415953:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494525824 00000100:00000001:0.0:1749610552.415953:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610552.415955:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749610552.415956:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749610552.415958:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00010000:00000200:3.0:1749610552.415960:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280000 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:743/0 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749610552.415960:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133995f80 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:743/0 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610552.415961:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749610552.415963:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610552.415965:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610552.415967:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610552.415968:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610552.415968:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610552.415970:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610552.415970:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610552.415970:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610552.415972:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610552.415973:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 0) 00000100:00001000:2.0:1749610552.415973:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 0) 00000020:00000001:0.0:1749610552.415974:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610552.415977:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610552.415977:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610552.415979:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588380 x1834598494525312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610552.415980:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749610552.415980:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610552.415982:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610552.415982:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610552.415984:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610552.415984:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610552.415986:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.415986:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.415988:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610552.415988:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610552.415989:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494525312:12345-0@lo:38:kworker.0 Request processed in 209us (550us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610552.415992:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610552.415992:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610552.415994:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000010:3.0:1749610552.415995:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:3.0:1749610552.415998:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525568, offset 224 00000100:00000200:2.0:1749610552.415998:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525824, offset 224 00000100:00100000:0.0:1749610552.415998:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00000001:0.0:1749610552.416000:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610552.416002:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610552.416002:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610552.416006:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610552.416006:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000400:00000200:2.0:1749610552.416009:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610552.416011:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000400:00000200:3.0:1749610552.416012:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610552.416015:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925980 00000020:00000010:0.0:1749610552.416016:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000400:00000200:3.0:1749610552.416019:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925880 00000400:00000200:2.0:1749610552.416020:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d55 [1] + 224 00000100:00000001:0.0:1749610552.416021:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610552.416025:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610552.416026:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d4d [1] + 224 00000400:00000200:2.0:1749610552.416028:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610552.416031:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610552.416031:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610552.416034:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610552.416036:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.416037:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610552.416042:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610552.416045:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610552.416051:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.416075:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610552.416080:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610552.416080:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610552.416082:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610552.416084:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610552.416086:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610552.416088:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:3.0:1749610552.416090:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.416090:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000040:3.0:1749610552.416092:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610552.416093:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610552.416094:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610552.416095:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610552.416097:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416098:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610552.416099:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749610552.416101:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610552.416103:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:743/0 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610552.416103:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610552.416105:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.416107:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610552.416107:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610552.416111:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995f80 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:743/0 lens 224/224 e 0 to 0 dl 1749610563 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610552.416111:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610552.416111:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610552.416113:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494525568:12345-0@lo:400:kworker.0 Request processed in 248us (429us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610552.416115:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610552.416117:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749610552.416120:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000400:00000001:0.0:1749610552.416120:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610552.416122:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:2.0:1749610552.416122:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494525824:12345-0@lo:400:kworker.0 Request processed in 226us (486us total) trans 0 rc 0/0 00000400:00000010:0.0:1749610552.416123:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe70. 00000100:00000001:3.0:1749610552.416125:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610552.416127:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610552.416129:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000020:00000010:3.0:1749610552.416130:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000400:00000200:0.0:1749610552.416130:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000040:2.0:1749610552.416132:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:3.0:1749610552.416133:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000400:00000010:0.0:1749610552.416133:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:2.0:1749610552.416135:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610552.416136:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610552.416137:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610552.416137:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749610552.416138:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749610552.416139:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:2.0:1749610552.416140:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000400:00000001:1.0:1749610552.416141:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610552.416142:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610552.416144:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000200:0.0:1749610552.416144:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610552.416145:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000010:2.0:1749610552.416148:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000400:00000200:1.0:1749610552.416151:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000040:2.0:1749610552.416154:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:1.0:1749610552.416154:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00080000:3.0:1749610552.416155:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610552.416157:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610552.416158:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610552.416158:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610552.416158:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610552.416165:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.416168:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416169:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610552.416170:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610552.416171:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610552.416174:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:2.0:1749610552.416175:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588700. 00000100:00000040:2.0:1749610552.416178:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113588700 x1834598494525440 msgsize 520 02000000:00000001:0.0:1749610552.416178:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610552.416179:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.416180:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610552.416182:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610552.416183:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610552.416187:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.416191:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416194:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610552.416194:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610552.416195:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=7 v=5 (5 5 5 0) 00000400:00000200:2.0:1749610552.416197:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610552.416197:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610552.416199:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 02000000:00000001:1.0:1749610552.416200:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749610552.416200:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610552.416201:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610552.416203:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610552.416205:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.416205:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610552.416206:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.416207:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.416208:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610552.416210:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525440 02000000:00000001:1.0:1749610552.416210:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610552.416211:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749610552.416212:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610552.416212:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610552.416214:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610552.416215:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.416216:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610552.416217:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=57 v=5 (5 5 5 0) 00010000:00080000:0.0:1749610552.416218:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610552.416219:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610552.416222:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525440 00000100:00000001:2.0:1749610552.416222:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610552.416222:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=57 v=5 (1 1 1 0) 00000020:00000001:3.0:1749610552.416223:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610552.416223:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610552.416225:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610552.416226:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610552.416226:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.416227:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610552.416228:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610552.416229:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 735 usecs (1 jiffies) 00000020:00000001:3.0:1749610552.416230:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610552.416230:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610552.416230:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416231:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299825874 00000020:00000010:3.0:1749610552.416233:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00010000:00000001:1.0:1749610552.416233:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610552.416234:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299825874 00000100:00000001:0.0:1749610552.416234:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1749610552.416236:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000100:00000001:2.0:1749610552.416236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299825874 00000100:00000040:0.0:1749610552.416237:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:3.0:1749610552.416239:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610552.416239:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299825874 00010000:00080000:1.0:1749610552.416239:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.416240:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610552.416241:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610552.416241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299825874 00000100:00000001:0.0:1749610552.416242:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.416243:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610552.416243:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299825874 00000100:00000001:3.0:1749610552.416245:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299825874 00000100:00000001:2.0:1749610552.416247:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299825874 00000100:00000001:3.0:1749610552.416248:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416249:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610552.416249:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610552.416250:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416251:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610552.416254:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610552.416254:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610552.416255:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610552.416256:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610552.416257:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:2.0:1749610552.416258:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9f8. 00000100:00000001:1.0:1749610552.416259:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749610552.416260:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:0.0:1749610552.416261:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610552.416262:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610552.416262:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749610552.416262:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416264:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610552.416265:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610552.416265:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610552.416267:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610552.416268:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610552.416268:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610552.416270:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00000001:3.0:1749610552.416274:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933754624 : -131936775796992 : ffff880113588700) 00000100:00000040:0.0:1749610552.416274:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610552.416276:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610552.416278:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610552.416280:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588700 x1834598494525440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610552.416281:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610552.416283:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416284:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610552.416284:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416286:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610552.416288:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610552.416288:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494525824:0@lo:400:kworker.0 00000100:00000001:2.0:1749610552.416289:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610552.416289:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416291:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416293:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610552.416294:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494525440:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610552.416294:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.416297:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749610552.416298:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610552 v=5 (0 0 0 0) 00000100:00000200:3.0:1749610552.416300:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525440 00000100:00000040:0.0:1749610552.416300:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494525824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610552.416301:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=125 v=20 (1 1 20 0) 00000100:00100000:1.0:1749610552.416301:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494525568:0@lo:400:kworker.0 00000020:00000001:3.0:1749610552.416303:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610552.416304:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749610552.416306:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610552.416306:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610552.416307:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610552.416308:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416309:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610552.416309:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610552.416311:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610552.416312:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f600. 00000100:00000040:2.0:1749610552.416313:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610552.416316:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610552.416317:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610552.416317:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997b80 x1834598494525568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610552.416319:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610552.416320:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749610552.416320:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00010000:00020000:3.0:1749610552.416322:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610552.416323:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610552.416323:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610552.416324:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610552.416325:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610552.416325:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 00000100:00000001:2.0:1749610552.416326:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610552.416328:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610552.416328:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749610552.416329:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610552.416329:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610552.416330:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1749610552.416331:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610552.416331:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610552.416333:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:0.0:1749610552.416333:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 02000000:00000010:1.0:1749610552.416334:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 00000100:00000001:3.0:1749610552.416335:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749610552.416335:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610552.416336:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610552.416337:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610552.416338:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610552.416338:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610552.416339:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610552.416339:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610552.416341:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610552.416342:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1749610552.416343:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7f000. 00000020:00000040:1.0:1749610552.416344:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610552.416344:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610552.416346:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.416346:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610552.416347:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610552.416348:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610552.416349:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610552.416349:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494525184:0@lo:38:kworker.0 00000100:00000001:0.0:1749610552.416350:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610552.416351:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00010000:00000001:3.0:1749610552.416353:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610552.416355:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749610552.416356:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416356:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610552.416357:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610552.416358:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749610552.416360:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:1.0:1749610552.416360:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000100:00000040:2.0:1749610552.416361:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995180 x1834598494525184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.416364:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610552.416365:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610552.416367:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610552.416367:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610552.416367:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610552.416369:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610552.416370:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610552.416371:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:2.0:1749610552.416371:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 00000100:00000001:3.0:1749610552.416374:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610552.416375:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610552.416376:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749610552.416377:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610552.416378:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:2.0:1749610552.416378:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610552.416378:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610552.416380:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610552.416382:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526ec00. 00000100:00000001:1.0:1749610552.416382:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610552.416383:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610552.416384:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610552.416385:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610552.416385:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610552.416387:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610552.416388:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610552.416389:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 00000100:00000001:3.0:1749610552.416390:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610552.416392:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610552.416393:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610552.416394:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610552.416395:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610552.416396:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610552.416399:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525440, offset 0 00000100:00000001:2.0:1749610552.416400:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610552.416401:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610552.416403:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610552.416403:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610552.416404:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.416406:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610552.416409:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610552.416411:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610552.416416:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925800 00000100:00000001:2.0:1749610552.416416:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610552.416418:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416420:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610552.416421:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d61 [1] + 0 02000000:00000001:2.0:1749610552.416422:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610552.416424:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610552.416426:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610552.416427:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494525696:0@lo:38:kworker.0 00000400:00000200:3.0:1749610552.416429:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610552.416430:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610552.416432:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610552.416432:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610552.416434:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416436:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610552.416437:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610552.416439:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013526ec00. 02000000:00000001:2.0:1749610552.416441:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.416444:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9f8. 00000100:00000040:3.0:1749610552.416445:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610552.416447:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749610552.416450:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494525696, portal 10 00000100:00000001:2.0:1749610552.416452:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610552.416454:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416454:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000400:00000200:3.0:1749610552.416458:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000040:2.0:1749610552.416459:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610552.416460:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610552.416462:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610552.416463:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610552.416466:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416466:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610552.416468:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610552.416469:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610552.416470:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610552.416471:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610552.416473:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610552.416473:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494525696, offset 0 00000400:00000200:2.0:1749610552.416476:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610552.416478:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588700 x1834598494525440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610552.416482:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610552.416488:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494525440:12345-0@lo:38:kworker.0 Request processed in 194us (306us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610552.416488:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925900 00000400:00000200:2.0:1749610552.416492:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 146200 00000100:00100000:3.0:1749610552.416495:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000400:00000200:2.0:1749610552.416496:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610552.416498:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610552.416499:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610552.416500:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610552.416503:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000100:00000001:2.0:1749610552.416503:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610552.416504:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610552.416505:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000010:2.0:1749610552.416507:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588a80. 00000020:00000010:3.0:1749610552.416509:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000040:2.0:1749610552.416510:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113588a80 x1834598494525696 msgsize 520 00000100:00000001:3.0:1749610552.416511:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610552.416514:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610552.416543:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610552.416551:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525696 00000100:00000001:2.0:1749610552.416551:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610552.416553:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610552.416556:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610552.416556:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:3.0:1749610552.416558:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610552.416558:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610552.416560:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610552.416561:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610552.416563:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525696 00000100:00000200:2.0:1749610552.416564:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610552.416565:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610552.416566:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610552.416568:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610552.416570:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416571:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610552.416572:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610552.416574:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000040:2.0:1749610552.416574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610552.416577:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c500. 00000020:00000010:3.0:1749610552.416579:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:3.0:1749610552.416581:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610552.416583:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610552.416585:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416586:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.416588:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416588:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610552.416589:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299825874, at 4299825874 00000100:00000001:2.0:1749610552.416590:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610552.416593:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 548 usecs (1 jiffies) 00000100:00000001:3.0:1749610552.416596:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416596:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299825875 00000100:00000010:0.0:1749610552.416596:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f380. 00000100:00000010:2.0:1749610552.416600:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f080. 00000100:00000001:3.0:1749610552.416601:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610552.416602:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610552.416603:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 0 00000100:00000040:1.0:1749610552.416605:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299825874, at 4299825874 00000100:00100000:3.0:1749610552.416606:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00000001:3.0:1749610552.416608:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933755520 : -131936775796096 : ffff880113588a80) 00000100:00000001:2.0:1749610552.416608:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299825875 00000100:00000040:3.0:1749610552.416612:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588a80 x1834598494525696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610552.416621:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494525696:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610552.416624:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525696 00000020:00000001:3.0:1749610552.416626:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610552.416628:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610552.416636:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610552.416638:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f240. 00010000:00020000:3.0:1749610552.416639:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610552.416642:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610552.416644:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749610552.416644:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013051f740. 00000100:00000001:3.0:1749610552.416647:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610552.416648:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610552.416648:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610552.416649:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610552.416651:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299825875 02000000:00000010:3.0:1749610552.416652:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7f400. 02000000:00000001:3.0:1749610552.416654:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416654:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299825874 00000100:00000001:3.0:1749610552.416656:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299825875 00010000:00000001:3.0:1749610552.416658:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610552.416660:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416660:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4299825874 00000100:00001000:3.0:1749610552.416663:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610552.416663:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610552.416665:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610552.416665:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.416668:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749610552.416669:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610552.416670:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:2.0:1749610552.416671:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610552.416672:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610552.416672:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000001:3.0:1749610552.416674:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610552.416675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:3.0:1749610552.416677:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610552.416677:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 02000000:00000001:3.0:1749610552.416679:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610552.416679:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610552.416680:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610552.416682:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610552.416683:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610552.416684:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610552.416686:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:3.0:1749610552.416690:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494525696, offset 0 00000100:00000200:2.0:1749610552.416692:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610552.416693:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610552.416698:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610552.416699:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416700:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416702:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610552.416703:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925900 02000000:00000001:2.0:1749610552.416704:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610552.416706:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610552.416708:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d79 [1] + 0 00000100:00000001:2.0:1749610552.416708:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416710:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610552.416711:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610552.416714:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749610552.416714:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610552 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610552.416717:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610552.416717:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=107 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610552.416720:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749610552.416721:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416721:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610552.416724:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610552.416728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610552.416730:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416735:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610552.416737:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610552.416738:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416738:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416740:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610552.416741:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610552.416742:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610552.416743:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00080000:2.0:1749610552.416744:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610552.416745:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610552.416746:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749610552.416747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610552.416748:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416749:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610552.416751:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610552.416753:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610552.416753:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610552.416755:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610552.416759:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588a80 x1834598494525696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610572 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610552.416760:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494525312:0@lo:38:kworker.0 00000400:00000001:2.0:1749610552.416765:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610552.416766:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610552.416768:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494525696:12345-0@lo:38:kworker.0 Request processed in 146us (255us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610552.416768:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610552.416769:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610552.416771:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00100000:3.0:1749610552.416773:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00000001:2.0:1749610552.416773:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610552.416776:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610552.416776:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610552.416777:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610552.416780:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c500. 00000020:00000010:3.0:1749610552.416782:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000200:2.0:1749610552.416784:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610552.416785:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:3.0:1749610552.416787:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416791:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416793:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416795:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610552.416796:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610552.416797:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610552.416799:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416800:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610552.416803:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610552 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610552.416806:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=57 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610552.416808:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610552.416809:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610552.416811:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610552.416814:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416821:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610552.416823:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610552.416824:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416825:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610552.416827:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610552.416829:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610552.416831:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610552.416833:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610552.416836:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610552.416844:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494525440:0@lo:38:kworker.0 00000100:00000001:2.0:1749610552.416847:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.416849:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610552.416851:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133995880 x1834598494525312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416884:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610552.416886:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610552.416888:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928a400. 02000000:00000001:2.0:1749610552.416892:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610552.416893:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610552.416895:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610552.416897:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610552.416899:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526e800. 02000000:00000001:2.0:1749610552.416902:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610552.416903:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610552.416905:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 00000100:00000001:2.0:1749610552.416907:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610552.416909:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416911:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610552.416914:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994700 x1834598494525440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416920:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610552.416921:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610552.416923:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928b000. 02000000:00000001:2.0:1749610552.416926:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610552.416927:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610552.416929:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610552.416931:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610552.416932:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526cc00. 02000000:00000001:2.0:1749610552.416935:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610552.416936:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610552.416937:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 00000100:00000001:2.0:1749610552.416940:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610552.416941:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416943:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416946:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610552.416948:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416950:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610552.416951:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610552.416953:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610552.416954:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610552.416957:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9f8. 00000400:00000200:2.0:1749610552.416959:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749610552.416961:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749610552.416963:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610552.416966:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610552.416973:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.416980:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610552.416981:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.416982:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610552.416984:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610552.416985:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610552.416986:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610552.416988:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610552.416991:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610552 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610552.416994:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=7 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610552.416996:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610552.416998:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610552.417000:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610552.417003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.417010:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610552.417012:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610552.417014:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.417016:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610552.417017:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610552.417019:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610552.417022:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610552.417024:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610552.417027:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610552.417041:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494525696:0@lo:38:kworker.0 00000100:00000001:2.0:1749610552.417045:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.417047:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610552.417049:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994380 x1834598494525696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610552.417055:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610552.417057:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610552.417058:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013526ec00. 02000000:00000001:2.0:1749610552.417060:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610552.417061:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610552.417062:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610552.417064:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610552.417065:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d000. 02000000:00000001:2.0:1749610552.417068:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610552.417069:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610552.417070:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 00000100:00000001:2.0:1749610552.417072:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610552.417074:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610552.417075:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.417077:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610552.417078:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610552.417079:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610552.417081:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610552.417632:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299825875, at 4299825875 00000100:00000040:0.0:1749610552.417636:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299825875, at 4299825875 00000100:00000010:3.0:1749610552.417643:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f340. 00000100:00000010:0.0:1749610552.417648:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f080. 00000100:00000040:1.0:1749610552.417736:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299825875, at 4299825875 00000100:00000010:1.0:1749610552.417747:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051f740. 00000100:00000040:2.0:1749610552.418620:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299825875, at 4299825876 00000100:00000010:2.0:1749610552.418631:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013051ffc0. 00000100:00000001:0.0:1749610552.457647:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610552.457653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610552.457655:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610552.457659:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610552.457662:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610552.457666:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.457668:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610552.457670:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.457672:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610552.740792:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610552.740802:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610552.740804:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610552.740809:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:0.0:1749610552.740813:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610552.740817:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.740820:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610552.740823:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610552.740826:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610553.236696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610553.236705:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610553.236897:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610553.236903:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610553.236907:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610553.416690:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610553.416709:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610553.416712:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610553.416717:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610553.416719:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610553.416724:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610553.416726:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610553.457646:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610553.457651:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610553.457653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610553.457657:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610553.457661:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610553.457664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610553.457668:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610553.457671:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610553.457673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610553.740573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610553.740577:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610553.740579:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610553.740582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:0.0:1749610553.740585:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610553.740588:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610553.740590:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610553.740592:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610553.740594:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610554.238754:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610554.238764:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610554.238767:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610554.238771:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610554.238776:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610554.238778:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610554.238780:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610554.238782:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610554.238927:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610554.238934:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610554.238937:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610554.416687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610554.416704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610554.416707:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610554.416711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610554.416713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610554.416717:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610554.416720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610554.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610554.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610554.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610554.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610554.457650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610554.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610554.457656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610554.457658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610554.457661:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610554.740738:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610554.740745:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610554.740748:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610554.740753:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610554.740756:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610554.740760:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610554.740763:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610554.740767:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610554.740769:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610555.240665:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610555.240670:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610555.240785:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610555.240791:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610555.240795:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610555.416634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610555.416651:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610555.416654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610555.416657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610555.416660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610555.416664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610555.416667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610555.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610555.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610555.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610555.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610555.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610555.457646:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610555.457658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610555.457660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610555.457663:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610555.688150:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610555.688173:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610555.688179:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610555.688184:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610555.688202:0:28315:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610555.688225:0:28315:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00a00 00000400:00000100:0.0:1749610555.688236:0:28315:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200064 offset 0 length 520: 4 00000400:00000200:0.0:1749610555.688243:0:28315:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610555.688247:0:28315:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610555.688260:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610555.688282:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610555.688286:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610555.688291:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610555.740639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610555.740645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610555.740648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610555.740652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:2.0:1749610555.740655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610555.740659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610555.740662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610555.740666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610555.740668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610556.242608:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610556.242614:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610556.242746:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610556.242752:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610556.242756:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610556.416698:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610556.416717:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610556.416720:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610556.416725:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610556.416728:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610556.416732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610556.416735:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610556.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610556.457697:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610556.457699:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610556.457703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610556.457707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610556.457711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610556.457714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610556.457717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610556.457719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610556.740761:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610556.740770:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610556.740772:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610556.740778:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:0.0:1749610556.740782:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610556.740786:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610556.740789:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610556.740793:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610556.740796:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610557.244758:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610557.244766:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610557.244910:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610557.244916:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610557.244920:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610557.416739:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610557.416759:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610557.416762:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.416767:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610557.416770:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610557.416774:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.416776:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610557.422655:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610557.422663:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610557.422667:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610557.422670:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610557.422673:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610557.422676:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610557.422680:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610557.422686:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:0.0:1749610557.422691:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610557.422694:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610557.422698:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610557.422700:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610557.422702:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610557.422707:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610557.422709:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610557.422713:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610557.422716:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610557.422719:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610557.422722:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610557.422725:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610557.422727:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610557.422729:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610557.422730:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610557.422734:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610557.422737:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610557.422740:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.422744:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610557.422751:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610557.422754:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.422756:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610557.422759:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610557.422766:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000020:00000040:0.0:1749610557.422771:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610557.422775:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610557.422777:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.422780:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610557.422782:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610557.422786:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610557.422795:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ec400. 00000100:00000001:0.0:1749610557.422803:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610557.422813:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610557.422853:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610557.422858:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.422863:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997480] to pc [ptlrpcd_rcv+-1] req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.422890:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610557.422894:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610557.422901:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610557.422903:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610557.422905:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610557.422909:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610557.422912:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:0.0:1749610557.422916:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610557.422920:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610557.422920:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610557.422924:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610557.422926:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610557.422927:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610557.422929:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610557.422930:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610557.422933:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610557.422935:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610557.422937:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610557.422938:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610557.422940:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610557.422943:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610557.422947:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749610557.422951:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610557.422952:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610557.422953:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.422955:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610557.422957:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610557.422957:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749610557.422960:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610557.422960:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610557.422963:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610557.422964:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00100000:3.0:1749610557.422967:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494525952:0@lo:38:kworker.0 00000100:00080000:0.0:1749610557.422968:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610557.422971:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.422973:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610557.422974:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610557.422976:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610557.422979:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.422980:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610557.422981:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610557.422983:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610557.422986:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880118a7fc00. 00000100:00000001:0.0:1749610557.422986:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610557.422989:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.422989:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610557.422995:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000400:00000010:3.0:1749610557.422996:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000020:00000040:0.0:1749610557.422999:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749610557.423003:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 02000000:00000001:0.0:1749610557.423003:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610557.423005:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423008:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610557.423010:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749610557.423012:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494525952, portal 4 02000000:00000001:0.0:1749610557.423013:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423014:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610557.423016:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 02000000:00000010:0.0:1749610557.423019:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ec800. 00000100:00000001:0.0:1749610557.423024:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423025:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610557.423032:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610557.423034:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610557.423038:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610557.423040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000200:3.0:1749610557.423043:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494525952, offset 0 00000100:00000001:0.0:1749610557.423045:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749610557.423049:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610557.423050:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.423056:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996d80] to pc [ptlrpcd_rcv+-1] req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610557.423065:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610557.423070:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610557.423075:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749610557.423077:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf925a00 00000100:00080000:0.0:1749610557.423081:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610557.423083:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1749610557.423084:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 22360 00000100:00080000:0.0:1749610557.423086:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610557.423090:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749610557.423093:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749610557.423093:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5158 00000100:00080000:0.0:1749610557.423097:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749610557.423098:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610557.423101:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610557.423103:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610557.423104:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610557.423105:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610557.423107:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:3.0:1749610557.423110:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac34000. 00000100:00000001:0.0:1749610557.423110:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610557.423114:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac34000 x1834598494525952 msgsize 520 00000020:00000001:0.0:1749610557.423114:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610557.423116:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00100000:3.0:1749610557.423118:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610557.423119:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610557.423122:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610557.423125:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749610557.423128:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610557.423129:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610557.423134:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:3.0:1749610557.423137:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:0.0:1749610557.423137:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610557.423140:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000040:0.0:1749610557.423140:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610557.423143:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610557.423144:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610557.423146:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000200:3.0:1749610557.423149:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610557.423151:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610557.423155:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610557.423157:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749610557.423161:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610557.423162:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610557.423166:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423168:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423169:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610557.423170:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610557.423172:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423173:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610557.423177:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000100:00000040:3.0:1749610557.423178:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1068 usecs (2 jiffies) 00000100:00000001:1.0:1749610557.423178:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749610557.423180:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749610557.423182:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299830882 00000100:00100000:1.0:1749610557.423183:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494525952 02000000:00000001:0.0:1749610557.423184:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1749610557.423186:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84180. 02000000:00000001:1.0:1749610557.423186:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610557.423186:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423189:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610557.423190:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610557.423191:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610557.423193:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610557.423193:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.423194:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610557.423198:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299830882 02000000:00000010:0.0:1749610557.423199:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ecc00. 00000100:00000010:3.0:1749610557.423202:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb842c0. 00000100:00100000:1.0:1749610557.423202:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494525952 00000100:00000001:0.0:1749610557.423204:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423205:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:1.0:1749610557.423205:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610557.423206:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610557.423207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299830882 00000020:00000001:1.0:1749610557.423208:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749610557.423210:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb849c0. 00000020:00000001:1.0:1749610557.423210:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610557.423211:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749610557.423212:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423213:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610557.423215:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299830882 00000100:00000010:3.0:1749610557.423218:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84100. 00000020:00000010:1.0:1749610557.423219:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00000001:3.0:1749610557.423221:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610557.423223:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610557.423224:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000100:00000001:0.0:1749610557.423224:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610557.423226:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423227:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423228:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423230:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610557.423230:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000040:0.0:1749610557.423233:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133996680] to pc [ptlrpcd_rcv+-1] req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.423236:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610557.423236:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610557.423238:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610557.423238:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610557.423240:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610557.423240:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423241:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610557.423243:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610557.423246:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423247:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.423247:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.423251:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610557.423253:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423254:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610557.423256:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423256:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610557.423258:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610557.423260:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610557.423261:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 02000000:00000001:3.0:1749610557.423262:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423263:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610557.423264:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494526080:0@lo:38:kworker.0 00000020:00000040:0.0:1749610557.423264:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610557.423265:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610557.423268:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610557.423268:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610557.423270:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610557.423270:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 02000000:00000001:0.0:1749610557.423270:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610557.423271:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.423272:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.423273:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610557.423274:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610557.423274:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910705664 : -131938798845952 : ffff88009ac34000) 02000000:00000010:3.0:1749610557.423276:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880118a7f800. 02000000:00000010:0.0:1749610557.423277:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 02000000:00000001:3.0:1749610557.423278:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423278:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610557.423280:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610557.423280:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34000 x1834598494525952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.423280:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610557.423281:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000400:00000010:3.0:1749610557.423284:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610557.423284:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610557.423286:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494526080, portal 10 00000100:00000001:3.0:1749610557.423288:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610557.423288:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610557.423290:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000100:00100000:1.0:1749610557.423293:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494525952:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749610557.423296:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610557.423298:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494525952 00000100:00000001:0.0:1749610557.423300:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749610557.423301:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610557.423302:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610557.423304:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423305:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610557.423305:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749610557.423307:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000200:3.0:1749610557.423309:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494526080, offset 0 00000100:00000040:0.0:1749610557.423311:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997100] to pc [ptlrpcd_00_02+2] req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610557.423313:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610557.423317:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610557.423320:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610557.423321:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925a80 00010000:00020000:1.0:1749610557.423324:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610557.423326:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 146720 00010000:00000001:1.0:1749610557.423327:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610557.423331:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749610557.423331:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610557.423334:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610557.423334:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610557.423336:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610557.423337:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610557.423339:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610557.423339:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749610557.423343:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b290a80. 02000000:00000010:1.0:1749610557.423343:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154b800. 00000100:00000001:0.0:1749610557.423343:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610557.423345:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423346:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b290a80 x1834598494526080 msgsize 520 00000100:00000001:1.0:1749610557.423347:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610557.423347:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749610557.423350:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610557.423352:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610557.423353:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610557.423353:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00010000:00000001:1.0:1749610557.423354:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423355:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610557.423356:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749610557.423356:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00001000:1.0:1749610557.423358:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:0.0:1749610557.423358:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749610557.423359:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00000001:2.0:1749610557.423359:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610557.423361:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:1.0:1749610557.423361:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610557.423362:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610557.423363:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610557.423363:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610557.423365:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610557.423366:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.423366:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610557.423366:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5158 00000100:00000001:2.0:1749610557.423368:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610557.423368:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610557.423369:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610557.423369:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610557.423370:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610557.423371:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610557.423373:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610557.423373:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610557.423374:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610557.423376:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610557.423377:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610557.423377:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610557.423380:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610557.423380:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610557.423381:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610557.423382:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610557.423382:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423384:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610557.423384:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610557.423384:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610557.423386:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610557.423387:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610557.423387:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610557.423389:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 788 usecs (1 jiffies) 00000400:00000010:1.0:1749610557.423390:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000040:0.0:1749610557.423390:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749610557.423391:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299830881 00000100:00000001:2.0:1749610557.423391:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610557.423392:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610557.423393:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423394:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299830882 00000100:00000200:1.0:1749610557.423394:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494525952, offset 0 00000020:00000040:0.0:1749610557.423395:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610557.423396:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299830881 02000000:00000001:2.0:1749610557.423396:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610557.423398:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299830882 00000020:00000001:0.0:1749610557.423398:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749610557.423399:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610557.423399:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610557.423400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299830881 00000100:00000001:3.0:1749610557.423402:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299830882 02000000:00000001:2.0:1749610557.423402:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610557.423402:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610557.423404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299830881 00000100:00000001:3.0:1749610557.423406:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299830882 00000100:00100000:2.0:1749610557.423406:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494526336:0@lo:400:kworker.0 00000100:00000040:0.0:1749610557.423406:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610557.423408:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610557.423408:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610557.423409:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610557.423410:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423410:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610557.423412:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610557.423413:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610557.423413:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610557.423415:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610557.423415:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610557.423415:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf925a00 00000100:00000001:0.0:1749610557.423415:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610557.423417:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610557.423417:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610557.423419:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610557.423419:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610557.423421:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610557.423421:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828e00. 00000400:00000200:1.0:1749610557.423421:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5d85 [1] + 0 00000100:00000001:3.0:1749610557.423423:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610557.423423:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610557.423423:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610557.423424:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610557.423426:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610557.423426:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423427:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610557.423428:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9f8. 02000000:00000001:0.0:1749610557.423429:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749610557.423430:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610557.423433:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749610557.423433:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610557.423434:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.423435:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610557.423436:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.423437:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.423438:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749610557.423438:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494526336, portal 10 00000100:00000200:1.0:1749610557.423439:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610557.423440:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610557.423440:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610557.423440:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610557.423441:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423441:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000100:00000001:0.0:1749610557.423443:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610557.423444:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494526208:0@lo:38:kworker.0 00000100:00000001:3.0:1749610557.423447:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610557.423448:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 02000000:00000001:3.0:1749610557.423449:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610557.423449:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610557.423450:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610557.423451:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610557.423451:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749610557.423453:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610557.423455:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610557.423457:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610557.423457:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423459:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610557.423460:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610557.423460:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610557.423462:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000001:0.0:1749610557.423462:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610557.423464:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610557.423465:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494526336, offset 0 00000400:00000200:1.0:1749610557.423465:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000010:3.0:1749610557.423468:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578000. 00000400:00000010:1.0:1749610557.423468:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000010:0.0:1749610557.423470:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ed000. 02000000:00000001:3.0:1749610557.423471:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423471:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610557.423472:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610557.423473:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610557.423475:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7738. 00000100:00000001:1.0:1749610557.423475:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.423475:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610557.423478:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000040:1.0:1749610557.423479:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610557.423481:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610557.423481:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610557.423482:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494526208, portal 10 00000100:00100000:0.0:1749610557.423482:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749610557.423483:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.423484:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610557.423485:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000040:1.0:1749610557.423487:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34000 x1834598494525952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610557.423489:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925b80 00000100:00000040:3.0:1749610557.423493:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610557.423495:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 147240 00000100:00000001:0.0:1749610557.423495:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749610557.423497:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494525952:12345-0@lo:38:kworker.0 Request processed in 204us (381us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610557.423498:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423499:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610557.423501:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610557.423502:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610557.423503:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000400:00000200:2.0:1749610557.423505:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610557.423505:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133994e00] to pc [ptlrpcd_rcv+-1] req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610557.423506:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494526208, offset 0 00000100:00000001:2.0:1749610557.423509:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610557.423509:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000400:00000200:3.0:1749610557.423510:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610557.423510:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610557.423512:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610557.423513:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610557.423515:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610557.423515:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588e00. 00000100:00000040:2.0:1749610557.423517:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880113588e00 x1834598494526336 msgsize 224 00000020:00000010:1.0:1749610557.423518:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000100:00100000:2.0:1749610557.423550:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610557.423551:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.423557:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749610557.423558:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925b00 00000100:00000001:2.0:1749610557.423558:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610557.423562:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 147464 00000100:00000001:0.0:1749610557.423562:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610557.423566:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000100:00000010:0.0:1749610557.423566:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000400:00000200:3.0:1749610557.423567:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610557.423568:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000400:00000200:3.0:1749610557.423570:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610557.423570:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610557.423571:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610557.423571:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:3.0:1749610557.423574:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610557.423574:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749610557.423575:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610557.423576:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610557.423576:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749610557.423577:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000100:00000010:3.0:1749610557.423579:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b290e00. 00000100:00000001:1.0:1749610557.423580:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610557.423580:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423582:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b290e00 x1834598494526208 msgsize 520 00000100:00000001:2.0:1749610557.423585:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610557.423585:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00100000:3.0:1749610557.423586:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610557.423588:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.423589:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423592:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610557.423594:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610557.423595:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423595:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.423596:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610557.423597:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:2.0:1749610557.423597:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749610557.423599:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610557.423601:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610557.423601:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610557.423605:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610557.423605:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 710 usecs (1 jiffies) 00000100:00000001:2.0:1749610557.423608:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299830882 00000100:00000001:0.0:1749610557.423608:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610557.423611:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299830882 00000100:00000001:0.0:1749610557.423611:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423612:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610557.423614:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299830882 00000100:00000040:3.0:1749610557.423615:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.423616:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299830882 00000100:00000001:1.0:1749610557.423617:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610557.423618:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299830882 00000100:00000040:0.0:1749610557.423618:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133997800] to pc [ptlrpcd_00_03+3] req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610557.423620:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526080 00000100:00000001:2.0:1749610557.423621:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299830882 00000100:00000001:3.0:1749610557.423622:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423622:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299830882 02000000:00000001:1.0:1749610557.423622:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610557.423623:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610557.423624:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299830882 00000100:00000001:1.0:1749610557.423624:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610557.423626:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423626:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610557.423626:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610557.423628:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.423629:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 745 usecs (1 jiffies) 00000100:00000001:2.0:1749610557.423629:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423631:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299830882 00000100:00000001:2.0:1749610557.423631:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610557.423631:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526080 00000020:00000001:1.0:1749610557.423633:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610557.423634:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299830882 00000100:00000001:2.0:1749610557.423634:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610557.423634:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610557.423636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299830882 00000020:00000001:1.0:1749610557.423636:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610557.423638:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299830882 00000020:00000001:1.0:1749610557.423638:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299830882 00000020:00000001:1.0:1749610557.423640:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423643:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299830882 00000020:00000010:1.0:1749610557.423644:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00000001:3.0:1749610557.423645:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299830882 00000020:00000010:1.0:1749610557.423646:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000100:00000001:3.0:1749610557.423647:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299830882 00000100:00000001:2.0:1749610557.423648:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610557.423649:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610557.423649:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00100000:2.0:1749610557.423650:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526336 00000100:00000001:3.0:1749610557.423651:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423651:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610557.423652:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610557.423653:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610557.423654:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610557.423654:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610557.423655:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610557.423655:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610557.423656:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610557.423656:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610557.423659:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 02000000:00000001:2.0:1749610557.423659:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423659:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610557.423662:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00100000:2.0:1749610557.423662:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526336 00000100:00000040:0.0:1749610557.423662:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5168) 00000400:00000010:3.0:1749610557.423664:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000020:00000001:2.0:1749610557.423664:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610557.423665:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610557.423665:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423666:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610557.423667:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610557.423669:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610557.423670:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610557.423671:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749610557.423673:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:1.0:1749610557.423673:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526208 02000000:00000001:1.0:1749610557.423675:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749610557.423676:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610557.423676:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610557.423677:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610557.423678:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423680:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610557.423680:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610557.423682:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526208 00000020:00000010:2.0:1749610557.423683:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fa40. 00000100:00000001:3.0:1749610557.423684:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610557.423684:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610557.423685:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610557.423686:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610557.423687:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610557.423688:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610557.423688:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.423690:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749610557.423690:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610557.423690:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423692:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610557.423693:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:3.0:1749610557.423694:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610557.423695:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610557.423696:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610557.423697:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423697:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610557.423698:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:1.0:1749610557.423699:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610557.423699:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749610557.423701:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000001:1.0:1749610557.423701:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610557.423702:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610557.423703:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610557 v=5 (0 0 0 0) 00000020:00000010:2.0:1749610557.423705:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00001000:3.0:1749610557.423707:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=130 v=20 (1 1 20 0) 00000020:00000010:2.0:1749610557.423709:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:3.0:1749610557.423710:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610557.423713:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610557.423715:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610557.423715:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610557.423717:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610557.423719:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610557.423720:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.423721:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423727:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610557.423731:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610557.423733:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423735:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610557.423737:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610557.423740:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610557.423743:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610557.423745:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610557.423749:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610557.423764:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494525952:0@lo:38:kworker.0 00000100:00000001:3.0:1749610557.423768:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423770:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610557.423773:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997480 x1834598494525952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.423779:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610557.423781:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610557.423784:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880118a7fc00. 02000000:00000001:3.0:1749610557.423788:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610557.423789:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610557.423791:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610557.423793:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610557.423796:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ec400. 02000000:00000001:3.0:1749610557.423799:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610557.423800:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610557.423802:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 00000100:00000001:3.0:1749610557.423805:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610557.423807:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423808:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423813:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610557.423815:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.423844:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610557.423846:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610557.423847:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610557.423851:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.423858:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610557.423860:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.423862:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610557.423864:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610557.423866:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610557.423869:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494526464:0@lo:38:kworker.0 00000100:00000001:3.0:1749610557.423872:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610557.423874:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610557.423876:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.423878:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610557.423881:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578400. 02000000:00000001:3.0:1749610557.423883:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610557.423885:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000400:00000010:3.0:1749610557.423888:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000200:3.0:1749610557.423891:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494526464, portal 10 00000100:00000001:3.0:1749610557.423893:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610557.423895:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 00000100:00000040:3.0:1749610557.423900:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.423906:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610557.423908:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610557.423910:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:3.0:1749610557.423912:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494526464, offset 0 00000400:00000200:3.0:1749610557.423916:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610557.423921:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610557.423925:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925c00 00000400:00000200:3.0:1749610557.423929:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 147984 00000400:00000200:3.0:1749610557.423933:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610557.423936:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610557.423939:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610557.423941:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749610557.423944:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b293b80. 00000100:00000040:3.0:1749610557.423946:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b293b80 x1834598494526464 msgsize 520 00000100:00100000:3.0:1749610557.423950:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610557.423955:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00000001:3.0:1749610557.423957:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610557.423960:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:0.0:1749610557.423961:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917376640 : -131938792174976 : ffff88009b290a80) 00000400:00000010:3.0:1749610557.423962:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610557.423963:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423964:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610557.423965:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610557.423968:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.423968:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610557.423969:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.423970:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610557.423970:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290a80 x1834598494526080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.423972:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610557.423974:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610557.423975:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610557.423976:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526464 00000100:00000040:3.0:1749610557.423978:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610557.423978:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610557.423979:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610557.423980:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610557.423980:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423982:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610557.423982:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610557.423984:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526464 00000100:00000001:3.0:1749610557.423985:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423986:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610557.423986:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000001:1.0:1749610557.423986:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610557.423987:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610557.423988:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610557.423989:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610557.423989:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00100000:0.0:1749610557.423989:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494526080:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610557.423990:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.423991:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933756416 : -131936775795200 : ffff880113588e00) 00000100:00000040:3.0:1749610557.423992:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 550 usecs (1 jiffies) 00000020:00000001:1.0:1749610557.423992:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.423994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299830882 00000020:00000010:1.0:1749610557.423994:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000100:00000200:0.0:1749610557.423995:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526080 00000100:00000001:3.0:1749610557.423996:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299830882 00000100:00000040:2.0:1749610557.423997:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588e00 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:748/0 lens 224/0 e 0 to 0 dl 1749610568 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610557.423997:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610557.423998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299830882 00000020:00000010:1.0:1749610557.423999:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000020:00000001:0.0:1749610557.423999:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610557.424001:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299830882 00000100:00000001:1.0:1749610557.424001:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610557.424003:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299830882 00000100:00000001:1.0:1749610557.424003:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1749610557.424003:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610557.424004:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424005:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299830882 00000100:00000001:3.0:1749610557.424007:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299830882 00000100:00000001:2.0:1749610557.424007:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610557.424007:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424009:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299830882 00000020:00000010:2.0:1749610557.424009:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f2c0. 00000100:00000001:1.0:1749610557.424009:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.424011:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610557.424011:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.424013:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.424013:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610557.424014:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f2c0. 00000100:00000001:3.0:1749610557.424015:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.424015:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610557.424016:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424017:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610557.424018:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494526336:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610557.424019:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749610557.424019:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00000001:3.0:1749610557.424021:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749610557.424021:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610557.424022:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917377536 : -131938792174080 : ffff88009b290e00) 00000100:00000001:3.0:1749610557.424023:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610557.424023:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526336 00000100:00000001:3.0:1749610557.424024:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610557.424025:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610557.424025:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610557.424025:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610557.424026:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b290e00 x1834598494526208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.424027:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610557.424028:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749610557.424029:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610557.424031:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424033:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610557.424034:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610557.424036:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610557.424036:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749610557.424037:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494526208:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749610557.424039:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749610557.424039:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749610557.424040:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526208 00000020:00000001:2.0:1749610557.424042:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610557.424043:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610557.424044:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610557.424044:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749610557.424045:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610557.424046:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610557.424046:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610557.424049:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610557.424050:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000020:00000001:2.0:1749610557.424051:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610557.424053:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917389184 : -131938792162432 : ffff88009b293b80) 00000020:00000001:1.0:1749610557.424053:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.424055:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749610557.424056:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610557.424057:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b293b80 x1834598494526464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610557.424057:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610557.424059:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610557.424061:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526ec00. 00010000:00000001:1.0:1749610557.424061:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610557.424063:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.424064:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610557.424065:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.424066:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610557.424067:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749610557.424068:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494526464:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749610557.424068:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610557.424070:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494526336 02000000:00000010:1.0:1749610557.424070:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154bc00. 00000100:00000200:3.0:1749610557.424072:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526464 02000000:00000001:1.0:1749610557.424072:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610557.424073:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610557.424074:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610557.424075:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610557.424077:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610557.424078:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:2.0:1749610557.424078:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880113588e00 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:748/0 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610557.424078:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610557.424081:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610557.424084:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749610557.424086:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610557.424086:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610557.424088:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610557.424088:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610557.424088:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00020000:3.0:1749610557.424091:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749610557.424091:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610557.424091:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610557.424094:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610557.424094:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:0.0:1749610557.424094:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ed800. 00000100:00000001:2.0:1749610557.424095:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610557.424097:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610557.424097:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610557.424098:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424099:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610557.424099:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610557.424099:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610557.424101:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610557.424102:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610557.424102:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610557.424102:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610557.424103:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.424104:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610557.424105:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610557.424105:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610557.424107:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578800. 00000100:00000040:2.0:1749610557.424108:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610557.424108:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610557.424108:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610557.424109:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424111:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610557.424111:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00010000:00000001:0.0:1749610557.424111:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610557.424112:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610557.424114:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610557.424114:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494526336, offset 224 00000100:00001000:0.0:1749610557.424115:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610557.424116:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610557.424116:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00001000:3.0:1749610557.424119:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610557.424119:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610557.424120:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610557.424122:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749610557.424122:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494526208, offset 0 00000100:00000001:0.0:1749610557.424123:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610557.424124:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610557.424126:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610557.424127:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000040:0.0:1749610557.424128:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000001:3.0:1749610557.424129:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610557.424130:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610557.424131:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610557.424131:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925b80 00000100:00000001:0.0:1749610557.424131:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610557.424134:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610557.424135:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 29 to 0@lo 02000000:00000001:3.0:1749610557.424137:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610557.424137:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d99 [1] + 224 02000000:00000001:3.0:1749610557.424139:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610557.424139:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610557.424141:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610557.424141:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000400:00000200:2.0:1749610557.424142:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610557.424143:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610557.424144:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749610557.424145:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000400:00000200:2.0:1749610557.424146:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610557.424147:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610557.424148:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494526464, offset 0 00000100:00000001:2.0:1749610557.424149:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610557.424149:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925b00 00000100:00000001:0.0:1749610557.424150:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610557.424153:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610557.424153:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610557.424155:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610557.424159:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610557.424159:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5da1 [1] + 0 00000400:00000010:0.0:1749610557.424159:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000040:2.0:1749610557.424163:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610557.424164:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925c00 00000400:00000200:1.0:1749610557.424166:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610557.424166:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494526080, offset 0 00000400:00000200:3.0:1749610557.424168:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5da9 [1] + 0 00000400:00000200:3.0:1749610557.424172:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610557.424172:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610557.424172:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610557.424174:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610557.424176:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610557.424179:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610557.424180:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610557.424183:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610557.424183:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610557.424185:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000400:00000200:0.0:1749610557.424185:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610557.424187:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749610557.424187:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424189:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610557.424192:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424194:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610557.424196:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925a80 00000100:00000040:2.0:1749610557.424197:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 28 to 0@lo 00010000:00000001:2.0:1749610557.424200:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610557.424201:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610557.424201:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610557.424203:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610557.424204:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610557.424204:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5d8d [1] + 0 00000100:00000040:2.0:1749610557.424207:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588e00 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:748/0 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610557.424212:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610557.424215:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610557.424216:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494526336:12345-0@lo:400:kworker.0 Request processed in 208us (696us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610557.424217:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610557.424219:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000010:3.0:1749610557.424221:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610557.424224:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749610557.424224:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:3.0:1749610557.424225:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610557.424225:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:2.0:1749610557.424227:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610557.424228:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.424229:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749610557.424229:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610557.424231:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610557.424232:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610557.424232:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610557.424234:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610557.424234:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610557.424234:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610557.424236:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610557.424239:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000001:1.0:1749610557.424239:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.424240:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b293b80 x1834598494526464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.424241:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610557.424242:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610557.424243:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:1.0:1749610557.424244:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610557.424246:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610557.424248:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:0.0:1749610557.424248:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610557.424250:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494526464:12345-0@lo:38:kworker.0 Request processed in 181us (300us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610557.424250:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610557.424251:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290e00 x1834598494526208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610557.424257:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00000001:3.0:1749610557.424260:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610557.424261:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610557.424261:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494526208:12345-0@lo:38:kworker.0 Request processed in 224us (677us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610557.424262:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610557.424265:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:2.0:1749610557.424265:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610557.424265:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424266:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749610557.424269:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00100000:1.0:1749610557.424269:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00000040:2.0:1749610557.424270:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610557.424272:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610557.424273:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000100:00000001:1.0:1749610557.424274:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610557.424276:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610557.424277:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:2.0:1749610557.424278:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610557.424278:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610557.424280:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610557.424280:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 02000000:00000001:2.0:1749610557.424283:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610557.424283:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 02000000:00000001:2.0:1749610557.424285:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610557.424286:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610557.424287:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:2.0:1749610557.424288:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610557.424290:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:0.0:1749610557.424290:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00100000:2.0:1749610557.424291:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494526592:0@lo:400:kworker.0 00000020:00000040:3.0:1749610557.424294:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610557.424294:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610557.424295:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610557.424297:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610557.424297:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610557.424298:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610557.424300:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610557.424301:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610557.424302:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749610557.424302:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829600. 00000100:00000001:0.0:1749610557.424302:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610557.424304:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610557.424305:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610557.424306:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610557.424306:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610557.424306:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610557.424307:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 00000400:00000010:3.0:1749610557.424309:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000100:00000001:1.0:1749610557.424309:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424310:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610557.424311:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000010:3.0:1749610557.424313:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000020:00000001:0.0:1749610557.424313:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.424315:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749610557.424316:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000200:3.0:1749610557.424319:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610557.424319:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494526592, portal 10 00000100:00000040:0.0:1749610557.424320:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b290a80 x1834598494526080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610577 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424321:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610557.424323:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000100:00000200:3.0:1749610557.424327:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610557.424328:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610557.424333:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610557.424335:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.424335:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610557.424336:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749610557.424337:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610557.424337:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494526080:12345-0@lo:38:kworker.0 Request processed in 349us (986us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610557.424338:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749610557.424339:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610557.424340:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610557.424341:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610557.424341:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494526592, offset 0 02000000:00000001:3.0:1749610557.424344:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610557.424344:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749610557.424347:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610557 v=5 (0 0 0 0) 00000400:00000200:2.0:1749610557.424349:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610557.424350:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00001000:3.0:1749610557.424351:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=12 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610557.424353:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610557.424354:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925c80 00000100:00000001:3.0:1749610557.424355:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610557.424355:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610557.424358:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610557.424358:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 148504 00000100:00000001:0.0:1749610557.424358:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610557.424361:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610557.424362:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610557.424363:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000400:00000200:2.0:1749610557.424366:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610557.424368:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610557.424368:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:2.0:1749610557.424369:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610557.424370:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610557.424371:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610557.424372:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610557.424373:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589180. 00000100:00000001:3.0:1749610557.424374:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749610557.424374:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000100:00000001:3.0:1749610557.424376:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610557.424376:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880113589180 x1834598494526592 msgsize 224 00000100:00000001:0.0:1749610557.424378:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610557.424379:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749610557.424381:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1749610557.424382:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610557.424384:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610557.424387:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.424391:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610557.424395:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494526464:0@lo:38:kworker.0 00000400:00000001:3.0:1749610557.424400:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610557.424401:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610557.424403:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7738. 00000400:00000200:3.0:1749610557.424405:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:3.0:1749610557.424407:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749610557.424407:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610557.424408:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610557.424409:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526592 00000100:00000200:3.0:1749610557.424411:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610557.424411:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:0.0:1749610557.424412:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610557.424413:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610557.424415:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610557.424416:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610557.424418:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610557.424419:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610557.424420:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610557.424423:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424425:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610557.424426:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610557.424426:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526592 00000100:00000001:3.0:1749610557.424428:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610557.424428:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610557.424429:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610557.424430:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610557.424430:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610557.424431:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610557.424431:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610557.424432:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:3.0:1749610557.424433:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610557.424435:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1749610557.424436:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610557 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610557.424438:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610557.424438:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00001000:3.0:1749610557.424439:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=62 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610557.424439:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610557.424441:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610557.424442:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610557.424442:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610557.424442:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610557.424444:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610557.424445:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 677 usecs (1 jiffies) 00000020:00000001:0.0:1749610557.424445:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610557.424447:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424448:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299830882 00000100:00000001:0.0:1749610557.424450:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610557.424451:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299830882 00000100:00000001:3.0:1749610557.424454:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610557.424454:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299830882 00000020:00000010:0.0:1749610557.424455:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000100:00000001:3.0:1749610557.424456:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610557.424456:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299830882 00000100:00000001:3.0:1749610557.424457:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.424458:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610557.424458:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299830882 00000100:00000001:3.0:1749610557.424460:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610557.424460:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299830882 00000020:00000010:0.0:1749610557.424460:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb84c00. 00000100:00080000:3.0:1749610557.424462:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610557.424462:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299830882 00000100:00000001:2.0:1749610557.424464:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299830882 00000100:00080000:3.0:1749610557.424465:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610557.424466:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.424467:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610557.424467:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610557.424468:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610557.424471:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610557.424471:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610557.424473:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610557.424474:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9f8. 00000400:00000200:2.0:1749610557.424476:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749610557.424478:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749610557.424478:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749610557.424479:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494526208:0@lo:38:kworker.0 00000100:00000001:2.0:1749610557.424480:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610557.424481:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 00000400:00000001:3.0:1749610557.424483:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610557.424483:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610557.424484:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610557.424486:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000400:00000200:3.0:1749610557.424488:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610557.424489:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000010:0.0:1749610557.424489:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610557.424491:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610557.424491:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610557.424494:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610557.424494:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610557.424497:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610557.424499:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610557.424499:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000200:3.0:1749610557.424502:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424502:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610557.424504:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610557.424505:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610557.424505:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610557.424508:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610557.424508:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424508:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610557.424509:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610557.424510:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424510:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610557.424511:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610557.424512:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610557.424513:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610557.424513:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.424514:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610557.424514:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=62 v=5 (5 5 5 0) 02000000:00000001:3.0:1749610557.424516:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610557.424517:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=62 v=5 (1 1 1 0) 00000100:00001000:3.0:1749610557.424519:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610557 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610557.424519:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610557.424520:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610557.424522:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:3.0:1749610557.424550:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=112 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610557.424550:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424552:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610557.424553:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610557.424553:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610557.424555:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749610557.424558:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610557.424559:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610557.424559:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299830882, at 4299830882 00000100:00000001:0.0:1749610557.424561:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424565:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610557.424566:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424567:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610557.424568:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610557.424569:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749610557.424569:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb842c0. 00000100:00000001:3.0:1749610557.424570:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610557.424570:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610557.424571:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610557.424572:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610557.424573:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610557.424574:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610557.424575:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749610557.424577:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610557.424578:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610557.424580:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610557.424581:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610557.424584:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424584:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610557.424584:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610557.424585:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610557.424586:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610557.424587:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610557.424588:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610557.424590:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1749610557.424591:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494526080:0@lo:38:kworker.0 00000100:00000040:2.0:1749610557.424591:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610557.424594:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.424594:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610557.424595:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610557.424596:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424597:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610557.424597:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933757312 : -131936775794304 : ffff880113589180) 00000100:00100000:2.0:1749610557.424599:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494526336:0@lo:400:kworker.0 00000100:00000040:3.0:1749610557.424600:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133994e00 x1834598494526464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424603:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.424605:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610557.424606:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610557.424606:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113589180 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:748/0 lens 224/0 e 0 to 0 dl 1749610568 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610557.424608:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610557.424608:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997100 x1834598494526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610557.424610:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578400. 02000000:00000001:3.0:1749610557.424612:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610557.424614:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610557.424614:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749610557.424615:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610557.424616:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610557.424617:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610557.424618:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828e00. 02000000:00000010:3.0:1749610557.424619:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ed000. 00000100:00000001:0.0:1749610557.424620:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610557.424621:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610557.424622:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610557.424623:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610557.424624:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 00000020:00000001:2.0:1749610557.424624:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1749610557.424624:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee640. 00000020:00000040:2.0:1749610557.424626:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610557.424627:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610557.424628:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749610557.424628:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610557.424629:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610557.424630:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 00000100:00000001:3.0:1749610557.424631:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610557.424631:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee640. 02000000:00000001:2.0:1749610557.424633:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749610557.424634:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996680 x1834598494526208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610557.424635:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610557.424636:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 00000100:00100000:0.0:1749610557.424638:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494526592:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610557.424640:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610557.424640:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610557.424641:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610557.424642:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610557.424643:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610557.424644:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578000. 00000100:00000200:0.0:1749610557.424644:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526592 02000000:00000001:3.0:1749610557.424646:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610557.424646:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610557.424647:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610557.424647:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610557.424648:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1749610557.424649:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610557.424650:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610557.424650:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610557.424651:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610557.424652:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ecc00. 00000100:00000001:2.0:1749610557.424652:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610557.424653:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.424654:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610557.424654:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.424656:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610557.424656:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610557.424656:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000010:3.0:1749610557.424657:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 00000020:00000001:0.0:1749610557.424659:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610557.424662:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1749610557.424663:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610557.424664:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610557.424665:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610557.424666:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299830882, at 4299830882 00000020:00000001:0.0:1749610557.424667:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610557.424668:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996d80 x1834598494526080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610557.424670:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1749610557.424671:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb849c0. 00000020:00000001:0.0:1749610557.424673:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610557.424674:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610557.424675:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610557.424676:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880118a7f800. 00000020:00000001:0.0:1749610557.424676:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610557.424678:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610557.424679:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610557.424679:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1749610557.424680:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610557.424682:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610557.424683:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ec800. 00000100:00000001:0.0:1749610557.424683:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610557.424685:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610557.424686:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610557.424687:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749610557.424688:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 00000100:00000001:3.0:1749610557.424690:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610557.424691:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610557.424691:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322edc00. 00000100:00000001:3.0:1749610557.424693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610557.424694:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610557.424696:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610557.424697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424697:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610557.424698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610557.424701:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610557.424705:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494526592 00000100:00080000:3.0:1749610557.424706:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610557.424708:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:0.0:1749610557.424708:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610557.424715:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880113589180 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:748/0 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610557.424716:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299830882, at 4299830882 00000100:00000010:3.0:1749610557.424722:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84100. 00010000:00000001:0.0:1749610557.424727:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610557.424730:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610557.424734:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610557.424740:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610557.424743:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610557.424747:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610557.424750:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610557.424752:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424755:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610557.424759:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610557.424763:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:0.0:1749610557.424769:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494526592, offset 224 00000400:00000200:0.0:1749610557.424776:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610557.424786:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610557.424795:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925c80 00000400:00000200:0.0:1749610557.424802:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5dc1 [1] + 224 00000400:00000200:0.0:1749610557.424809:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610557.424815:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610557.424850:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610557.424856:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610557.424872:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.424905:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610557.424913:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749610557.424916:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749610557.424920:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610557.424922:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610557.424927:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.424932:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610557.424934:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749610557.424935:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610557.424936:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610557.424939:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610557.424940:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610557.424942:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610557.424942:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749610557.424944:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000400:00000200:2.0:1749610557.424947:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610557.424949:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000040:0.0:1749610557.424949:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589180 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:748/0 lens 224/224 e 0 to 0 dl 1749610568 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424951:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610557.424956:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610557.424964:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494526592:12345-0@lo:400:kworker.0 Request processed in 341us (584us total) trans 0 rc 0/0 00000100:00000200:2.0:1749610557.424965:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.424972:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610557.424974:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.424975:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610557.424977:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610557.424977:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:2.0:1749610557.424978:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610557.424981:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.424982:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:2.0:1749610557.424984:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.424986:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610557.424988:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=12 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610557.424988:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749610557.424992:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=12 v=5 (1 1 1 0) 00000020:00000010:0.0:1749610557.424993:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610557.424994:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610557.424995:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610557.424997:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1749610557.424998:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00010000:00080000:2.0:1749610557.425001:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610557.425003:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00010000:00000001:2.0:1749610557.425008:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610557.425009:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610557.425010:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610557.425012:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610557.425013:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610557.425013:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.425014:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610557.425017:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.425024:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610557.425026:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610557.425027:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610557.425030:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610557.425035:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299830882, at 4299830882 00000100:00100000:2.0:1749610557.425037:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494526592:0@lo:400:kworker.0 00000100:00000001:2.0:1749610557.425042:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.425044:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610557.425044:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84180. 00000100:00000040:2.0:1749610557.425046:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133997800 x1834598494526592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610557.425053:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610557.425055:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610557.425056:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829600. 02000000:00000001:2.0:1749610557.425059:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610557.425061:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610557.425062:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610557.425065:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610557.425066:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 02000000:00000001:2.0:1749610557.425069:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610557.425070:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610557.425072:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 00000100:00000001:2.0:1749610557.425075:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610557.425076:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.425078:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610557.425081:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610557.425083:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610557.425084:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610557.425086:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610557.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610557.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610557.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610557.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610557.457645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.457647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610557.457650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.457652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.740754:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610557.740762:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610557.740765:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610557.740769:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab900 going to sleep for 0 seconds 00000100:00000001:0.0:1749610557.740773:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610557.740776:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.740779:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610557.740792:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.740805:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610557.740809:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.740856:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610557.740859:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.740862:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610557.740864:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610557.740868:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610557.740878:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801327ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494523520:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610557.740883:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.740885:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610557.740889:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610557.740891:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610557.740894:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.740901:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610557.740904:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab900. 00000100:00000001:0.0:1749610557.740911:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610557.740912:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610557.740916:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610557.740921:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610557.740925:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610557.740928:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829800 refcount=4 00000020:00000001:0.0:1749610557.740931:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:0.0:1749610557.740934:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00010000:0.0:1749610557.740940:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.740954:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610557.740959:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.740965:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610557.740968:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.740974:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610557.740976:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610557.740979:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.740985:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610557.740987:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610557.740990:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610557.740993:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610557.740999:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610557.741003:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610557.741005:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.741011:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610557.741012:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610557.741013:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610557.741015:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829800 refcount=5 00000020:00000001:0.0:1749610557.741017:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:0.0:1749610557.741019:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:0.0:1749610557.741021:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610557.741025:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610557.741031:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610557.741033:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610557.741038:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610557.741041:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610557.741042:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610557.741045:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610557.741046:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610557.741048:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610557.741050:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610557.741052:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610557.741053:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610557.741056:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829800 with handle 0x689c0ec07329d183 from hash 00010000:00000001:0.0:1749610557.741058:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610557.741060:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610557.741061:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610557.741062:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610557.741063:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610557.741065:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610557.741067:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610557.741068:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610557.741069:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610557.741071:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610557.741073:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610557.741078:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610557.741079:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610557.741080:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610557.741082:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610557.741083:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610557.741084:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610557.741085:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610557.741088:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d183 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610557.741096:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5700 count: 0 00010000:00000001:0.0:1749610557.741123:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610557.741126:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610557.741129:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610557.741132:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801327ddf80 x1834598494523520/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.741139:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610557.741143:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610557.741145:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610557.741147:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610557.741152:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829c00. 02000000:00000001:0.0:1749610557.741156:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610557.741158:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610557.741160:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327ddf80. 00000100:00000001:0.0:1749610557.741167:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610557.741169:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610557.741171:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610557.741174:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610557.741177:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610557.741181:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3ee640. 00000020:00000010:0.0:1749610557.741186:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000020:00000010:0.0:1749610557.741191:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f400. 00000040:00000010:0.0:1749610557.741195:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610557.741201:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749610557.741206:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e200. 80000000:00000010:0.0:1749610557.741211:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610557.741216:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e800. 00080000:00000010:0.0:1749610557.741223:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610557.741228:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610557.741238:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610557.741240:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610557.741246:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f400. 00000040:00000010:0.0:1749610557.741250:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610557.741253:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749610557.741258:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e200. 80000000:00000010:0.0:1749610557.741261:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610557.741264:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e800. 00080000:00000010:0.0:1749610557.741269:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610557.741273:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610557.741277:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 10000000:00000010:0.0:1749610557.741280:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3ee640. 10000000:01000000:0.0:1749610557.741283:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749610557.741286:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749610557.747934:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749610557.747939:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749610557.747943:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749610557.747946:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749610557.747949:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610557.747954:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749610557.747957:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610557.747961:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610557.747963:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610557.747966:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749610557.747970:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610557.747974:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610557.747976:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749610557.747979:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610557.747982:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610557.747984:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749610557.747986:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610557.747989:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749610557.747993:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610557.747996:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749610557.748003:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000040:0.0:1749610557.748009:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610557.748014:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610557.748020:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610557.748025:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610557.748033:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e600. 00000100:00000001:0.0:1749610557.748042:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610557.748048:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610557.748051:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610557.748059:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f400. 00010000:00000001:0.0:1749610557.748066:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610557.748069:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e000. 00000020:00000001:0.0:1749610557.748074:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610557.748078:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e000 with handle 0x689c0ec07329d18a to hash 00000020:00000001:0.0:1749610557.748081:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610557.748084:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610557.748089:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749610557.748093:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610557.748096:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610557.748102:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610557.748116:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610557.748132:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610557.748141:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610557.748145:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610557.748154:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610557.748157:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610557.748161:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610557.748164:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000100:00000001:0.0:1749610557.748170:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610557.748177:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.748180:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610557.748183:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610557.748193:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.748207:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610557.748210:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610557.748217:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610557.748230:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610557.748233:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610557.748235:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610557.748239:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610557.748243:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610557.748245:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.748248:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610557.748250:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610557.748254:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610557.748766:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5700. 00010000:00000010:2.1:1749610557.748777:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829800. 00010000:00000001:0.0:1749610558.246696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610558.246703:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610558.246871:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610558.246877:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610558.246881:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610558.424697:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610558.424715:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610558.424718:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610558.424722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610558.424726:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610558.424730:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610558.424732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610558.457651:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610558.457656:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610558.457658:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610558.457662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610558.457666:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610558.457669:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610558.457673:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610558.457676:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610558.457678:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610558.747688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610558.747695:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610558.747697:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610558.747701:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610558.747705:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610558.747709:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610558.747712:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610558.747716:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610558.747718:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610559.248684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610559.248692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610559.248880:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610559.248886:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610559.248891:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610559.424769:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610559.424785:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610559.424788:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610559.424792:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610559.424795:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610559.424846:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610559.424849:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610559.457638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610559.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610559.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610559.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610559.457653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610559.457657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610559.457660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610559.457663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610559.457665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610559.747736:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610559.747745:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610559.747747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610559.747752:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610559.747757:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610559.747761:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610559.747764:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610559.747767:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610559.747770:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610560.250647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610560.250653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610560.250724:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610560.250728:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610560.250730:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610560.424635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610560.424649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610560.424650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610560.424653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610560.424655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610560.424658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610560.424659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610560.457579:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610560.457582:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610560.457583:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610560.457586:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610560.457588:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610560.457590:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610560.457592:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610560.457594:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610560.457596:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610560.747572:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610560.747578:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610560.747580:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610560.747583:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610560.747586:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610560.747588:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610560.747591:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610560.747593:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610560.747595:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610561.252594:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610561.252598:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610561.252670:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610561.252674:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610561.252677:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610561.424636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610561.424653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610561.424655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610561.424661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610561.424663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610561.424667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610561.424670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610561.457594:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610561.457598:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610561.457599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610561.457602:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610561.457604:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610561.457606:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610561.457609:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610561.457611:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610561.457612:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610561.747699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610561.747705:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610561.747707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610561.747710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610561.747712:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610561.747715:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610561.747717:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610561.747719:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610561.747720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610562.254608:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610562.254612:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610562.254697:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610562.254700:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610562.254702:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610562.424657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610562.424666:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749610562.424683:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610537/real 1749610537] req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610562.424723:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610562.424726:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610562.424730:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe370. 00000400:00000200:0.0:1749610562.424736:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:0.0:1749610562.424739:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749610562.424744:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610562.424748:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610562.424758:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.424765:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.424768:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.424808:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610562.424812:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610562.424818:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.424830:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.424844:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610562.424847:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.424851:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610562.424855:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610562.424859:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610562.424865:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.424878:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610562.424882:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.424886:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610562.424888:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.424892:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610562.424895:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749610562.424901:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610562.424941:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749610562.424947:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749610562.424954:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610562.424969:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494522624:0@lo:250:kworker.0 00000100:00000001:0.0:1749610562.424976:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.424980:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610562.424985:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996a00 x1834598494522624/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610562 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.424995:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610562.424998:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610562.425003:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011928bc00. 00000100:00080000:1.0:1749610562.425004:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610562.425009:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1749610562.425011:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:0.0:1749610562.425012:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610562.425014:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:0.0:1749610562.425015:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00080000:1.0:1749610562.425017:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1749610562.425017:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610562.425020:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526e400. 00000100:00000001:1.0:1749610562.425021:0:8101:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749610562.425024:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1749610562.425025:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5143 02000000:00000001:0.0:1749610562.425026:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610562.425027:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000100:00080000:1.0:1749610562.425029:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610562.425033:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610562.425034:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610562.425036:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610562.425036:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.425038:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610562.425039:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610562.425041:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610562.425042:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610562.425044:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610562.425044:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610562.425046:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000100:00000001:0.0:1749610562.425046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610562.425047:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.425050:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610562.425052:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:1.0:1749610562.425055:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:1.0:1749610562.425057:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:1.0:1749610562.425060:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425063:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425065:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610562.425067:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610562.425070:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:1.0:1749610562.425073:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:1.0:1749610562.425076:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425078:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610562.425081:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610562.425084:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425086:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610562.425089:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610562.425096:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000020:00000040:1.0:1749610562.425099:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:1.0:1749610562.425103:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610562.425105:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425108:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610562.425110:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610562.425114:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610562.425141:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130318000. 00000100:00000001:1.0:1749610562.425148:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610562.425156:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610562.425167:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610562.425172:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425176:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425207:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610562.425210:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610562.425214:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610562.425215:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610562.425217:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610562.425219:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610562.425222:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1749610562.425225:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610562.425228:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425230:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425232:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610562.425234:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610562.425236:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610562.425237:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610562.425239:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610562.425240:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749610562.425241:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610562.425243:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749610562.425243:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610562.425245:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749610562.425245:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610562.425248:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425249:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425251:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610562.425251:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425253:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610562.425255:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610562.425257:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610562.425259:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610562.425260:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425261:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610562.425262:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425265:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610562.425268:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610562.425268:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610562.425270:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425271:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425272:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610562.425274:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610562.425274:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494526848:0@lo:250:kworker.0 00000100:00000010:1.0:1749610562.425277:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000100:00000001:0.0:1749610562.425278:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749610562.425280:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610562.425282:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610562.425283:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610562.425284:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425284:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425286:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610562.425287:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610562.425287:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610562.425289:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610562.425291:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee000. 02000000:00000010:1.0:1749610562.425292:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130318400. 02000000:00000001:0.0:1749610562.425294:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425296:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610562.425299:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe70. 00000100:00100000:1.0:1749610562.425301:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610562.425305:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:1.0:1749610562.425309:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610562.425311:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610562.425311:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494526848, portal 25 00000100:00000040:1.0:1749610562.425314:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.425314:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610562.425316:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00000040:0.0:1749610562.425321:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425323:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610562.425325:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610562.425329:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610562.425329:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610562.425331:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1749610562.425332:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749610562.425333:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749610562.425334:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:1.0:1749610562.425337:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749610562.425337:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494526848, offset 0 00000100:00080000:1.0:1749610562.425340:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5163 00000400:00000200:0.0:1749610562.425343:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1749610562.425344:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610562.425348:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425351:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425353:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610562.425356:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610562.425357:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610562.425360:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610562.425362:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749610562.425364:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610562.425366:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749610562.425368:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf925d80 00000020:00000001:1.0:1749610562.425369:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610562.425373:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000100:0.0:1749610562.425375:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494526848 offset 0 length 520: 4 00000100:00000040:1.0:1749610562.425377:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749610562.425379:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ef0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:1.0:1749610562.425380:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425382:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610562.425382:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1749610562.425385:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610562.425389:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:0.0:1749610562.425391:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00080000:1.0:1749610562.425393:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749610562.425393:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749610562.425396:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610562.425397:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425400:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749610562.425400:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610562.425404:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610562.425407:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425411:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610562.425413:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425415:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749610562.425418:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000040:0.0:1749610562.425418:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610562.425421:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610562.425424:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749610562.425425:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425426:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425426:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610562.425429:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610562.425430:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425431:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610562.425434:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425434:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299835905 02000000:00000010:1.0:1749610562.425439:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130318800. 00000100:00000010:0.0:1749610562.425439:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee480. 00000100:00000001:1.0:1749610562.425445:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425447:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1749610562.425452:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610562.425453:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299835905 00000100:00000010:0.0:1749610562.425455:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb40. 00000100:00000001:0.0:1749610562.425458:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610562.425461:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299835905 00000100:00000010:0.0:1749610562.425464:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eee00. 00000100:00000001:1.0:1749610562.425465:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610562.425467:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425467:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749610562.425471:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425479:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610562.425482:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610562.425483:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299835905 00000100:00080000:1.0:1749610562.425486:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:0.0:1749610562.425486:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee800. 00000100:00000001:1.0:1749610562.425487:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610562.425489:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610562.425489:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610562.425491:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610562.425494:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1749610562.425496:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610562.425498:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610562.425499:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610562.425500:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425502:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610562.425502:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425505:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610562.425505:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.425507:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610562.425507:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610562.425508:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610562.425510:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610562.425511:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749610562.425512:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:0.0:1749610562.425513:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1749610562.425514:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610562.425515:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610562.425516:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610562.425517:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610562.425518:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610562.425519:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425521:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610562.425547:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.425556:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610562.425558:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425561:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610562.425561:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610562.425563:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610562.425563:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610562.425565:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610562.425566:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:1.0:1749610562.425568:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:0.0:1749610562.425568:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494526976:0@lo:38:kworker.0 00000100:00000001:1.0:1749610562.425570:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425572:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610562.425572:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610562.425573:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610562.425575:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425576:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610562.425577:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610562.425578:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425580:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000010:0.0:1749610562.425580:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee400. 00000100:00000001:1.0:1749610562.425581:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425581:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610562.425584:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffec8. 00000100:00000010:1.0:1749610562.425585:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280e00. 00000020:00000040:1.0:1749610562.425587:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1749610562.425587:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:1.0:1749610562.425590:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749610562.425590:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494526976, portal 4 02000000:00000001:1.0:1749610562.425591:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425592:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610562.425593:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610562.425594:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610562.425594:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 02000000:00000001:1.0:1749610562.425596:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610562.425600:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130318c00. 00000100:00000040:0.0:1749610562.425601:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425604:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425607:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610562.425608:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610562.425610:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610562.425612:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:0.0:1749610562.425614:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494526976, offset 0 00000100:00000001:1.0:1749610562.425615:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610562.425617:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610562.425618:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610562.425621:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280e00] to pc [ptlrpcd_rcv+-1] req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610562.425623:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610562.425628:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf925e00 00000100:00000001:1.0:1749610562.425630:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425633:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610562.425635:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 22880 00000100:00000001:1.0:1749610562.425637:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610562.425640:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 00000020:00000040:1.0:1749610562.425642:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610562.425642:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610562.425644:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610562.425645:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610562.425646:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610562.425647:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610562.425650:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4000. 00000100:00000001:0.0:1749610562.425651:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610562.425653:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610562.425653:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1749610562.425657:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610562.425657:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00000100:00000040:0.0:1749610562.425660:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133996a00 x1834598494526976 msgsize 520 00000100:00000001:1.0:1749610562.425664:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749610562.425665:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610562.425666:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425671:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281180] to pc [ptlrpcd_00_00+0] req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.425684:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610562.425688:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610562.425689:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00080000:1.0:1749610562.425691:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749610562.425691:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749610562.425693:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:1.0:1749610562.425694:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610562.425695:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610562.425697:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610562.425699:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749610562.425699:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610562.425701:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1749610562.425704:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610562.425706:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610562.425709:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425710:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610562.425710:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610562.425712:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610562.425714:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610562.425715:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610562.425716:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610562.425718:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610562.425720:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610562.425722:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610562.425724:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610562.425724:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610562.425726:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425727:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610562.425728:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610562.425729:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494526976 00000100:00000001:1.0:1749610562.425729:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610562.425731:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610562.425733:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610562.425733:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610562.425733:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610562.425735:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610562.425736:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1749610562.425737:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749610562.425738:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1066 usecs (2 jiffies) 00000100:00000001:2.0:1749610562.425739:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425739:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425740:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610562.425742:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299835885 02000000:00000001:1.0:1749610562.425743:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610562.425744:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425745:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425746:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610562.425746:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299835905 00000100:00100000:2.0:1749610562.425748:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494526976 00000100:00000001:1.0:1749610562.425748:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425749:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299835885 00000100:00000010:1.0:1749610562.425750:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000001:2.0:1749610562.425751:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610562.425752:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000040:2.0:1749610562.425753:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610562.425753:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299835905 02000000:00000001:1.0:1749610562.425754:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610562.425755:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610562.425756:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610562.425756:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299835885 00000100:00000001:1.0:1749610562.425757:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1749610562.425758:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.425758:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610562.425759:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425759:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299835905 00000020:00000001:2.0:1749610562.425760:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610562.425762:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130319000. 00000100:00000001:0.0:1749610562.425762:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299835885 00000100:00000001:1.0:1749610562.425765:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425765:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299835905 00000020:00000010:2.0:1749610562.425767:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000100:00100000:1.0:1749610562.425768:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610562.425768:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610562.425793:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425797:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749610562.425799:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000040:0.0:1749610562.425804:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610562.425805:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:1.0:1749610562.425805:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610562.425807:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425811:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610562.425811:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610562.425813:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610562.425815:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425816:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610562.425818:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.425818:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425821:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425821:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610562.425822:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749610562.425824:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610562.425825:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749610562.425827:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610562.425828:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000020:00000040:1.0:1749610562.425830:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610562.425832:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749610562.425832:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494527104:0@lo:38:kworker.0 02000000:00000001:1.0:1749610562.425834:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610562.425835:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610562.425838:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4300. 00000100:00000001:0.0:1749610562.425838:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610562.425840:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425841:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610562.425841:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610562.425843:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.425844:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610562.425846:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610562.425851:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1749610562.425851:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee800. 00000100:00000001:2.0:1749610562.425852:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610562.425853:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.425853:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425854:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610562.425856:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281880] to pc [ptlrpcd_00_01+1] req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610562.425858:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00100000:2.0:1749610562.425860:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000001:2.0:1749610562.425863:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 00000400:00000010:0.0:1749610562.425863:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749610562.425864:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610562.425868:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494527104, portal 10 00000100:00000040:1.0:1749610562.425869:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5173) 00000100:00000040:2.0:1749610562.425870:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133996a00 x1834598494526976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.425871:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610562.425873:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:1.0:1749610562.425881:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610562.425882:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.425883:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610562.425884:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494526976:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610562.425884:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610562.425888:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494526976 00000100:00000040:1.0:1749610562.425889:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.425891:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610562.425892:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610562.425893:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749610562.425896:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610562.425896:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610562.425897:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610562.425897:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610562.425898:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.425899:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610562.425901:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749610562.425901:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000001:1.0:1749610562.425903:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610562.425905:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610562.425905:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494527104, offset 0 00000100:00000040:3.0:1749610562.425908:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610562.425909:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494527360:0@lo:400:kworker.0 00000020:00000001:2.0:1749610562.425910:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610562.425911:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610562.425912:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00020000:2.0:1749610562.425914:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610562.425915:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610562.425917:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610562.425918:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610562.425918:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610562.425919:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610562.425919:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610562.425921:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610562.425921:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749610562.425922:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 02000000:00000001:1.0:1749610562.425924:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610562.425924:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925e80 02000000:00000001:3.0:1749610562.425925:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610562.425925:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610562.425928:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610562.425928:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610562.425929:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000400:00000200:0.0:1749610562.425929:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 148728 02000000:00000001:2.0:1749610562.425930:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610562.425931:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610562.425934:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494527616:0@lo:400:kworker.0 02000000:00000010:2.0:1749610562.425934:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526d000. 00000400:00000010:1.0:1749610562.425935:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:0.0:1749610562.425935:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610562.425936:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.425938:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610562.425939:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610562.425939:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494527360, portal 10 00000400:00000200:0.0:1749610562.425939:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610562.425941:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610562.425942:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1749610562.425943:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610562.425943:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610562.425944:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.425944:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000100:00000200:0.0:1749610562.425945:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610562.425946:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749610562.425946:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610562.425949:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997800. 00000100:00001000:2.0:1749610562.425950:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610562.425950:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610562.425951:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2c00. 00000100:00000040:0.0:1749610562.425952:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133997800 x1834598494527104 msgsize 520 02000000:00000001:3.0:1749610562.425953:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425953:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749610562.425956:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610562.425957:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610562.425958:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000100:00000001:1.0:1749610562.425958:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610562.425959:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610562.425960:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610562.425962:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610562.425962:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000400:00000010:3.0:1749610562.425963:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610562.425965:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610562.425965:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494527360, offset 0 00000100:00000001:0.0:1749610562.425966:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610562.425968:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494527616, portal 10 00000100:00000040:2.0:1749610562.425968:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610562.425970:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610562.425970:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610562.425971:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610562.425972:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 02000000:00000001:2.0:1749610562.425972:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.425974:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610562.425976:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610562.425979:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610562.425979:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610562.425980:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000400:00000200:0.0:1749610562.425984:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610562.425986:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000400:00000200:1.0:1749610562.425987:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf925f80 00000100:00000001:3.0:1749610562.425988:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610562.425988:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610562.425991:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610562.425993:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000200:0.0:1749610562.425993:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610562.425995:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494526976, offset 0 00000100:00000200:3.0:1749610562.425996:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494527616, offset 0 00000400:00000200:1.0:1749610562.426002:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 149248 00000100:00000001:0.0:1749610562.426007:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610562.426009:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610562.426009:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610562.426010:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610562.426012:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610562.426014:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610562.426017:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610562.426018:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610562.426018:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610562.426018:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749610562.426020:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610562.426023:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610562.426024:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749610562.426024:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281c00. 00000100:00000040:0.0:1749610562.426026:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 797 usecs (1 jiffies) 00000400:00000200:2.0:1749610562.426027:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf925e00 00000100:00000040:1.0:1749610562.426027:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880119281c00 x1834598494527360 msgsize 224 00000100:00000001:0.0:1749610562.426029:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299835884 00000100:00000001:0.0:1749610562.426031:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299835905 00000400:00000200:3.0:1749610562.426032:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926080 00000100:00100000:1.0:1749610562.426032:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610562.426033:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5dd5 [1] + 0 00000100:00000001:0.0:1749610562.426033:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299835884 00000100:00000001:0.0:1749610562.426036:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299835905 00000400:00000200:2.0:1749610562.426038:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610562.426038:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299835884 00000400:00000200:3.0:1749610562.426039:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 149472 00000100:00000001:1.0:1749610562.426039:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.426040:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299835905 00000400:00000200:2.0:1749610562.426042:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610562.426042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299835884 00000100:00000001:0.0:1749610562.426044:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299835905 00000400:00000200:3.0:1749610562.426045:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610562.426046:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610562.426048:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610562.426049:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610562.426050:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610562.426051:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426053:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610562.426054:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610562.426058:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610562.426059:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610562.426059:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610562.426059:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749610562.426061:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610562.426061:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610562.426063:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610562.426063:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610562.426064:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.426064:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749610562.426066:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610562.426067:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b291c00. 00000100:00000040:0.0:1749610562.426067:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610562.426070:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009b291c00 x1834598494527616 msgsize 224 00000100:00000001:0.0:1749610562.426074:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610562.426075:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610562.426077:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610562.426077:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610562.426077:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610562.426078:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610562.426079:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610562.426082:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.426083:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610562.426085:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494527232:0@lo:38:kworker.0 00000100:00000001:3.0:1749610562.426086:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610562.426086:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.426089:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610562.426091:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610562.426092:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 02000000:00000001:0.0:1749610562.426092:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.426094:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749610562.426095:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 02000000:00000010:0.0:1749610562.426097:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322eec00. 00000100:00000001:3.0:1749610562.426098:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610562.426099:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 02000000:00000001:0.0:1749610562.426099:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610562.426101:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000200:3.0:1749610562.426102:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610562.426102:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff78. 00000100:00000001:2.0:1749610562.426104:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610562.426105:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610562.426105:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610562.426106:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610562.426107:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749610562.426108:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494527232, portal 10 00000100:00000001:2.0:1749610562.426109:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426110:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610562.426111:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610562.426112:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031241216 : -131936678310400 : ffff880119280e00) 00000100:00000040:2.0:1749610562.426113:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610562.426113:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610562.426115:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610562.426115:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610562.426117:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610562.426118:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610562.426119:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 718 usecs (1 jiffies) 00000100:00000001:3.0:1749610562.426122:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610562.426122:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494526976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426123:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299835884 00000100:00000001:3.0:1749610562.426124:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610562.426124:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610562.426126:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610562.426127:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426127:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299835905 00000400:00000010:0.0:1749610562.426127:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000200:0.0:1749610562.426130:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494527232, offset 0 00000100:00000040:3.0:1749610562.426131:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 678 usecs (1 jiffies) 00000100:00000001:1.0:1749610562.426131:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299835884 00000100:00000001:3.0:1749610562.426133:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299835884 00000100:00100000:2.0:1749610562.426133:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494526976:12345-0@lo:38:kworker.0 Request processed in 249us (470us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610562.426133:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610562.426134:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299835905 00000100:00000001:3.0:1749610562.426136:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299835905 00000100:00000001:1.0:1749610562.426138:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299835884 00000400:00000200:0.0:1749610562.426138:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610562.426139:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299835884 00000100:00100000:2.0:1749610562.426140:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:1.0:1749610562.426141:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299835905 00000100:00000001:3.0:1749610562.426142:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299835905 00000100:00000001:2.0:1749610562.426143:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749610562.426143:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf925f00 00000100:00000001:3.0:1749610562.426144:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299835884 00000100:00000001:2.0:1749610562.426144:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610562.426145:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299835884 00000100:00000001:3.0:1749610562.426146:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299835905 00000400:00000200:0.0:1749610562.426147:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 149696 00000100:00000001:3.0:1749610562.426148:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299835884 00000100:00000001:1.0:1749610562.426148:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299835905 00000020:00000010:2.0:1749610562.426149:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000400:00000200:0.0:1749610562.426152:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610562.426154:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000400:00000200:0.0:1749610562.426155:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610562.426158:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00000001:0.0:1749610562.426158:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610562.426159:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610562.426160:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610562.426162:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610562.426162:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610562.426162:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996d80. 00000100:00100000:3.0:1749610562.426165:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527104 00000100:00000001:1.0:1749610562.426165:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610562.426165:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133996d80 x1834598494527232 msgsize 520 02000000:00000001:3.0:1749610562.426166:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610562.426168:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610562.426169:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610562.426169:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610562.426171:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426172:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610562.426174:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426176:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610562.426177:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527104 00000020:00000001:3.0:1749610562.426179:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749610562.426179:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:1.0:1749610562.426180:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749610562.426181:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749610562.426181:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000020:00000001:3.0:1749610562.426182:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610562.426183:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610562.426184:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610562.426185:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426186:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610562.426187:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610562.426187:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426189:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610562.426191:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:1.0:1749610562.426191:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426193:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610562.426194:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426194:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610562.426195:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00100000:2.0:1749610562.426196:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527360 00000100:00000040:0.0:1749610562.426197:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610562.426198:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610562.426200:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610562.426200:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610562.426202:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426203:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426204:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610562.426204:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610562.426206:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610562.426206:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426207:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610562.426208:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527360 00000100:00000001:3.0:1749610562.426209:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610562.426209:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 751 usecs (1 jiffies) 00000020:00000001:2.0:1749610562.426210:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610562.426212:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610562.426212:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610562.426212:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299835884 00000020:00000001:2.0:1749610562.426214:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610562.426214:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527616 00000100:00000001:0.0:1749610562.426214:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299835905 00000100:00000001:3.0:1749610562.426215:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610562.426216:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610562.426216:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299835884 02000000:00000001:1.0:1749610562.426217:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610562.426218:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299835905 00000020:00000001:2.0:1749610562.426219:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610562.426219:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610562.426220:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299835884 00000020:00000001:2.0:1749610562.426221:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610562.426221:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426223:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299835905 00000100:00000001:3.0:1749610562.426224:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610562.426224:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299835884 00000100:00000001:2.0:1749610562.426226:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610562.426227:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527616 00000100:00000001:0.0:1749610562.426227:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299835905 00000020:00000001:1.0:1749610562.426229:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749610562.426230:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f2c0. 00000100:00000001:0.0:1749610562.426230:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610562.426231:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610562.426232:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.426233:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610562.426234:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610562.426234:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749610562.426236:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749610562.426237:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527232 00000100:00000040:0.0:1749610562.426237:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610562.426238:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749610562.426238:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:3.0:1749610562.426240:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749610562.426241:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610562.426242:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610562.426243:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610562.426244:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426244:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610562.426244:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426245:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749610562.426246:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610562.426247:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610562.426248:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:1.0:1749610562.426248:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f40. 02000000:00000001:0.0:1749610562.426248:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610562.426250:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610562.426251:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527232 00000020:00000010:2.0:1749610562.426251:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000020:00000010:1.0:1749610562.426252:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fa40. 00000020:00000001:3.0:1749610562.426253:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749610562.426253:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494527488:0@lo:38:kworker.0 00000020:00000010:2.0:1749610562.426254:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000040:3.0:1749610562.426255:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610562.426256:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610562.426257:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749610562.426258:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610562.426258:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749610562.426259:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f40. 00000020:00000001:3.0:1749610562.426260:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610562.426260:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749610562.426260:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.426261:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610562.426262:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610562.426263:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426264:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1749610562.426264:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ef000. 00000100:00000001:2.0:1749610562.426266:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610562.426266:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 02000000:00000001:0.0:1749610562.426266:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610562.426268:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000400:00000010:0.0:1749610562.426269:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000100:00000001:2.0:1749610562.426270:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749610562.426270:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000400:00000010:0.0:1749610562.426271:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000020:00000010:3.0:1749610562.426272:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610562.426272:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749610562.426273:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494527488, portal 10 00000100:00000001:2.0:1749610562.426274:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610562.426274:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610562.426275:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610562.426276:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000001:0.0:1749610562.426276:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:2.0:1749610562.426279:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.426279:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610562.426280:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610562.426280:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610562.426281:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426282:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610562.426282:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610562.426284:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426284:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610562.426286:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610562.426287:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610562.426288:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610562.426289:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749610562.426290:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610562.426291:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610562.426292:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610562.426293:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610562.426294:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000200:0.0:1749610562.426294:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494527488, offset 0 00000100:00000040:2.0:1749610562.426296:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610562.426297:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610562.426297:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610562.426299:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031244800 : -131936678306816 : ffff880119281c00) 00000100:00000001:3.0:1749610562.426301:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.426301:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610562.426301:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610562.426303:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610562.426304:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281c00 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:753/0 lens 224/0 e 0 to 0 dl 1749610573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610562.426305:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926000 00000100:00100000:1.0:1749610562.426307:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000400:00000200:0.0:1749610562.426308:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 150216 00000100:00000001:3.0:1749610562.426310:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610562.426310:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610562.426312:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610562.426312:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610562.426313:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610562.426313:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134917381120 : -131938792170496 : ffff88009b291c00) 00000400:00000200:0.0:1749610562.426314:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610562.426315:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fec0. 00000100:00000001:2.0:1749610562.426317:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610562.426317:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610562.426318:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00000040:1.0:1749610562.426318:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b291c00 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:753/0 lens 224/0 e 0 to 0 dl 1749610573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610562.426318:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610562.426319:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051fec0. 00000100:00000010:0.0:1749610562.426321:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996680. 00000100:00000001:3.0:1749610562.426322:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474881536 : -131936234670080 : ffff880133997800) 00000100:00100000:2.0:1749610562.426323:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494527360:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749610562.426323:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133996680 x1834598494527488 msgsize 520 00000100:00000200:2.0:1749610562.426327:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527360 00000100:00000001:1.0:1749610562.426327:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749610562.426327:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610562.426329:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133997800 x1834598494527104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610562.426329:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610562.426329:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610562.426330:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f40. 00000020:00000001:2.0:1749610562.426332:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610562.426332:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610562.426332:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000001:2.0:1749610562.426334:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610562.426334:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f40. 00000400:00000010:0.0:1749610562.426334:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610562.426335:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610562.426336:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1749610562.426338:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494527616:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610562.426338:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610562.426339:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610562.426342:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610562.426342:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527616 00000100:00100000:3.0:1749610562.426344:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494527104:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610562.426344:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610562.426345:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.426346:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610562.426347:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610562.426347:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749610562.426348:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527104 00000020:00000001:2.0:1749610562.426349:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610562.426349:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610562.426351:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610562.426351:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.426351:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749610562.426352:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610562.426354:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610562.426354:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610562.426354:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610562.426356:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610562.426358:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610562.426360:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610562.426360:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610562.426361:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610562.426362:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610562.426363:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526cc00. 00000020:00000001:1.0:1749610562.426363:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610562.426364:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.426365:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426365:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610562.426366:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610562.426367:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610562.426367:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610562.426368:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426369:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610562.426369:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610562.426370:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610562.426370:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.426371:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749610562.426372:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494527360 00010000:00000001:3.0:1749610562.426373:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610562.426373:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 550 usecs (1 jiffies) 02000000:00000010:1.0:1749610562.426374:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319400. 00000100:00000001:3.0:1749610562.426375:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749610562.426375:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749610562.426376:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299835884 00000100:00000001:3.0:1749610562.426377:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610562.426378:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610562.426379:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1749610562.426380:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119281c00 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:753/0 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610562.426380:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426380:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299835905 02000000:00000010:3.0:1749610562.426383:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578400. 00010000:00000040:1.0:1749610562.426383:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494527616 00000100:00000001:0.0:1749610562.426383:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299835884 02000000:00000001:3.0:1749610562.426385:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610562.426385:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610562.426386:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299835905 00000100:00000001:3.0:1749610562.426387:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610562.426387:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610562.426389:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610562.426389:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009b291c00 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:753/0 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.426389:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299835884 00010000:00000001:3.0:1749610562.426390:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610562.426392:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610562.426392:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610562.426392:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299835905 00000100:00001000:3.0:1749610562.426395:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610562.426395:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610562.426395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299835884 00010000:00000001:1.0:1749610562.426397:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610562.426398:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610562.426398:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610562.426398:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299835905 00010000:00000001:1.0:1749610562.426399:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426400:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610562.426401:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610562.426401:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610562.426402:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1749610562.426402:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 1 0) 02000000:00000001:2.0:1749610562.426403:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610562.426404:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610562.426405:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610562.426405:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610562.426405:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426406:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610562.426407:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610562.426408:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610562.426408:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000001:0.0:1749610562.426409:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1749610562.426410:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610562.426410:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610562.426412:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:1.0:1749610562.426412:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749610562.426412:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610562.426414:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610562.426414:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610562.426415:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffec8. 02000000:00000001:3.0:1749610562.426416:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426416:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610562.426418:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610562.426418:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610562.426421:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610562.426421:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000400:00000200:0.0:1749610562.426421:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:3.0:1749610562.426423:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000010:0.0:1749610562.426423:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749610562.426427:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610562.426429:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527360, offset 224 00000100:00000200:1.0:1749610562.426430:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527616, offset 224 00000100:00000200:3.0:1749610562.426431:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527104, offset 0 00000100:00000200:0.0:1749610562.426433:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610562.426434:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610562.426438:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610562.426441:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610562.426442:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610562.426447:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610562.426448:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925f80 00000100:00000200:0.0:1749610562.426448:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610562.426450:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610562.426455:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5de5 [1] + 224 00000400:00000200:1.0:1749610562.426455:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926080 00000400:00000200:3.0:1749610562.426457:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925e80 00000100:00000001:0.0:1749610562.426459:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610562.426460:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610562.426462:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ded [1] + 224 00000100:00000001:0.0:1749610562.426462:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610562.426464:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610562.426465:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610562.426467:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610562.426469:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ddd [1] + 0 02000000:00000001:0.0:1749610562.426469:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610562.426471:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610562.426472:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610562.426473:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610562.426474:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610562.426474:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610562.426476:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610562.426478:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610562.426478:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610562.426479:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610562.426480:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426481:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610562.426485:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610562.426487:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610562.426488:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610562.426488:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610562 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610562.426494:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=135 v=20 (1 1 20 0) 00000100:00000040:3.0:1749610562.426495:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426497:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.426498:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610562.426500:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.426500:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610562.426501:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610562.426502:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610562.426503:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610562.426504:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610562.426506:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610562.426507:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610562.426507:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610562.426509:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610562.426512:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000001:1.0:1749610562.426513:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610562.426515:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00000001:2.0:1749610562.426515:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610562.426515:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610562.426515:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610562.426517:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749610562.426518:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00010000:00000001:1.0:1749610562.426518:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610562.426518:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610562.426520:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610562.426520:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426520:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.426522:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749610562.426549:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610562.426553:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b291c00 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:753/0 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.426554:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610562.426557:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749610562.426559:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:0.0:1749610562.426560:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:2.0:1749610562.426561:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610562.426563:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610562.426563:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494527616:12345-0@lo:400:kworker.0 Request processed in 233us (490us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610562.426563:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610562.426565:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610562.426566:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610562.426567:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426568:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610562.426568:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281c00 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:753/0 lens 224/224 e 0 to 0 dl 1749610573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610562.426570:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1749610562.426573:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610562.426575:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426576:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610562.426576:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494526976:0@lo:38:kworker.0 00000100:00000001:1.0:1749610562.426578:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610562.426579:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494527360:12345-0@lo:400:kworker.0 Request processed in 264us (550us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610562.426580:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610562.426581:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000400:00000001:0.0:1749610562.426582:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610562.426583:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610562.426584:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610562.426585:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000400:00000010:0.0:1749610562.426585:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00100000:2.0:1749610562.426586:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000020:00000001:3.0:1749610562.426587:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610562.426588:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 00000400:00000200:0.0:1749610562.426588:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000040:2.0:1749610562.426589:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000010:0.0:1749610562.426590:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610562.426591:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749610562.426592:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610562.426592:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610562.426593:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610562.426594:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997800 x1834598494527104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426595:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610562.426596:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000200:0.0:1749610562.426596:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610562.426600:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000001:1.0:1749610562.426601:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749610562.426603:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000100:00100000:1.0:1749610562.426603:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527488 00000100:00000200:0.0:1749610562.426604:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610562.426606:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749610562.426607:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610562.426608:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610562.426610:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494527104:12345-0@lo:38:kworker.0 Request processed in 264us (653us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610562.426610:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.426610:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.426612:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610562.426615:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527488 00000100:00000001:2.0:1749610562.426617:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610562.426617:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610562.426617:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610562.426618:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610562.426619:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610562.426619:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610562.426620:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610562.426620:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610562.426621:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610562.426622:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 02000000:00000001:0.0:1749610562.426622:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610562.426623:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426624:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610562.426625:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426626:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610562.426626:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bca00. 00000100:00100000:2.0:1749610562.426627:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 02000000:00000001:0.0:1749610562.426627:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426628:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610562.426628:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:2.0:1749610562.426630:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474878848 : -131936234672768 : ffff880133996d80) 00000020:00000010:1.0:1749610562.426631:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00001000:0.0:1749610562.426631:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610562 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610562.426633:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749610562.426633:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133996d80 x1834598494527232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426633:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610562.426634:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1749610562.426634:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=117 v=20 (1 1 20 0) 00000020:00000010:3.0:1749610562.426636:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:1.0:1749610562.426636:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426636:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610562.426638:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610562.426639:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426640:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610562.426641:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00100000:2.0:1749610562.426642:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494527232:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610562.426642:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610562.426644:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610562.426644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610562.426646:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527232 00000100:00000001:1.0:1749610562.426646:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610562.426648:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610562.426648:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749610562.426650:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610562.426651:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00000001:0.0:1749610562.426651:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610562.426653:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474877056 : -131936234674560 : ffff880133996680) 00000100:00000001:0.0:1749610562.426653:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610562.426654:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.426656:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610562.426657:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133996680 x1834598494527488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.426657:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610562.426658:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610562.426660:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:2.0:1749610562.426661:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749610562.426662:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:2.0:1749610562.426664:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610562.426664:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610562.426665:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299835905 00000100:00100000:1.0:1749610562.426666:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494527488:12345-0@lo:38:kworker.0 00010000:00000001:2.0:1749610562.426667:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610562.426668:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610562.426668:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610562.426670:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749610562.426670:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527488 00000100:00000001:3.0:1749610562.426671:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426672:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610562.426672:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610562.426673:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610562.426673:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:3.0:1749610562.426675:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749610562.426675:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494527104:0@lo:38:kworker.0 02000000:00000010:2.0:1749610562.426676:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526e800. 00000400:00000001:3.0:1749610562.426677:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610562.426678:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610562.426679:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f74d0. 00000100:00000001:0.0:1749610562.426679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.426680:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426681:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610562.426682:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000001:1.0:1749610562.426682:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610562.426683:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610562.426683:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494526976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610562.426684:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00010000:00000001:2.0:1749610562.426685:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610562.426686:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610562.426687:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610562.426687:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749610562.426689:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610562.426690:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:3.0:1749610562.426691:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610562.426692:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749610562.426692:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610562.426694:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610562.426695:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610562.426696:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610562.426697:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610562.426697:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610562.426698:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610562.426698:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610562.426700:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610562.426700:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:0.0:1749610562.426700:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee400. 02000000:00000010:1.0:1749610562.426702:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319800. 00000100:00000040:2.0:1749610562.426703:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610562.426703:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610562.426704:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610562.426705:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749610562.426705:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749610562.426706:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426706:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610562.426706:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610562.426708:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610562.426708:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749610562.426708:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749610562.426708:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610562.426709:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610562.426710:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610562.426710:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426711:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:0.0:1749610562.426711:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130318400. 00000400:00000010:2.0:1749610562.426712:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000001:3.0:1749610562.426713:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1749610562.426713:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610562.426715:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610562.426715:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527232, offset 0 00000100:00000001:1.0:1749610562.426716:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610562.426717:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.426717:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749610562.426718:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610562.426718:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610562.426719:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.426719:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610562.426721:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:0.0:1749610562.426721:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:1.0:1749610562.426723:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610562.426724:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=17 v=5 (5 5 5 0) 00000400:00000200:2.0:1749610562.426724:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610562.426725:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610562.426727:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1749610562.426728:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=17 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610562.426729:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610562.426730:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610562.426731:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610562.426731:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf925f00 00000100:00000001:0.0:1749610562.426731:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610562.426732:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.426732:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610562.426733:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610562.426735:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610562.426735:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610562.426736:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5df9 [1] + 0 00000100:00000040:1.0:1749610562.426737:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610562.426738:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494527104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749610562.426739:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610562.426739:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000400:00000200:2.0:1749610562.426740:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610562.426743:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610562.426743:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527488, offset 0 00000400:00000200:1.0:1749610562.426746:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610562.426747:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426747:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610562.426749:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610562.426749:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610562.426750:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610562.426752:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:1.0:1749610562.426752:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610562.426752:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee800. 00000100:00000001:3.0:1749610562.426753:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1749610562.426753:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426755:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610562.426755:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610562.426757:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749610562.426758:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926000 00000100:00000040:3.0:1749610562.426759:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610562.426759:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749610562.426762:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610562.426762:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749610562.426763:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e01 [1] + 0 02000000:00000010:0.0:1749610562.426764:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130318800. 00000100:00000001:3.0:1749610562.426766:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610562.426767:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610562.426767:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610562.426768:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749610562.426769:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749610562.426791:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610562.426792:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610562.426795:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610562.426797:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000400:00000010:2.0:1749610562.426799:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 00000100:00000200:1.0:1749610562.426799:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610562.426799:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610562.426801:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610562.426803:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610562.426804:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610562.426806:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426806:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610562.426808:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610562.426809:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610562.426809:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610562.426811:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610562.426813:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610562.426816:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610562.426816:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610562.426817:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996d80 x1834598494527232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.426819:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1749610562.426820:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610562.426821:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610562.426823:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610562.426823:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610562.426826:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749610562.426827:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494527232:12345-0@lo:38:kworker.0 Request processed in 184us (659us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610562.426827:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610562.426828:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610562.426830:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610562.426830:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610562.426833:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:2.0:1749610562.426834:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000400:00000010:0.0:1749610562.426834:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff78. 00000100:00000001:2.0:1749610562.426836:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610562.426836:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426837:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610562.426837:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610562.426838:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610562.426839:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000010:2.0:1749610562.426840:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000040:1.0:1749610562.426841:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996680 x1834598494527488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610582 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610562.426842:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:3.0:1749610562.426843:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610562.426843:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000001:0.0:1749610562.426845:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610562.426846:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000001:2.0:1749610562.426849:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610562.426851:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494527616:0@lo:400:kworker.0 00000100:00100000:1.0:1749610562.426852:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494527488:12345-0@lo:38:kworker.0 Request processed in 184us (525us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610562.426852:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426856:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610562.426858:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00000001:3.0:1749610562.426859:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610562.426861:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610562.426862:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281880 x1834598494527616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610562.426862:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610562.426862:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749610562.426865:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:1.0:1749610562.426865:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000200:0.0:1749610562.426865:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426868:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749610562.426868:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 02000000:00000001:3.0:1749610562.426870:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749610562.426870:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bca00. 02000000:00000010:3.0:1749610562.426872:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2c00. 00000100:00000001:1.0:1749610562.426873:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610562.426875:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610562.426877:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610562.426878:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749610562.426879:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610562.426880:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610562.426881:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610562.426883:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4300. 00000100:00000001:0.0:1749610562.426883:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610562.426885:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610562.426885:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749610562.426886:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610562.426888:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610562.426888:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610562.426888:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1749610562.426889:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281880. 00000100:00000001:0.0:1749610562.426890:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610562.426891:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610562.426892:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610562.426894:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610562.426895:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1749610562.426895:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:3.0:1749610562.426896:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610562.426897:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:3.0:1749610562.426898:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610562.426899:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00001000:0.0:1749610562.426899:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610562 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610562.426901:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610562.426902:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610562.426903:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610562.426903:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=67 v=20 (1 1 20 0) 00000100:00000200:1.0:1749610562.426905:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610562.426906:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610562.426907:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610562.426908:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426910:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610562.426912:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610562.426913:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426920:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610562.426920:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.426921:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.426924:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610562.426925:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610562.426928:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610562.426928:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610562.426929:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426930:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610562.426932:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426932:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.426933:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610562.426935:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610562.426936:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=67 v=5 (5 5 5 0) 00000100:00080000:0.0:1749610562.426938:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:1.0:1749610562.426939:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=67 v=5 (1 1 1 0) 00000100:00080000:0.0:1749610562.426941:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610562.426942:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610562.426943:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.426943:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610562.426945:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749610562.426946:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610562.426949:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610562.426956:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.426959:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610562.426960:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:0.0:1749610562.426961:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494527232:0@lo:38:kworker.0 00000100:00000001:1.0:1749610562.426962:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610562.426963:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610562.426967:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610562.426967:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610562.426969:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610562.426970:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000400:00000200:0.0:1749610562.426973:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:1.0:1749610562.426974:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610562.426974:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:1.0:1749610562.426976:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610562.426977:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.426977:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610562.426980:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610562.426983:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610562.426988:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494527360:0@lo:400:kworker.0 00000100:00000001:1.0:1749610562.426992:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.426994:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610562.426996:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610562.426997:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281180 x1834598494527360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610562.427003:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610562.427005:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610562.427006:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749610562.427007:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 02000000:00000001:1.0:1749610562.427009:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610562.427009:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610562.427011:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610562.427011:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:1.0:1749610562.427013:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749610562.427014:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610562.427015:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610562.427016:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749610562.427017:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4000. 00000100:00000001:0.0:1749610562.427018:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610562.427019:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610562.427021:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610562.427022:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610562.427023:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281180. 00000100:00000001:1.0:1749610562.427027:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610562.427028:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610562.427028:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610562 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610562.427030:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610562.427033:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1749610562.427033:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=17 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610562.427034:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610562.427037:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610562.427037:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610562.427039:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.427039:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610562.427042:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610562.427049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.427059:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610562.427062:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610562.427064:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.427067:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610562.427069:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610562.427074:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610562.427079:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610562.427082:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610562.427088:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610562.427101:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494527488:0@lo:38:kworker.0 00000100:00000001:0.0:1749610562.427108:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.427111:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610562.427116:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280e00 x1834598494527232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.427128:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610562.427130:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610562.427133:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322eec00. 02000000:00000001:0.0:1749610562.427138:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610562.427140:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610562.427141:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610562.427144:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610562.427146:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130318c00. 02000000:00000001:0.0:1749610562.427149:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610562.427150:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610562.427152:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280e00. 00000100:00000001:0.0:1749610562.427156:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610562.427158:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.427159:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610562.427162:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494527488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610562.427169:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610562.427170:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610562.427171:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ef000. 02000000:00000001:0.0:1749610562.427173:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610562.427174:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610562.427176:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610562.427177:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610562.427178:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130319000. 02000000:00000001:0.0:1749610562.427182:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610562.427183:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610562.427185:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:0.0:1749610562.427187:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610562.427188:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.427190:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.427192:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610562.427194:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610562.427195:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610562.427197:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610562.447622:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299835905, at 4299835905 00000100:00000040:1.0:1749610562.447625:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299835905, at 4299835905 00000100:00000040:2.0:1749610562.447631:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299835905, at 4299835905 00000100:00000040:0.0:1749610562.447639:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299835905, at 4299835905 00000100:00000010:3.0:1749610562.447643:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee800. 00000100:00000010:2.0:1749610562.447643:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eee00. 00000100:00000010:0.0:1749610562.447654:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee480. 00000100:00000010:1.0:1749610562.447662:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb40. 00000100:00000001:0.0:1749610562.457610:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610562.457615:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610562.457617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610562.457621:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610562.457624:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610562.457627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.457629:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610562.457631:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610562.457633:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610562.747688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610562.747696:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610562.747699:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610562.747703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610562.747708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610562.747712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610562.747715:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610562.747718:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610562.747721:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610563.256722:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610563.256731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610563.256868:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610563.256873:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610563.256877:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610563.457670:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610563.457677:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610563.457680:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610563.457686:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610563.457690:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610563.457694:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610563.457698:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610563.457701:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610563.457704:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610563.747687:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610563.747695:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610563.747698:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610563.747702:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610563.747706:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610563.747710:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610563.747713:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610563.747716:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610563.747719:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610564.258727:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610564.258736:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610564.258739:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610564.258742:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610564.258747:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610564.258749:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610564.258753:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610564.258796:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610564.258888:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610564.258894:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610564.258897:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610564.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610564.457699:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610564.457701:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610564.457706:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610564.457711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610564.457715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610564.457719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610564.457721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610564.457724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610564.747699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610564.747709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610564.747712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610564.747716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610564.747720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610564.747725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610564.747728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610564.747731:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610564.747734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610565.260744:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610565.260805:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610565.260896:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610565.260901:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610565.260904:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610565.457706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610565.457716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610565.457720:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610565.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610565.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610565.457737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610565.457742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610565.457799:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610565.457803:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610565.747674:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610565.747682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610565.747684:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610565.747689:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610565.747693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610565.747697:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610565.747700:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610565.747704:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610565.747706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610566.262665:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610566.262673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610566.262779:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610566.262786:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610566.262792:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610566.457660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610566.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610566.457670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610566.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610566.457678:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610566.457683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610566.457686:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610566.457689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610566.457691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610566.747720:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610566.747790:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610566.747795:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610566.747802:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610566.747808:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610566.747814:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610566.747818:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610566.747823:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610566.747826:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610567.264684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610567.264690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610567.264837:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610567.264843:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610567.264847:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610567.426700:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610567.426721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610567.426771:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.426781:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610567.426784:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610567.426789:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.426793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610567.438660:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610567.438668:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610567.438672:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610567.438676:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610567.438679:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610567.438682:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610567.438686:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610567.438692:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5168 00000100:00080000:1.0:1749610567.438697:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610567.438701:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610567.438705:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.438707:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.438709:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610567.438714:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610567.438716:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610567.438720:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610567.438723:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610567.438747:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610567.438749:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610567.438752:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610567.438754:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.438756:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.438758:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610567.438762:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610567.438765:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610567.438767:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.438771:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610567.438778:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610567.438780:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.438782:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610567.438785:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610567.438793:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 00000020:00000040:1.0:1749610567.438797:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610567.438802:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610567.438804:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.438807:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.438809:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610567.438813:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610567.438821:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130319c00. 00000100:00000001:1.0:1749610567.438828:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610567.438838:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610567.438858:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610567.438862:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.438867:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281180] to pc [ptlrpcd_rcv+-1] req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.438895:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610567.438899:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610567.438903:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610567.438904:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610567.438906:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610567.438909:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610567.438911:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5168 00000100:00080000:1.0:1749610567.438913:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610567.438916:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610567.438918:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.438919:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.438921:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610567.438923:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610567.438925:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749610567.438926:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610567.438928:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749610567.438930:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610567.438932:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610567.438935:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610567.438936:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.438938:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.438940:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610567.438942:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610567.438944:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610567.438947:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.438949:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610567.438952:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610567.438955:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.438956:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610567.438959:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610567.438961:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281f80. 00000020:00000040:1.0:1749610567.438964:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610567.438966:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610567.438967:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.438969:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.438970:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610567.438972:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610567.438975:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031a000. 00000100:00000001:1.0:1749610567.438978:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610567.438983:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610567.438990:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610567.438992:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.438995:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281f80] to pc [ptlrpcd_rcv+-1] req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439002:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439004:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1749610567.439005:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610567.439008:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610567.439010:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749610567.439010:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1749610567.439011:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610567.439012:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610567.439014:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610567.439016:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5168 00000100:00080000:1.0:1749610567.439018:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610567.439022:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749610567.439022:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439023:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.439025:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.439026:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610567.439029:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610567.439031:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610567.439032:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610567.439035:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:0.0:1749610567.439035:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749610567.439037:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610567.439037:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610567.439039:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:1.0:1749610567.439041:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749610567.439041:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610567.439043:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610567.439044:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610567.439045:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.439046:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610567.439047:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610567.439048:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00100000:0.0:1749610567.439050:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494527744:0@lo:38:kworker.0 00000100:00080000:1.0:1749610567.439051:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610567.439053:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.439054:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610567.439055:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610567.439057:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610567.439058:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610567.439059:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439061:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610567.439061:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439062:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.439064:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1749610567.439065:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:1.0:1749610567.439066:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610567.439068:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1749610567.439069:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322eec00. 02000000:00000001:1.0:1749610567.439070:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439071:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.439072:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610567.439072:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.439074:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610567.439076:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031a400. 00000100:00000001:1.0:1749610567.439079:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610567.439079:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000100:00100000:1.0:1749610567.439082:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610567.439086:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000001:1.0:1749610567.439089:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610567.439091:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439094:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282300] to pc [ptlrpcd_rcv+-1] req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610567.439095:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494527744, portal 4 00000100:00000001:0.0:1749610567.439097:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610567.439099:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000100:00000040:0.0:1749610567.439108:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439109:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439113:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610567.439117:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610567.439117:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:1.0:1749610567.439119:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:1.0:1749610567.439121:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749610567.439121:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610567.439123:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:1.0:1749610567.439124:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.439125:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610567.439126:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610567.439126:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494527744, offset 0 02000000:00000010:1.0:1749610567.439132:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4000. 00000400:00000200:0.0:1749610567.439132:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610567.439134:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439138:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610567.439146:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610567.439148:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.439150:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610567.439152:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_02+2] req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610567.439162:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf926100 00000400:00000200:0.0:1749610567.439170:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3de9 [256] + 23400 00000400:00000010:0.0:1749610567.439174:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d881f78. 00000400:00000200:0.0:1749610567.439180:0:28320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a8b00000 00000400:00000200:0.0:1749610567.439187:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610567.439190:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.439191:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:1.0:1749610567.439192:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749610567.439195:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8b00000 00000100:00080000:1.0:1749610567.439196:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610567.439197:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749610567.439198:0:28320:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff8800a8b00000. 00000100:00080000:1.0:1749610567.439199:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610567.439201:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610567.439204:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5168 00000100:00000001:0.0:1749610567.439204:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:1.0:1749610567.439206:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749610567.439206:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1749610567.439208:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610567.439210:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610567.439210:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012b531450 x1834598494527744 msgsize 520 00000100:00000040:1.0:1749610567.439212:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.439213:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610567.439215:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749610567.439215:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749610567.439217:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:0.0:1749610567.439218:0:28320:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:1.0:1749610567.439219:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610567.439221:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610567.439223:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610567.439225:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749610567.439228:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610567.439228:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610567.439230:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.439231:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610567.439233:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610567.439235:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749610567.439235:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00080000:1.0:1749610567.439237:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749610567.439237:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610567.439239:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439240:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610567.439241:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610567.439244:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610567.439245:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610567.439245:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439247:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610567.439249:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610567.439251:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:1.0:1749610567.439253:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610567.439253:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610567.439255:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610567.439256:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610567.439256:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439258:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.439259:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610567.439260:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610567.439263:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013031a800. 00000100:00000001:0.0:1749610567.439263:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439265:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610567.439266:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439269:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610567.439270:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610567.439273:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1066 usecs (2 jiffies) 00000100:00000001:1.0:1749610567.439277:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610567.439277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299840898 00000100:00000001:1.0:1749610567.439278:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439281:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610567.439282:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee480. 00000100:00000001:2.0:1749610567.439283:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610567.439288:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439289:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610567.439289:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610567.439292:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610567.439292:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610567.439295:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610567.439295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299840898 00000100:00000001:3.0:1749610567.439298:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749610567.439298:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000010:0.0:1749610567.439298:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee500. 00000100:00000040:2.0:1749610567.439300:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610567.439300:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610567.439300:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610567.439302:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610567.439303:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610567.439303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299840898 00000100:00000001:3.0:1749610567.439304:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.439305:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610567.439306:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb00. 02000000:00000010:1.0:1749610567.439307:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4300. 00000100:00000001:0.0:1749610567.439309:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610567.439310:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439312:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610567.439312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299840898 00000100:00000040:1.0:1749610567.439313:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610567.439314:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610567.439315:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eef00. 02000000:00000001:2.0:1749610567.439318:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610567.439318:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749610567.439320:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610567.439320:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610567.439321:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439321:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610567.439323:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439323:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439325:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_00_03+3] req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.439325:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610567.439327:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494528128:0@lo:400:kworker.0 00000100:00000040:0.0:1749610567.439329:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610567.439331:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610567.439334:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610567.439336:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610567.439337:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439337:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439338:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610567.439339:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610567.439340:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610567.439341:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610567.439342:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5178) 02000000:00000001:0.0:1749610567.439342:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610567.439343:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829600. 00000100:00100000:3.0:1749610567.439344:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527744 02000000:00000001:0.0:1749610567.439344:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610567.439346:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439347:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749610567.439347:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494527872:0@lo:38:kworker.0 00000100:00000001:3.0:1749610567.439350:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.439350:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749610567.439351:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feaa8. 02000000:00000001:0.0:1749610567.439352:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610567.439353:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.439354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.439355:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610567.439356:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a4c8. 02000000:00000001:3.0:1749610567.439357:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610567.439358:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee800. 02000000:00000001:0.0:1749610567.439360:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610567.439361:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527744 00000100:00000200:2.0:1749610567.439361:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494528128, portal 10 00000400:00000010:0.0:1749610567.439362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff78. 00000020:00000001:3.0:1749610567.439364:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610567.439364:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610567.439365:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000400:00000010:0.0:1749610567.439365:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000040:3.0:1749610567.439366:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610567.439368:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749610567.439368:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494527872, portal 10 00000020:00000001:3.0:1749610567.439370:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439370:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610567.439371:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031245696 : -131936678305920 : ffff880119281f80) 00000020:00000001:3.0:1749610567.439372:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610567.439373:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610567.439376:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610567.439378:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610567.439381:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610567.439383:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610567.439384:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000040:2.0:1749610567.439384:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610567.439385:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610567.439386:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000010:0.0:1749610567.439387:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000020:00000010:3.0:1749610567.439389:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000200:2.0:1749610567.439389:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494528128, offset 0 00000100:00000200:0.0:1749610567.439391:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494527872, offset 0 00000100:00000001:3.0:1749610567.439394:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610567.439394:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610567.439396:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610567.439398:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.439399:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610567.439403:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926180 00000100:00000001:3.0:1749610567.439404:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610567.439405:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610567.439412:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610567.439416:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610567.439420:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610567.439422:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 150736 00000100:00000001:3.0:1749610567.439423:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610567.439424:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926280 00000400:00000200:0.0:1749610567.439427:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610567.439428:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000400:00000200:2.0:1749610567.439429:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 151256 00000100:00000001:3.0:1749610567.439431:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137336050768 : -131936373500848 : ffff88012b531450) 00000400:00000200:0.0:1749610567.439431:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610567.439434:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610567.439435:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610567.439436:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610567.439438:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b531450 x1834598494527744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610567.439439:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610567.439440:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997100. 00000100:00000040:0.0:1749610567.439443:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133997100 x1834598494527872 msgsize 520 00000100:00100000:0.0:1749610567.439447:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610567.439451:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b531450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494527744:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610567.439455:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527744 00000100:00000001:0.0:1749610567.439456:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610567.439459:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610567.439462:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610567.439470:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610567.439472:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494527872 02000000:00000001:2.0:1749610567.439474:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749610567.439477:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439477:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610567.439478:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:2.0:1749610567.439479:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610567.439481:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749610567.439481:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 02000000:00000001:2.0:1749610567.439482:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439483:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610567.439484:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749610567.439485:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494527872 00000100:00000200:0.0:1749610567.439486:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610567.439487:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749610567.439489:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610567.439489:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610567.439490:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610567.439492:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610567.439492:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439493:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610567.439494:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749610567.439495:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610567.439496:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610567.439497:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749610567.439499:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 02000000:00000010:3.0:1749610567.439501:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578c00. 02000000:00000001:3.0:1749610567.439503:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610567.439503:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:0.0:1749610567.439503:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439504:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610567.439506:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610567.439507:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:0.0:1749610567.439507:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610567.439510:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610567.439510:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610567.439510:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 798 usecs (1 jiffies) 00000100:00000001:2.0:1749610567.439511:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1749610567.439512:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439512:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299840897 00000100:00000001:2.0:1749610567.439513:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610567.439513:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610567.439515:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439515:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299840898 00000100:00001000:3.0:1749610567.439516:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:1.0:1749610567.439517:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000100:00000001:0.0:1749610567.439517:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299840897 00000100:00000001:3.0:1749610567.439519:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610567.439519:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299840898 00000100:00000001:2.0:1749610567.439520:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439521:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299840897 00000100:00000040:1.0:1749610567.439540:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119283100 x1834598494528128 msgsize 224 00000100:00100000:1.0:1749610567.439545:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610567.439549:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299840898 00000100:00000001:0.0:1749610567.439551:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299840898 00000100:00000001:1.0:1749610567.439552:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.439554:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299840898 00000100:00000001:3.0:1749610567.439556:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610567.439556:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610567.439558:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610567.439560:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610567.439561:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:0.0:1749610567.439561:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610567.439562:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610567.439563:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749610567.439563:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.439564:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610567.439565:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610567.439566:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610567.439568:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610567.439570:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610567.439570:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610567.439571:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.439571:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439572:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439572:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610567.439573:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610567.439574:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610567.439574:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528128 00000100:00000001:0.0:1749610567.439575:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610567.439576:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610567.439576:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610567.439577:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610567.439578:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610567.439579:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610567.439580:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610567.439580:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610567.439580:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610567.439581:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439583:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610567.439584:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528128 00000100:00000200:3.0:1749610567.439585:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494527744, offset 0 00000020:00000001:2.0:1749610567.439585:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610567.439587:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610567.439587:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610567.439588:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610567.439589:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610567.439590:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610567.439590:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610567.439590:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.439591:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610567.439593:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610567.439593:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610567.439593:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610567.439595:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610567.439596:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:0.0:1749610567.439598:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494528000:0@lo:38:kworker.0 00000400:00000200:3.0:1749610567.439599:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610567.439599:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439601:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610567.439601:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610567.439603:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 725 usecs (1 jiffies) 02000000:00000001:0.0:1749610567.439603:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749610567.439604:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fec0. 02000000:00000001:0.0:1749610567.439605:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610567.439606:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf926100 00000100:00000001:1.0:1749610567.439606:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299840898 02000000:00000001:0.0:1749610567.439606:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610567.439609:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee400. 00000100:00000001:1.0:1749610567.439610:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299840898 00000020:00000040:2.0:1749610567.439611:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:0.0:1749610567.439611:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610567.439612:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5e1d [1] + 0 00000100:00000001:1.0:1749610567.439612:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299840898 00000400:00000010:0.0:1749610567.439614:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000001:1.0:1749610567.439615:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299840898 00000100:00000001:2.0:1749610567.439616:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1749610567.439616:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000400:00000200:3.0:1749610567.439617:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610567.439617:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299840898 00000020:00000010:2.0:1749610567.439619:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000001:1.0:1749610567.439619:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299840898 00000400:00000200:3.0:1749610567.439620:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610567.439620:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494528000, portal 10 00000100:00000001:1.0:1749610567.439621:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299840898 00000100:00000001:0.0:1749610567.439621:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749610567.439622:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000001:1.0:1749610567.439623:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299840898 00000100:00000001:0.0:1749610567.439623:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:3.0:1749610567.439624:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610567.439624:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:1.0:1749610567.439625:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610567.439627:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610567.439629:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610567.439629:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1749610567.439629:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439630:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439631:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610567.439632:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.439633:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610567.439635:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.439635:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610567.439637:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610567.439639:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610567.439639:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610567.439640:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439640:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1749610567.439640:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749610567.439641:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749610567.439642:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494528000, offset 0 00000100:00000001:2.0:1749610567.439643:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439643:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610567.439644:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610567.439645:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.439646:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610567.439647:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610567.439648:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749610567.439650:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610567.439651:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610567.439652:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610567.439652:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610567.439653:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.439654:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610567.439655:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610567.439656:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610567.439656:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610567.439657:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000400:00000200:0.0:1749610567.439657:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926200 00000100:00000001:1.0:1749610567.439658:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610567.439660:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:0.0:1749610567.439661:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 151480 00000100:00000001:2.0:1749610567.439662:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00000100:00000040:1.0:1749610567.439662:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610567.439665:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000200:0.0:1749610567.439665:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610567.439667:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000040:2.0:1749610567.439668:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283100 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:3/0 lens 224/0 e 0 to 0 dl 1749610578 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439669:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610567.439669:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610567.439671:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610567.439671:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439672:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610567.439673:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610567.439673:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749610567.439674:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610567.439675:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610567.439676:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439677:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1749610567.439677:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994e00. 02000000:00000001:1.0:1749610567.439678:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610567.439679:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749610567.439679:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fa80. 00000100:00000040:0.0:1749610567.439679:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133994e00 x1834598494528000 msgsize 520 00000100:00000001:3.0:1749610567.439681:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.439682:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610567.439682:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494528384:0@lo:400:kworker.0 00000100:00100000:0.0:1749610567.439683:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610567.439684:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610567.439684:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051fa80. 00000100:00000001:1.0:1749610567.439686:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610567.439688:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b531450 x1834598494527744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610567.439689:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494528128:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749610567.439689:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610567.439691:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439691:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610567.439693:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528128 02000000:00000001:1.0:1749610567.439693:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749610567.439695:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610567.439695:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 02000000:00000010:1.0:1749610567.439696:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 00000400:00000010:0.0:1749610567.439697:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00100000:3.0:1749610567.439698:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b531450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494527744:12345-0@lo:38:kworker.0 Request processed in 248us (485us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749610567.439698:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749610567.439698:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439699:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610567.439701:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610567.439702:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000200:0.0:1749610567.439702:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610567.439703:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1749610567.439705:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00100000:3.0:1749610567.439706:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000020:00000001:2.0:1749610567.439706:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610567.439709:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610567.439709:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610567.439709:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494528384, portal 10 00000100:00000001:3.0:1749610567.439710:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610567.439710:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610567.439712:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749610567.439713:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.439713:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000040:0.0:1749610567.439713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610567.439715:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000001:2.0:1749610567.439715:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610567.439717:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1749610567.439719:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000001:2.0:1749610567.439719:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439719:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.439720:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.439720:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610567.439721:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749610567.439723:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610567.439723:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439752:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610567.439754:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610567.439757:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610567.439759:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494528384, offset 0 00000100:00000001:2.0:1749610567.439760:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610567.439763:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610567.439765:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610567.439767:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526e400. 02000000:00000001:2.0:1749610567.439769:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439772:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610567.439772:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610567.439772:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610567.439774:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610567.439775:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111578c00. 02000000:00000001:3.0:1749610567.439777:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:2.0:1749610567.439777:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494528128 02000000:00000001:3.0:1749610567.439780:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1749610567.439780:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749610567.439780:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926380 02000000:00000010:3.0:1749610567.439781:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526d000. 02000000:00000001:3.0:1749610567.439785:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000200:2.0:1749610567.439785:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283100 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:3/0 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610567.439786:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 152000 00000100:00000010:3.0:1749610567.439787:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 00000400:00000200:1.0:1749610567.439792:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610567.439793:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1749610567.439793:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749610567.439794:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154b800. 00010000:00000001:2.0:1749610567.439795:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610567.439795:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610567.439797:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439798:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34000. 00000100:00000040:0.0:1749610567.439798:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 753 usecs (1 jiffies) 00000100:00001000:2.0:1749610567.439799:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610567.439799:0:28323:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610567.439801:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749610567.439801:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610567.439802:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7e800. 00000100:00000001:0.0:1749610567.439802:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299840898 00000100:00000001:2.0:1749610567.439803:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749610567.439804:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 02000000:00000001:3.0:1749610567.439805:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439806:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588000. 00000100:00000040:2.0:1749610567.439806:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610567.439806:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119283480 x1834598494528384 msgsize 224 00000100:00000001:2.0:1749610567.439808:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610567.439810:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1749610567.439810:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749610567.439811:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7dc00. 00000100:00100000:1.0:1749610567.439811:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610567.439812:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439813:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610567.439814:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610567.439815:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327df100. 00000100:00000001:0.0:1749610567.439816:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610567.439817:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610567.439818:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610567.439818:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749610567.439819:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7d400. 00000400:00000010:2.0:1749610567.439819:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00100000:0.0:1749610567.439819:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528000 02000000:00000001:3.0:1749610567.439821:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749610567.439821:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1749610567.439822:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327de300. 00000100:00000200:2.0:1749610567.439823:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528128, offset 224 00000400:00000200:1.0:1749610567.439823:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610567.439823:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610567.439825:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749610567.439825:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 02000000:00000010:3.0:1749610567.439826:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7cc00. 00000100:00000001:0.0:1749610567.439826:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.439828:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439829:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610567.439829:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610567.439830:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610567.439831:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dd180. 00000100:00100000:0.0:1749610567.439831:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528000 00000100:00000200:1.0:1749610567.439833:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610567.439834:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610567.439835:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439836:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240afc00. 00000400:00000200:2.0:1749610567.439836:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610567.439836:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610567.439838:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610567.439838:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749610567.439839:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dc380. 00000020:00000001:0.0:1749610567.439840:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439841:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610567.439842:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1749610567.439842:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926280 00000020:00000001:0.0:1749610567.439842:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610567.439843:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240af400. 00000100:00000040:1.0:1749610567.439844:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610567.439845:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439846:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573480. 00000020:00000010:0.0:1749610567.439846:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000400:00000200:2.0:1749610567.439847:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e25 [1] + 224 02000000:00000001:3.0:1749610567.439848:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439849:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ae400. 00000100:00000001:1.0:1749610567.439850:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610567.439850:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 02000000:00000001:3.0:1749610567.439851:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610567.439852:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1749610567.439853:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572680. 00000400:00000200:2.0:1749610567.439853:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610567.439854:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 02000000:00000001:3.0:1749610567.439855:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610567.439855:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610567.439856:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240adc00. 00000400:00000200:2.0:1749610567.439856:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610567.439857:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610567.439859:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610567.439859:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610567.439859:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 682 usecs (1 jiffies) 00000100:00000001:0.0:1749610567.439859:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1749610567.439860:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571880. 00000100:00000001:1.0:1749610567.439861:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299840898 00000100:00000001:0.0:1749610567.439861:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439862:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439863:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111549000. 00000100:00000200:2.0:1749610567.439863:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.439864:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299840898 00000100:00000001:0.0:1749610567.439865:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439866:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610567.439866:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299840898 00000100:00000010:3.0:1749610567.439867:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570a80. 00000100:00000001:0.0:1749610567.439867:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.439868:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299840898 02000000:00000001:3.0:1749610567.439869:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439870:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240acc00. 00000100:00000001:1.0:1749610567.439870:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299840898 00000100:00000001:1.0:1749610567.439872:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299840898 02000000:00000001:3.0:1749610567.439873:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610567.439873:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.439873:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1749610567.439874:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:1.0:1749610567.439874:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299840898 00000100:00100000:0.0:1749610567.439875:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528384 02000000:00000001:3.0:1749610567.439876:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610567.439876:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299840898 02000000:00000001:0.0:1749610567.439876:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749610567.439877:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ac400. 00000100:00000001:1.0:1749610567.439878:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610567.439878:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610567.439880:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610567.439880:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439880:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610567.439881:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf480. 00000100:00000001:2.0:1749610567.439882:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610567.439882:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439884:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1749610567.439884:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528384 02000000:00000010:3.0:1749610567.439885:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e7c00. 00000400:00000001:1.0:1749610567.439885:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610567.439886:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610567.439886:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610567.439887:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:3.0:1749610567.439888:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1749610567.439888:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feaa8. 00000100:00000010:3.0:1749610567.439889:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be680. 00000020:00000001:0.0:1749610567.439889:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610567.439891:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a4c8 00000020:00000040:0.0:1749610567.439891:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:3.0:1749610567.439892:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1749610567.439892:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a4c8. 02000000:00000010:3.0:1749610567.439893:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6c00. 00000020:00000001:0.0:1749610567.439893:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610567.439894:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610567.439895:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610567.439895:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:3.0:1749610567.439896:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd500. 00000400:00000200:2.0:1749610567.439898:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000200:1.0:1749610567.439898:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610567.439899:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610567.439899:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1749610567.439900:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6000. 00000400:00000010:2.0:1749610567.439900:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 02000000:00000001:3.0:1749610567.439902:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1749610567.439902:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 00000100:00000010:3.0:1749610567.439903:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc700. 00000100:00000001:2.0:1749610567.439903:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610567.439905:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610567.439906:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749610567.439906:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610567.439906:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f2c0. 02000000:00000010:3.0:1749610567.439907:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e5800. 00000100:00000001:2.0:1749610567.439908:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.439909:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439910:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57b80. 00000100:00000001:0.0:1749610567.439910:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610567.439911:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749610567.439911:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb40. 02000000:00000001:3.0:1749610567.439912:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439913:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4800. 00010000:00000001:2.0:1749610567.439913:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610567.439913:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610567.439915:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.439915:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439916:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1749610567.439916:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000100:00000010:3.0:1749610567.439917:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000020:00000001:2.0:1749610567.439918:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610567.439918:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610567.439918:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 02000000:00000001:3.0:1749610567.439920:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1749610567.439920:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749610567.439921:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4000. 00000100:00000040:2.0:1749610567.439921:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:3/0 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610567.439921:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000001:1.0:1749610567.439922:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610567.439923:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439924:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2d80. 00000100:00000001:0.0:1749610567.439924:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610567.439925:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439926:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610567.439927:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439928:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439930:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439931:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587800. 00000100:00100000:2.0:1749610567.439931:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494528128:12345-0@lo:400:kworker.0 Request processed in 251us (408us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610567.439931:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749610567.439933:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1749610567.439933:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=72 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610567.439933:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610567.439934:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610567.439935:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0a80. 00000100:00000001:0.0:1749610567.439936:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439937:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1749610567.439937:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=72 v=5 (1 1 1 0) 02000000:00000010:3.0:1749610567.439938:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b3800. 00000100:00100000:2.0:1749610567.439938:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:1.0:1749610567.439939:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610567.439940:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439941:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 00000100:00000040:2.0:1749610567.439941:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610567.439941:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439941:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610567.439943:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610567.439944:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610567.439944:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749610567.439944:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1749610567.439945:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e0400. 00000100:00000001:2.0:1749610567.439945:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749610567.439946:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 02000000:00000001:3.0:1749610567.439947:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439948:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05180. 00000020:00000010:2.0:1749610567.439949:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00010000:00080000:1.0:1749610567.439949:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610567.439949:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610567.439951:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 02000000:00000001:3.0:1749610567.439952:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439953:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587400. 00000020:00000010:2.0:1749610567.439954:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 02000000:00000001:3.0:1749610567.439955:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1749610567.439956:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610567.439957:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57100. 00000100:00000040:0.0:1749610567.439957:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283480 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:3/0 lens 224/0 e 0 to 0 dl 1749610578 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610567.439958:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 02000000:00000001:3.0:1749610567.439959:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610567.439959:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1749610567.439960:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586c00. 00000100:00000040:1.0:1749610567.439961:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1749610567.439963:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610567.439963:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1749610567.439964:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000020:00000040:2.0:1749610567.439964:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610567.439964:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.439965:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610567.439966:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439967:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1749610567.439967:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeb40. 02000000:00000010:3.0:1749610567.439968:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586000. 00000100:00000040:1.0:1749610567.439968:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.439969:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610567.439970:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.439971:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000020:00000010:0.0:1749610567.439971:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610567.439973:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610567.439975:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610567.439975:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610567.439975:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494528384:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749610567.439976:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.439977:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113585c00. 00000100:00000001:1.0:1749610567.439978:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610567.439979:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1749610567.439979:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00000200:0.0:1749610567.439979:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528384 00000100:00000010:3.0:1749610567.439980:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:1.0:1749610567.439980:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610567.439982:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610567.439982:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474879744 : -131936234671872 : ffff880133997100) 00000020:00000001:0.0:1749610567.439982:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749610567.439983:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113585000. 00000100:00000040:1.0:1749610567.439983:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610567.439984:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:3.0:1749610567.439985:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610567.439985:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133997100 x1834598494527872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610567.439986:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ca80. 00000020:00000001:0.0:1749610567.439986:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610567.439988:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1749610567.439990:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610567.439990:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000010:3.0:1749610567.439991:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584400. 00000100:00100000:1.0:1749610567.439991:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494528128:0@lo:400:kworker.0 02000000:00000001:3.0:1749610567.439993:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610567.439993:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1749610567.439994:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3e300. 00000100:00100000:2.0:1749610567.439995:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494527872:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610567.439996:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610567.439996:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.439997:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610567.439998:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749610567.439998:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494527872 00000020:00000001:0.0:1749610567.439998:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1749610567.439999:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e2800. 00000020:00000001:2.0:1749610567.440000:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610567.440000:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494528128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610567.440000:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610567.440001:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1749610567.440001:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610567.440002:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610567.440003:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04000. 00000020:00000001:0.0:1749610567.440004:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749610567.440005:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440006:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4000. 00000100:00000001:0.0:1749610567.440006:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610567.440007:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610567.440008:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749610567.440008:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749610567.440009:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05880. 02000000:00000001:1.0:1749610567.440009:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749610567.440011:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440012:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610567.440012:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829600. 02000000:00000010:0.0:1749610567.440012:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ef400. 02000000:00000010:3.0:1749610567.440013:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5800. 00010000:00020000:2.0:1749610567.440014:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610567.440014:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440016:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749610567.440016:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1749610567.440017:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04e00. 00010000:00000001:2.0:1749610567.440017:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610567.440017:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610567.440018:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749610567.440019:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610567.440019:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440020:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1749610567.440020:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000010:3.0:1749610567.440021:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9a800. 00000100:00000001:2.0:1749610567.440022:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610567.440022:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:0.0:1749610567.440022:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494528384 00000100:00000001:2.0:1749610567.440024:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749610567.440024:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4000. 00010000:00000001:0.0:1749610567.440024:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610567.440025:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1749610567.440025:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:3.0:1749610567.440027:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3d180. 02000000:00000001:1.0:1749610567.440027:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610567.440028:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:0.0:1749610567.440028:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283480 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:3/0 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610567.440029:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526c800. 02000000:00000001:3.0:1749610567.440030:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:1.0:1749610567.440030:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 02000000:00000001:2.0:1749610567.440031:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610567.440032:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9a000. 00000100:00000001:2.0:1749610567.440033:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440034:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.440035:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3d880. 00000100:00000001:1.0:1749610567.440035:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1749610567.440036:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610567.440036:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610567.440036:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610567.440037:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610567.440037:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440038:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610567.440038:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610567.440039:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f1000. 00000100:00001000:2.0:1749610567.440040:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610567.440040:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749610567.440040:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 1 0) 02000000:00000001:3.0:1749610567.440041:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.440042:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000001:1.0:1749610567.440042:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610567.440043:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610567.440043:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440044:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610567.440044:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749610567.440045:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5c000. 00000100:00000001:1.0:1749610567.440045:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.440046:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610567.440046:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610567.440047:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610567.440048:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610567.440048:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749610567.440049:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:2.0:1749610567.440050:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610567.440050:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610567.440051:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440052:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685d000. 00000100:00000001:2.0:1749610567.440052:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610567.440052:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440054:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749610567.440054:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610567.440055:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000100:00000040:2.0:1749610567.440056:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610567.440056:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610567.440058:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1749610567.440058:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1749610567.440059:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb98000. 02000000:00000001:2.0:1749610567.440059:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610567.440059:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:3.0:1749610567.440061:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610567.440061:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610567.440061:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1749610567.440062:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71ad80. 00000100:00000200:0.0:1749610567.440062:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528384, offset 224 00000100:00000001:1.0:1749610567.440063:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610567.440064:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610567.440065:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440066:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b8c00. 00000400:00000010:2.0:1749610567.440066:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000400:00000200:0.0:1749610567.440066:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610567.440068:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1749610567.440068:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00000200:2.0:1749610567.440069:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494527872, offset 0 00000100:00000010:3.0:1749610567.440070:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 00000100:00000001:1.0:1749610567.440071:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474870784 : -131936234680832 : ffff880133994e00) 02000000:00000001:3.0:1749610567.440072:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440074:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966bb000. 00000400:00000200:2.0:1749610567.440074:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610567.440074:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610567.440076:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749610567.440076:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133994e00 x1834598494528000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610567.440077:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170000. 00000400:00000200:2.0:1749610567.440079:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610567.440081:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1749610567.440081:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926380 02000000:00000010:3.0:1749610567.440082:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72400. 02000000:00000001:3.0:1749610567.440085:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1749610567.440085:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926180 00000100:00000010:3.0:1749610567.440086:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8fb80. 00000100:00100000:1.0:1749610567.440086:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494528000:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610567.440086:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e41 [1] + 224 02000000:00000001:3.0:1749610567.440089:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440090:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bfc00. 00000100:00000200:1.0:1749610567.440090:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528000 00000400:00000200:0.0:1749610567.440091:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610567.440092:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e29 [1] + 0 02000000:00000001:3.0:1749610567.440093:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1749610567.440093:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749610567.440094:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ed80. 00000400:00000200:0.0:1749610567.440094:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610567.440095:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610567.440096:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610567.440097:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610567.440097:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610567.440099:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bf000. 00000400:00000200:2.0:1749610567.440099:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610567.440101:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.440102:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749610567.440102:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610567.440102:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610567.440104:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610567.440106:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749610567.440106:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610567.440107:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071978c00. 00010000:00020000:1.0:1749610567.440108:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749610567.440110:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.440111:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ce00. 00010000:00000001:1.0:1749610567.440111:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610567.440111:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610567.440114:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1749610567.440114:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749610567.440115:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996ba800. 00000100:00000040:2.0:1749610567.440115:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440116:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610567.440117:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610567.440118:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dfb80. 00000100:00000001:1.0:1749610567.440118:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610567.440120:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610567.440122:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610567.440123:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8800. 00000100:00000001:2.0:1749610567.440123:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749610567.440124:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031ac00. 00000100:00000001:0.0:1749610567.440125:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610567.440126:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1749610567.440126:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:1.0:1749610567.440126:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610567.440127:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dce00. 00000400:00000010:2.0:1749610567.440128:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610567.440128:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610567.440130:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.440130:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610567.440131:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749610567.440131:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610567.440133:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610567.440133:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610567.440134:0:9761:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000100:00000040:2.0:1749610567.440136:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:1.0:1749610567.440136:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610567.440138:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610567.440139:0:9761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f74d0. 00000020:00000001:2.0:1749610567.440140:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610567.440140:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610567.440141:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:1.0:1749610567.440142:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610567.440143:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:2.0:1749610567.440144:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997100 x1834598494527872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610567.440144:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610567.440146:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610567.440146:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610567.440148:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610567.440149:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610567.440151:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.440152:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:2.0:1749610567.440153:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494527872:12345-0@lo:38:kworker.0 Request processed in 158us (708us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610567.440154:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610567.440155:0:9761:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88009c90c000. 02000000:00000001:1.0:1749610567.440155:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1749610567.440156:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749610567.440157:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440158:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610567.440158:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610567.440160:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000020:00000001:0.0:1749610567.440160:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610567.440161:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610567.440162:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610567.440163:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749610567.440163:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000040:0.0:1749610567.440164:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:3/0 lens 224/224 e 0 to 0 dl 1749610578 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610567.440165:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000200:1.0:1749610567.440166:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528000, offset 0 00000020:00000010:2.0:1749610567.440168:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000400:00000200:1.0:1749610567.440169:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610567.440171:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000100:00100000:0.0:1749610567.440173:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494528384:12345-0@lo:400:kworker.0 Request processed in 205us (364us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610567.440175:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610567.440175:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610567.440175:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610567.440178:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610567.440181:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926200 00000100:00100000:0.0:1749610567.440181:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1749610567.440184:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:1.0:1749610567.440185:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e39 [1] + 0 00000100:00000001:0.0:1749610567.440187:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610567.440188:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610567.440190:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610567.440192:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000200:1.0:1749610567.440193:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610567.440195:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:1.0:1749610567.440196:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610567.440198:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00080000:3.0:1749610567.440199:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749610567.440200:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610567.440202:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000040:3.0:1749610567.440203:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610567.440204:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610567.440209:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440218:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.440218:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299840898 00000400:00000200:1.0:1749610567.440221:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:0.0:1749610567.440221:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299840898 00000400:00000010:1.0:1749610567.440223:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610567.440224:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299840898 00000100:00000001:1.0:1749610567.440225:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610567.440226:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610567.440226:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299840898 00000100:00000001:0.0:1749610567.440228:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299840898 00000100:00000001:1.0:1749610567.440229:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.440230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299840898 00000100:00000040:1.0:1749610567.440232:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610567.440232:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299840898 00000100:00000001:1.0:1749610567.440234:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.440234:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610567.440236:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610567.440236:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.440240:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994e00 x1834598494528000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610567.440240:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610567.440241:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610567.440243:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000400:00000200:0.0:1749610567.440248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00100000:1.0:1749610567.440249:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494528000:12345-0@lo:38:kworker.0 Request processed in 163us (567us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610567.440250:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749610567.440252:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610567.440256:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00000200:0.0:1749610567.440256:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440259:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610567.440260:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610567.440264:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000200:0.0:1749610567.440265:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610567.440267:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000020:00000010:1.0:1749610567.440270:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:0.0:1749610567.440272:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.440273:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.440274:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440275:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610567.440277:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610567.440279:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.440281:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.440283:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440287:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749610567.440288:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610567 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610567.440289:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749610567.440291:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=72 v=20 (1 1 20 0) 00000400:00000001:1.0:1749610567.440292:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610567.440293:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610567.440294:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749610567.440295:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749610567.440297:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610567.440298:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610567.440299:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610567.440300:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610567.440302:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610567.440303:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610567.440305:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440310:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610567.440313:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610567.440314:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440314:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440316:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610567.440318:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610567.440320:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749610567.440321:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610567.440322:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.440324:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:0.0:1749610567.440324:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610567.440325:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610567.440327:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.440327:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610567.440329:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.440331:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610567.440331:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610567.440335:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=22 v=5 (5 5 5 0) 00000100:00001000:1.0:1749610567.440338:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610567.440341:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610567.440343:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610567.440344:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749610567.440345:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494528000:0@lo:38:kworker.0 00010000:00080000:1.0:1749610567.440348:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440349:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610567.440353:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610567.440355:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440357:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610567.440359:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610567.440359:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610567.440360:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610567.440361:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.440361:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.440363:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610567.440365:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610567.440365:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610567.440367:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610567.440369:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494528256:0@lo:38:kworker.0 00000100:00000001:1.0:1749610567.440371:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610567.440372:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610567.440373:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610567.440374:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610567.440374:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610567.440375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.440377:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610567.440378:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610567.440380:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ef800. 02000000:00000001:0.0:1749610567.440382:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610567.440385:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494528384:0@lo:400:kworker.0 00000400:00000010:0.0:1749610567.440385:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000400:00000010:0.0:1749610567.440388:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749610567.440389:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.440391:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610567.440391:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494528256, portal 10 00000100:00000001:0.0:1749610567.440393:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610567.440394:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494528384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440395:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000001:1.0:1749610567.440400:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610567.440400:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610567.440401:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610567.440403:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 02000000:00000001:1.0:1749610567.440406:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610567.440407:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610567.440408:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610567.440409:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749610567.440409:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610567.440410:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000001:1.0:1749610567.440411:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610567.440413:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4300. 00000100:00000200:0.0:1749610567.440413:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494528256, offset 0 02000000:00000001:1.0:1749610567.440415:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610567.440416:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610567.440417:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610567.440419:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000400:00000200:0.0:1749610567.440421:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610567.440426:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749610567.440426:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926300 00000100:00000001:1.0:1749610567.440427:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610567.440429:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610567.440430:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 152224 00000100:00000001:1.0:1749610567.440433:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610567.440434:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.440435:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610567.440436:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610567.440438:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610567.440438:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610567.440441:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610567.440443:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610567.440446:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997480. 00000100:00000040:0.0:1749610567.440448:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133997480 x1834598494528256 msgsize 520 00000100:00100000:0.0:1749610567.440453:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610567.440461:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610567.440466:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749610567.440469:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:1.0:1749610567.440472:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610567.440472:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610567.440474:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528256 02000000:00000001:1.0:1749610567.440476:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610567.440477:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440478:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610567.440480:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.440483:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610567.440485:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528256 00000020:00000001:1.0:1749610567.440487:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610567.440489:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610567.440489:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610567.440490:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610567.440492:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610567.440493:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610567.440494:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610567.440498:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000020:00000010:1.0:1749610567.440501:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610567.440503:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610567.440505:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610567.440505:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610567.440508:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610567.440509:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610567.440510:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440511:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440515:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610567.440515:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 555 usecs (1 jiffies) 00000100:00000001:0.0:1749610567.440519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299840898 00000100:00000001:1.0:1749610567.440559:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440559:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299840898 00000100:00000001:1.0:1749610567.440565:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610567.440565:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299840899 00000100:00000001:1.0:1749610567.440567:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610567.440571:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00000001:0.0:1749610567.440571:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4299840898 00000100:00000001:1.0:1749610567.440573:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474880640 : -131936234670976 : ffff880133997480) 00000100:00000001:0.0:1749610567.440576:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299840899 00000100:00000040:1.0:1749610567.440577:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133997480 x1834598494528256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610587 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610567.440586:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494528256:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610567.440587:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299840898 00000100:00000200:1.0:1749610567.440590:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528256 00000100:00000001:0.0:1749610567.440591:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299840899 00000100:00000040:3.0:1749610567.440593:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299840898, at 4299840898 00000020:00000001:1.0:1749610567.440593:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610567.440595:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749610567.440601:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299840898, at 4299840898 00000020:00000001:1.0:1749610567.440603:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610567.440606:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610567.440609:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610567.440611:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610567.440614:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610567.440616:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610567.440618:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610567.440621:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b000. 02000000:00000001:1.0:1749610567.440623:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440625:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610567.440626:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee480. 00010000:00000001:1.0:1749610567.440628:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610567.440629:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610567.440632:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610567.440635:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:0.0:1749610567.440635:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee480. 00000100:00000001:1.0:1749610567.440637:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610567.440639:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610567.440641:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610567.440641:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610567.440643:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610567.440644:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1749610567.440645:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eef00. 00000100:00000040:1.0:1749610567.440646:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610567.440647:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610567.440648:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610567.440650:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610567.440652:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749610567.440652:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610567.440653:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1749610567.440653:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610567.440656:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000010:0.0:1749610567.440656:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000400:00000200:0.0:1749610567.440658:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000400:00000010:0.0:1749610567.440660:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:0.0:1749610567.440663:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610567.440668:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610567.440669:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528256, offset 0 00000400:00000200:1.0:1749610567.440673:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610567.440677:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610567.440680:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610567.440684:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610567.440685:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926300 00000100:00000001:0.0:1749610567.440685:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440687:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610567.440689:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e5d [1] + 0 02000000:00000001:0.0:1749610567.440689:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610567.440691:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.440693:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610567.440694:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610567.440695:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610567.440697:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610567.440700:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610567.440700:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610567 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610567.440703:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=140 v=20 (1 1 20 0) 00000100:00000200:1.0:1749610567.440704:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440706:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610567.440708:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610567.440710:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610567.440713:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610567.440714:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440721:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.440721:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610567.440723:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610567.440743:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610567.440743:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610567.440745:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610567.440745:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610567.440747:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610567.440748:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610567.440749:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749610567.440750:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610567.440752:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.440754:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00080000:0.0:1749610567.440754:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610567.440756:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610567.440757:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610567.440759:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610567.440760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610567.440762:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997480 x1834598494528256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610587 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610567.440768:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494527744:0@lo:38:kworker.0 00000100:00100000:1.0:1749610567.440772:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494528256:12345-0@lo:38:kworker.0 Request processed in 185us (321us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749610567.440773:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610567.440774:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610567.440776:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff78. 00000400:00000200:0.0:1749610567.440778:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00100000:1.0:1749610567.440779:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000400:00000010:0.0:1749610567.440780:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610567.440781:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610567.440781:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610567.440782:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610567.440784:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610567.440785:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000020:00000010:1.0:1749610567.440789:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:1.0:1749610567.440792:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000200:0.0:1749610567.440792:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610567.440795:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440799:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.440801:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440802:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610567.440804:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610567.440805:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.440806:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.440808:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610567.440811:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610567 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610567.440814:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=122 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610567.440816:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610567.440817:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610567.440819:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610567.440822:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440829:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610567.440831:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610567.440833:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440835:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610567.440836:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610567.440839:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610567.440842:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610567.440844:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610567.440847:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610567.440854:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494527872:0@lo:38:kworker.0 00000100:00000001:0.0:1749610567.440858:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.440860:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610567.440863:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494528000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440870:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610567.440871:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610567.440873:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee400. 02000000:00000001:0.0:1749610567.440876:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610567.440878:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610567.440879:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610567.440881:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610567.440883:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031a400. 02000000:00000001:0.0:1749610567.440887:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610567.440888:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610567.440890:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610567.440894:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610567.440895:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440897:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610567.440899:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281180 x1834598494527744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440906:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610567.440907:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610567.440909:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322eec00. 02000000:00000001:0.0:1749610567.440911:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610567.440913:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610567.440914:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610567.440916:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610567.440917:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130319c00. 02000000:00000001:0.0:1749610567.440920:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610567.440921:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610567.440922:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281180. 00000100:00000001:0.0:1749610567.440926:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610567.440928:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440929:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610567.440932:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281f80 x1834598494527872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440938:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610567.440939:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610567.440940:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee800. 02000000:00000001:0.0:1749610567.440942:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610567.440943:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610567.440944:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610567.440946:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610567.440947:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031a000. 02000000:00000001:0.0:1749610567.440949:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610567.440950:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610567.440951:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281f80. 00000100:00000001:0.0:1749610567.440953:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610567.440955:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440956:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440961:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610567.440963:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440964:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610567.440966:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610567.440967:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610567.440968:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610567.440970:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000400:00000200:0.0:1749610567.440972:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749610567.440973:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749610567.440975:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610567.440978:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610567.440986:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.440993:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610567.440994:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.440995:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610567.440997:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610567.440998:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610567.440999:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610567.441001:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610567.441004:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610567 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610567.441006:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=22 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610567.441008:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610567.441010:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610567.441012:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610567.441015:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.441021:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610567.441023:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610567.441025:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.441026:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610567.441028:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610567.441030:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610567.441032:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610567.441034:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610567.441038:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610567.441045:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494528256:0@lo:38:kworker.0 00000100:00000001:0.0:1749610567.441048:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.441050:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610567.441053:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494528256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610567.441059:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610567.441061:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610567.441062:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ef800. 02000000:00000001:0.0:1749610567.441064:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610567.441065:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610567.441066:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610567.441068:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610567.441069:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013031a800. 02000000:00000001:0.0:1749610567.441071:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610567.441072:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610567.441073:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:0.0:1749610567.441076:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610567.441077:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.441078:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.441080:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610567.441081:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610567.441082:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610567.441084:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610567.441625:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299840899, at 4299840899 00000100:00000040:2.0:1749610567.441635:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299840899, at 4299840899 00000100:00000010:1.0:1749610567.441639:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee500. 00000100:00000010:2.0:1749610567.441647:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb00. 00000100:00000040:3.0:1749610567.442613:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299840899, at 4299840900 00000100:00000010:3.0:1749610567.442624:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee480. 00000100:00000001:0.0:1749610567.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610567.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610567.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610567.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610567.457647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610567.457650:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610567.457654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610567.457656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610567.747712:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610567.747773:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610567.747777:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610567.747783:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610567.747789:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610567.747794:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.747798:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610567.747803:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610567.747806:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610568.266751:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610568.266759:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610568.266867:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610568.266874:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610568.266879:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610568.440800:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610568.440822:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610568.440826:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610568.440833:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610568.440837:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610568.440843:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610568.440848:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610568.457604:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610568.457609:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610568.457611:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610568.457616:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610568.457619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610568.457623:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610568.457627:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610568.457629:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610568.457631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610568.747642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610568.747651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610568.747655:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610568.747659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610568.747664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610568.747669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610568.747673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610568.747677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610568.747681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610569.268699:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610569.268745:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610569.268879:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610569.268884:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610569.268888:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610569.440699:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610569.440766:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610569.440770:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610569.440777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610569.440781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610569.440786:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610569.440790:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610569.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610569.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610569.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610569.457644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610569.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610569.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610569.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610569.457658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610569.457660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610569.747697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610569.747758:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610569.747762:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610569.747769:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610569.747774:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610569.747779:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610569.747783:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610569.747788:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610569.747791:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610570.270772:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610570.270781:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610570.270926:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610570.270933:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610570.270936:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610570.440661:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610570.440680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610570.440683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610570.440689:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610570.440691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610570.440696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610570.440738:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610570.457679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610570.457687:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610570.457691:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610570.457719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610570.457725:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610570.457729:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610570.457734:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610570.457738:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610570.457742:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610570.747735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610570.747744:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610570.747747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610570.747751:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610570.747755:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610570.747760:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610570.747763:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610570.747767:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610570.747769:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610571.272674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610571.272682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610571.272819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610571.272825:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610571.272829:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610571.440611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610571.440629:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610571.440632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610571.440637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610571.440639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610571.440644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610571.440646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610571.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610571.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610571.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610571.457642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610571.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610571.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610571.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610571.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610571.457657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610571.747770:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610571.747779:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610571.747782:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610571.747789:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610571.747794:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610571.747800:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610571.747805:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610571.747810:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610571.747813:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610572.274800:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610572.274807:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.274909:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610572.274913:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610572.274916:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610572.440675:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610572.440721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610572.440724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.440729:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610572.440731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610572.440735:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.440737:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610572.446730:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610572.446737:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610572.446740:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610572.446743:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610572.446745:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610572.446748:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610572.446751:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610572.446756:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1749610572.446760:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610572.446763:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.446765:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.446767:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.446769:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610572.446773:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610572.446776:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610572.446779:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610572.446781:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610572.446784:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610572.446786:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610572.446788:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.446790:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.446791:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.446793:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610572.446795:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610572.446798:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610572.446800:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.446803:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610572.446809:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610572.446811:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.446813:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610572.446816:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610572.446823:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589500. 00000020:00000040:2.0:1749610572.446826:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610572.446829:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610572.446831:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.446834:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.446836:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610572.446839:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610572.446848:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d000. 00000100:00000001:2.0:1749610572.446855:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.446863:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610572.446873:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610572.446877:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.446880:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589500] to pc [ptlrpcd_rcv+-1] req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.446905:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610572.446908:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610572.446912:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610572.446913:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610572.446915:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610572.446916:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610572.446918:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1749610572.446920:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610572.446922:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.446924:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.446925:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.446926:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610572.446928:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610572.446929:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610572.446930:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610572.446932:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610572.446933:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610572.446935:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610572.446937:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.446939:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.446940:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.446942:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610572.446943:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610572.446945:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610572.446947:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.446948:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610572.446951:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610572.446952:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.446954:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610572.446955:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610572.446958:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589880. 00000020:00000040:2.0:1749610572.446959:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610572.446962:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610572.446963:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.446963:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610572.446964:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.446966:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610572.446967:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.446969:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749610572.446971:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928bc00. 00000100:00000001:0.0:1749610572.446972:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610572.446973:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.446976:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610572.446981:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.446982:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610572.446984:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.446986:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589880] to pc [ptlrpcd_rcv+-1] req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.446993:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610572.446996:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610572.446999:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610572.447000:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610572.447001:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610572.447003:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610572.447004:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610572.447005:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1749610572.447007:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610572.447007:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.447009:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.447010:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.447011:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610572.447011:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610572.447013:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610572.447014:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610572.447015:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:0.0:1749610572.447015:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610572.447016:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610572.447018:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:0.0:1749610572.447018:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.447019:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610572.447021:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:0.0:1749610572.447023:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494528512:0@lo:38:kworker.0 00000100:00000040:2.0:1749610572.447024:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.447026:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.447027:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.447029:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610572.447029:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610572.447031:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610572.447033:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610572.447033:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610572.447034:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447036:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610572.447036:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447038:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610572.447038:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610572.447039:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.447041:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610572.447042:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610572.447044:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589c00. 02000000:00000010:0.0:1749610572.447044:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee800. 00000020:00000040:2.0:1749610572.447045:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610572.447047:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610572.447047:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447048:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.447049:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.447050:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610572.447051:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610572.447054:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928b000. 00000400:00000010:0.0:1749610572.447055:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610572.447056:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.447058:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610572.447062:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610572.447064:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610572.447065:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.447068:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589c00] to pc [ptlrpcd_rcv+-1] req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610572.447070:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494528512, portal 4 00000100:00000001:2.0:1749610572.447073:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447074:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610572.447076:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610572.447076:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933758208 : -131936775793408 : ffff880113589500) 00000100:00000001:2.0:1749610572.447078:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610572.447081:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589f80. 00000020:00000040:2.0:1749610572.447082:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610572.447085:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.447086:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610572.447086:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610572.447088:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610572.447091:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5600. 00000100:00000001:2.0:1749610572.447093:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.447096:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610572.447098:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610572.447102:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610572.447102:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610572.447103:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610572.447105:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:2.0:1749610572.447107:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589f80] to pc [ptlrpcd_00_00+0] req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610572.447108:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494528512, offset 0 00000400:00000200:0.0:1749610572.447115:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610572.447131:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610572.447131:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610572.447133:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610572.447135:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610572.447137:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610572.447138:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610572.447140:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610572.447142:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5173 00000100:00080000:2.0:1749610572.447144:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749610572.447144:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf926400 00000100:00000040:2.0:1749610572.447146:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610572.447148:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.447149:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.447151:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610572.447152:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610572.447153:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000200:0.0:1749610572.447153:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 0 00000020:00000001:2.0:1749610572.447154:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610572.447156:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610572.447157:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610572.447159:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610572.447161:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749610572.447162:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610572.447164:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610572.447165:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610572.447167:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610572.447168:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610572.447169:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610572.447171:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610572.447173:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447174:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610572.447175:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610572.447176:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610572.447177:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610572.447178:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610572.447179:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610572.447180:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610572.447182:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a300. 00000100:00000010:0.0:1749610572.447183:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994380. 00000020:00000040:2.0:1749610572.447184:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610572.447185:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610572.447186:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.447188:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.447188:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610572.447188:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133994380 x1834598494528512 msgsize 520 02000000:00000001:2.0:1749610572.447190:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447190:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610572.447192:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011928a400. 00000100:00100000:0.0:1749610572.447194:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610572.447195:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447195:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610572.447197:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610572.447198:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610572.447203:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610572.447204:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.447204:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447206:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610572.447207:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358a300] to pc [ptlrpcd_rcv+-1] req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.447213:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447213:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610572.447215:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610572.447215:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610572.447216:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610572.447216:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610572.447218:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749610572.447218:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749610572.447219:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000010:2.0:1749610572.447220:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a680. 02000000:00000001:1.0:1749610572.447220:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610572.447221:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610572.447222:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1749610572.447222:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447223:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610572.447224:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610572.447225:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1749610572.447225:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494528896:0@lo:400:kworker.0 02000000:00000001:2.0:1749610572.447227:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610572.447229:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 00000100:00000001:1.0:1749610572.447229:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749610572.447229:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.447231:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610572.447232:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610572.447233:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.447234:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610572.447235:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610572.447239:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000100:00000001:2.0:1749610572.447240:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610572.447241:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610572.447241:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447241:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610572.447244:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358a680] to pc [ptlrpcd_00_01+1] req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610572.447245:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000040:0.0:1749610572.447246:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610572.447249:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749610572.447252:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610572.447253:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494528896, portal 10 00000100:00000001:2.0:1749610572.447254:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610572.447255:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528512 00000100:00000001:1.0:1749610572.447255:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610572.447255:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447256:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933760896 : -131936775790720 : ffff880113589f80) 02000000:00000001:3.0:1749610572.447257:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610572.447257:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610572.447258:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5183) 00000100:00000001:3.0:1749610572.447261:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610572.447262:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610572.447263:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447263:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610572.447267:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.447268:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1076 usecs (2 jiffies) 00000100:00000001:1.0:1749610572.447269:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610572.447271:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528512 00000100:00000040:1.0:1749610572.447271:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610572.447272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299845906 00000020:00000001:3.0:1749610572.447273:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749610572.447273:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000040:3.0:1749610572.447274:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749610572.447275:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494528896, offset 0 00000020:00000001:3.0:1749610572.447276:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610572.447278:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610572.447278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb40. 00000020:00000001:3.0:1749610572.447279:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610572.447279:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610572.447285:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610572.447285:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:1.0:1749610572.447286:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610572.447290:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000200:1.0:1749610572.447291:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926580 00000100:00000001:0.0:1749610572.447291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299845906 00000020:00000010:3.0:1749610572.447294:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000010:0.0:1749610572.447295:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee800. 00000400:00000200:1.0:1749610572.447296:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 152744 00000100:00000001:0.0:1749610572.447298:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610572.447299:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610572.447300:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610572.447302:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610572.447302:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610572.447302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299845906 00000400:00000200:1.0:1749610572.447305:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610572.447305:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eee00. 00000100:00000001:3.0:1749610572.447307:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447308:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610572.447308:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000200:1.0:1749610572.447310:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610572.447313:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000001:3.0:1749610572.447315:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610572.447316:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880119282d80 x1834598494528896 msgsize 224 00000100:00100000:1.0:1749610572.447319:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610572.447323:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610572.447325:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610572.447327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299845906 00000100:00000001:1.0:1749610572.447328:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610572.447330:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000010:0.0:1749610572.447331:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee640. 00000100:00000001:3.0:1749610572.447332:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474868096 : -131936234683520 : ffff880133994380) 00000400:00000200:1.0:1749610572.447333:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610572.447335:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610572.447335:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610572.447337:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610572.447338:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133994380 x1834598494528512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447339:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610572.447340:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447343:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447347:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610572.447348:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494528512:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610572.447348:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610572.447350:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447350:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610572.447352:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528512 00000020:00000001:3.0:1749610572.447355:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610572.447356:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447357:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749610572.447358:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610572.447358:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610572.447359:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.447360:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447362:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610572.447363:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 725 usecs (1 jiffies) 00000100:00000001:0.0:1749610572.447364:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610572.447366:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299845905 00000100:00000001:0.0:1749610572.447366:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610572.447367:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610572.447368:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299845906 00000100:00100000:2.0:1749610572.447369:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528896 00000020:00000001:3.0:1749610572.447371:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447371:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610572.447371:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299845905 00000100:00000040:0.0:1749610572.447371:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.447372:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299845906 00000100:00000001:2.0:1749610572.447373:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:3.0:1749610572.447374:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610572.447374:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447374:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299845905 00000100:00000001:1.0:1749610572.447376:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299845906 00010000:00000001:3.0:1749610572.447377:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610572.447377:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447377:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299845905 00000100:00100000:2.0:1749610572.447379:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528896 00000100:00000001:1.0:1749610572.447379:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299845906 00010000:00000001:3.0:1749610572.447380:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610572.447380:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610572.447380:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610572.447382:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:2.0:1749610572.447382:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610572.447382:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447382:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610572.447383:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610572.447384:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610572.447384:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610572.447385:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610572.447385:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610572.447386:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610572.447386:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610572.447387:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:0.0:1749610572.447387:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610572.447388:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:0.0:1749610572.447389:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749610572.447390:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578c00. 00000100:00000001:1.0:1749610572.447391:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610572.447392:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.447392:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610572.447392:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447393:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610572.447394:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447395:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610572.447396:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f480. 00000100:00000001:1.0:1749610572.447396:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610572.447396:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494528640:0@lo:38:kworker.0 00000100:00000001:1.0:1749610572.447397:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610572.447398:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610572.447399:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610572.447399:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749610572.447401:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.447401:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610572.447402:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610572.447402:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749610572.447403:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610572.447404:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610572.447404:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610572.447405:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610572.447406:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610572.447406:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610572.447406:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447407:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610572.447408:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749610572.447408:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610572.447409:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610572.447409:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610572.447411:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610572.447412:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749610572.447412:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 02000000:00000010:0.0:1749610572.447413:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322eec00. 00000100:00000001:3.0:1749610572.447414:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749610572.447415:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610572.447415:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610572.447416:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610572.447416:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610572.447417:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610572.447418:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 02000000:00000001:1.0:1749610572.447418:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610572.447419:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610572.447419:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610572.447420:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff78. 02000000:00000001:3.0:1749610572.447421:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610572.447421:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610572.447423:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610572.447424:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749610572.447424:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494529152:0@lo:400:kworker.0 00000100:00000040:3.0:1749610572.447425:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610572.447425:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610572.447426:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610572.447426:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610572.447427:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610572.447428:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 02000000:00000001:1.0:1749610572.447428:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610572.447429:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.447430:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610572.447430:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494528640, portal 10 00000100:00000200:3.0:1749610572.447431:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494528512, offset 0 02000000:00000001:1.0:1749610572.447431:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610572.447432:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1749610572.447433:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bd000. 00000100:00000001:2.0:1749610572.447434:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749610572.447434:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447434:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933759104 : -131936775792512 : ffff880113589880) 00000400:00000200:3.0:1749610572.447435:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610572.447436:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610572.447437:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610572.447437:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000400:00000010:1.0:1749610572.447439:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610572.447441:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610572.447441:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494529152, portal 10 00000400:00000200:3.0:1749610572.447442:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610572.447442:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.447443:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610572.447444:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933762688 : -131936775788928 : ffff88011358a680) 00000400:00000200:3.0:1749610572.447448:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf926400 00000100:00000001:2.0:1749610572.447448:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610572.447449:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610572.447449:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447451:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610572.447453:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5e69 [1] + 0 00000100:00100000:2.0:1749610572.447453:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1749610572.447454:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610572.447455:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:3.0:1749610572.447457:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610572.447457:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000400:00000010:0.0:1749610572.447457:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000400:00000200:3.0:1749610572.447460:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610572.447460:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610572.447460:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494528640, offset 0 00000100:00000040:2.0:1749610572.447461:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282d80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:8/0 lens 224/0 e 0 to 0 dl 1749610583 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610572.447462:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610572.447463:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610572.447464:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610572.447466:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610572.447467:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.447469:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610572.447471:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f140. 00000100:00000001:2.0:1749610572.447472:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610572.447474:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f140. 00000100:00000200:1.0:1749610572.447475:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494529152, offset 0 00000400:00000200:0.0:1749610572.447475:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610572.447477:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610572.447478:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610572.447479:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494528896:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610572.447482:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528896 00000400:00000200:0.0:1749610572.447482:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926480 00000400:00000200:1.0:1749610572.447483:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610572.447484:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610572.447484:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610572.447486:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749610572.447487:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926680 00000020:00000001:2.0:1749610572.447488:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610572.447489:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 152968 00000020:00000001:2.0:1749610572.447490:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610572.447492:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610572.447495:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749610572.447496:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610572.447498:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610572.447500:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749610572.447500:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610572.447501:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000001:2.0:1749610572.447501:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1749610572.447503:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000020:00000001:2.0:1749610572.447503:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.447505:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610572.447506:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610572.447507:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610572.447508:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610572.447508:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 153488 00000100:00000001:3.0:1749610572.447510:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.447510:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610572.447512:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610572.447513:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:2.0:1749610572.447513:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a400. 00000400:00000200:1.0:1749610572.447514:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610572.447515:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610572.447516:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610572.447516:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447517:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610572.447518:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610572.447519:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610572.447520:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994380 x1834598494528512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610572.447548:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133994700. 00000100:00000040:0.0:1749610572.447552:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133994700 x1834598494528640 msgsize 520 00000020:00000001:2.0:1749610572.447553:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610572.447553:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000040:2.0:1749610572.447556:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494528896 00000100:00100000:3.0:1749610572.447557:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494528512:12345-0@lo:38:kworker.0 Request processed in 208us (367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610572.447557:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610572.447558:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000040:1.0:1749610572.447558:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000200:2.0:1749610572.447562:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119282d80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:8/0 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610572.447563:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000001:3.0:1749610572.447566:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610572.447567:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610572.447567:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749610572.447569:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610572.447571:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00010000:00000001:2.0:1749610572.447571:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610572.447574:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00001000:2.0:1749610572.447574:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610572.447575:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610572.447577:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610572.447578:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000040:2.0:1749610572.447578:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610572.447578:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528640 00000400:00000200:0.0:1749610572.447578:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:3.0:1749610572.447580:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610572.447580:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610572.447580:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749610572.447581:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 02000000:00000001:2.0:1749610572.447582:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610572.447582:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610572.447583:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447584:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610572.447585:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610572.447585:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.447587:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610572.447588:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610572.447589:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610572.447589:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:0.0:1749610572.447589:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610572.447591:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610572.447591:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528640 00000020:00000001:1.0:1749610572.447593:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610572.447594:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528896, offset 224 00000020:00000040:1.0:1749610572.447595:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610572.447597:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610572.447598:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610572.447598:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610572.447599:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610572.447601:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.447603:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610572.447605:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610572.447606:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000400:00000200:2.0:1749610572.447611:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926580 00000020:00000010:1.0:1749610572.447611:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610572.447611:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447613:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610572.447615:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000400:00000200:2.0:1749610572.447616:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e71 [1] + 224 00000100:00000001:0.0:1749610572.447617:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447619:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610572.447620:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610572.447621:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610572.447621:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 810 usecs (1 jiffies) 00000400:00000200:2.0:1749610572.447623:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610572.447623:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447624:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299845906 00000100:00000001:2.0:1749610572.447626:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610572.447627:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299845906 00000100:00000001:1.0:1749610572.447628:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610572.447630:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299845906 00000100:00000001:0.0:1749610572.447633:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.447635:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299845906 00000100:00000040:2.0:1749610572.447637:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447638:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.447640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299845906 00000100:00000001:0.0:1749610572.447643:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299845906 00000100:00000001:2.0:1749610572.447645:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610572.447646:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610572.447648:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610572.447649:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:1.0:1749610572.447649:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610572.447651:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610572.447652:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610572.447653:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610572.447655:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610572.447657:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.447657:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610572.447659:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610572.447659:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1749610572.447661:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610572.447661:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610572.447663:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.447664:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610572.447666:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610572.447667:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:8/0 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610572.447667:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00000001:0.0:1749610572.447667:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610572.447668:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610572.447670:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610572.447670:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474868992 : -131936234682624 : ffff880133994700) 02000000:00000001:0.0:1749610572.447670:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610572.447672:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610572.447672:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610572.447673:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.447675:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494528896:12345-0@lo:400:kworker.0 Request processed in 204us (357us total) trans 0 rc 0/0 02000000:00000001:0.0:1749610572.447675:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.447676:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133994700 x1834598494528640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610572.447700:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1749610572.447702:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494528768:0@lo:38:kworker.0 00000100:00000040:2.0:1749610572.447703:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610572.447705:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610572.447707:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610572.447707:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749610572.447710:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 02000000:00000001:0.0:1749610572.447710:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610572.447712:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610572.447714:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 02000000:00000001:0.0:1749610572.447714:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610572.447717:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494528640:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749610572.447718:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 02000000:00000010:0.0:1749610572.447718:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee400. 02000000:00000001:0.0:1749610572.447721:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610572.447722:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528640 00000020:00000040:2.0:1749610572.447723:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000010:0.0:1749610572.447724:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000020:00000001:1.0:1749610572.447725:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610572.447726:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610572.447728:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749610572.447728:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000200:0.0:1749610572.447732:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494528768, portal 10 00000100:00000001:0.0:1749610572.447734:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610572.447736:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447736:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933760000 : -131936775791616 : ffff880113589c00) 00010000:00020000:1.0:1749610572.447739:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610572.447742:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610572.447743:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610572.447744:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610572.447746:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610572.447748:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610572.447750:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610572.447752:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749610572.447753:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b400. 02000000:00000001:1.0:1749610572.447754:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.447755:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610572.447756:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610572.447758:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00010000:00000001:1.0:1749610572.447759:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610572.447761:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610572.447761:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494528768, offset 0 00000100:00001000:1.0:1749610572.447763:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610572.447766:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610572.447767:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610572.447768:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610572.447770:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610572.447772:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610572.447774:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749610572.447775:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610572.447777:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610572.447778:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610572.447780:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447782:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610572.447782:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926500 00000100:00000040:1.0:1749610572.447783:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610572.447785:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000400:00000200:0.0:1749610572.447787:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 153712 00000100:00000200:1.0:1749610572.447793:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528640, offset 0 00000400:00000200:0.0:1749610572.447794:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610572.447796:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610572.447798:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610572.447802:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610572.447802:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610572.447804:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610572.447808:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926480 00000100:00000010:0.0:1749610572.447809:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995880. 00000400:00000200:1.0:1749610572.447812:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e79 [1] + 0 00000100:00000040:0.0:1749610572.447812:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133995880 x1834598494528768 msgsize 520 00000400:00000200:1.0:1749610572.447816:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610572.447817:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610572.447818:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610572.447821:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610572.447825:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610572.447832:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447838:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610572.447839:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610572.447842:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610572.447844:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610572.447846:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610572.447847:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610572.447847:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:1.0:1749610572.447849:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610572.447849:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:1.0:1749610572.447852:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610572.447852:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610572.447854:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610572.447855:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610572.447857:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.447858:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610572.447858:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133994700 x1834598494528640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610572.447860:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494528768 02000000:00000001:2.0:1749610572.447862:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610572.447864:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610572.447866:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610572.447866:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494528640:12345-0@lo:38:kworker.0 Request processed in 151us (312us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610572.447867:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610572.447868:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.447870:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610572.447871:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494528768 00000020:00000001:2.0:1749610572.447872:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610572.447873:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000020:00000040:2.0:1749610572.447874:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610572.447875:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610572.447875:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610572.447876:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447876:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610572.447878:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610572.447879:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610572.447879:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610572.447881:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000100:00000001:0.0:1749610572.447881:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610572.447882:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:2.0:1749610572.447883:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:0.0:1749610572.447884:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610572.447885:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000020:00000010:2.0:1749610572.447886:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:1.0:1749610572.447888:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610572.447888:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 755 usecs (1 jiffies) 00000100:00000001:2.0:1749610572.447889:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610572.447890:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610572.447891:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447892:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299845906 00000100:00000001:2.0:1749610572.447895:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447896:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610572.447896:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299845906 00000100:00000001:1.0:1749610572.447898:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610572.447899:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299845906 00000100:00100000:1.0:1749610572.447901:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00000001:0.0:1749610572.447901:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299845906 00000100:00000001:1.0:1749610572.447903:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474873472 : -131936234678144 : ffff880133995880) 00000100:00000001:0.0:1749610572.447904:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299845906 00000100:00000040:1.0:1749610572.447906:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133995880 x1834598494528768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.447906:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.447909:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299845906 00000100:00000001:2.0:1749610572.447911:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.447911:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299845906 00000100:00100000:1.0:1749610572.447912:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494528768:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610572.447914:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610572.447915:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494528768 00000020:00000001:1.0:1749610572.447916:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610572.447916:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610572.447919:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610572.447919:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610572.447924:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610572.447926:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610572.447930:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610572.447932:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610572.447933:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749610572.447936:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610572.447936:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.447938:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610572.447939:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610572.447940:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610572.447941:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610572.447942:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610572.447944:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610572.447945:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b800. 02000000:00000001:1.0:1749610572.447947:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610572.447947:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494529024:0@lo:38:kworker.0 00000100:00000001:1.0:1749610572.447949:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447951:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749610572.447952:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610572.447954:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610572.447954:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610572.447956:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610572.447958:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610572.447958:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610572.447961:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749610572.447961:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322efc00. 00000100:00000001:1.0:1749610572.447963:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610572.447964:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.447966:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610572.447967:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffec8. 00000100:00000001:1.0:1749610572.447969:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610572.447971:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:1.0:1749610572.447972:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610572.447975:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610572.447975:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494529024, portal 10 02000000:00000001:1.0:1749610572.447978:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610572.447978:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610572.447980:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.447980:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933761792 : -131936775789824 : ffff88011358a300) 00000100:00000001:1.0:1749610572.447983:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610572.447985:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610572.447987:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610572.447988:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00000200:1.0:1749610572.447992:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494528768, offset 0 00000400:00000200:1.0:1749610572.447996:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610572.447996:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610572.447999:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610572.448001:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000400:00000200:1.0:1749610572.448003:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610572.448005:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494529024, offset 0 00000400:00000200:1.0:1749610572.448009:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926500 00000400:00000200:0.0:1749610572.448010:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610572.448015:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e91 [1] + 0 00000400:00000200:0.0:1749610572.448018:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610572.448020:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610572.448025:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610572.448025:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926600 00000100:00000001:1.0:1749610572.448028:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610572.448030:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 154232 00000100:00000200:1.0:1749610572.448033:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610572.448036:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610572.448040:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610572.448044:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749610572.448045:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610572.448045:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610572.448049:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133995180. 00000100:00000040:0.0:1749610572.448052:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133995180 x1834598494529024 msgsize 520 00000100:00000001:1.0:1749610572.448055:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610572.448057:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610572.448060:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000400:00000010:1.0:1749610572.448062:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610572.448066:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610572.448066:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610572.448067:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610572.448070:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:1.0:1749610572.448071:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610572.448073:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749610572.448075:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610572.448075:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610572.448075:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610572.448078:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610572.448079:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529024 00000020:00000001:1.0:1749610572.448080:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610572.448080:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610572.448081:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610572.448083:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610572.448085:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.448086:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995880 x1834598494528768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610572.448088:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448089:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610572.448090:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529024 00000020:00000001:3.0:1749610572.448092:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610572.448093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610572.448094:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610572.448096:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610572.448097:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610572.448098:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494528768:12345-0@lo:38:kworker.0 Request processed in 183us (283us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749610572.448099:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448101:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610572.448103:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610572.448103:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610572.448106:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000020:00000010:3.0:1749610572.448107:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610572.448107:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610572.448109:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:1.0:1749610572.448109:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610572.448110:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 558 usecs (1 jiffies) 00000100:00000001:1.0:1749610572.448111:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610572.448113:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610572.448113:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299845906 00000100:00000001:3.0:1749610572.448114:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610572.448115:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000001:0.0:1749610572.448115:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299845906 00000100:00000001:3.0:1749610572.448116:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448118:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299845906 00000100:00000001:3.0:1749610572.448119:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610572.448120:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000001:0.0:1749610572.448121:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.448123:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299845906 00000020:00000010:1.0:1749610572.448125:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000100:00000001:0.0:1749610572.448125:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.448127:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299845906 00000100:00000001:1.0:1749610572.448130:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448130:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.448132:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610572.448134:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610572.448135:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610572.448139:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610572.448140:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1749610572.448141:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610572.448142:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610572.448142:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749610572.448144:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00100000:1.0:1749610572.448145:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00000001:1.0:1749610572.448148:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474871680 : -131936234679936 : ffff880133995180) 00000400:00000200:0.0:1749610572.448148:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:3.0:1749610572.448149:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610572.448150:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610572.448150:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749610572.448152:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448152:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610572.448154:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133995180 x1834598494529024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610572.448157:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610572.448166:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494529024:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610572.448170:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529024 00000020:00000001:1.0:1749610572.448173:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610572.448175:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749610572.448175:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610572.448183:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610572.448184:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448185:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749610572.448188:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610572.448188:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610572.448191:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749610572.448192:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610572.448193:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610572.448195:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610572.448195:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448197:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610572.448199:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610572.448199:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610572.448202:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610572.448205:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031bc00. 00000100:00001000:0.0:1749610572.448205:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610572 v=5 (0 0 0 0) 02000000:00000001:1.0:1749610572.448208:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610572.448209:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=145 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610572.448210:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610572.448213:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610572.448213:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749610572.448215:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448216:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610572.448218:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610572.448219:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610572.448222:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610572.448224:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610572.448224:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610572.448227:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610572.448230:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610572.448232:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610572.448233:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610572.448236:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610572.448236:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610572.448239:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610572.448239:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610572.448242:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448242:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610572.448244:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610572.448245:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610572.448247:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610572.448248:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749610572.448250:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 00000100:00080000:0.0:1749610572.448252:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749610572.448254:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529024, offset 0 00000100:00000001:0.0:1749610572.448255:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610572.448258:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610572.448260:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610572.448266:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610572.448271:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494528512:0@lo:38:kworker.0 00000400:00000200:1.0:1749610572.448273:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926600 00000100:00000001:0.0:1749610572.448276:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610572.448278:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e9d [1] + 0 00000100:00000001:0.0:1749610572.448279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610572.448283:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610572.448284:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589500 x1834598494528512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610572.448287:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610572.448291:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610572.448292:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610572.448295:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749610572.448296:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610572.448298:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee800. 02000000:00000001:0.0:1749610572.448302:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610572.448304:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610572.448307:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610572.448307:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610572.448310:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610572.448313:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d000. 00000100:00000001:1.0:1749610572.448318:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610572.448318:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610572.448320:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749610572.448322:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000010:0.0:1749610572.448322:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589500. 00000400:00000010:1.0:1749610572.448324:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:1.0:1749610572.448327:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610572.448327:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610572.448328:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448329:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610572.448330:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448332:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.448335:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610572.448336:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610572.448338:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448339:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610572.448341:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610572.448341:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610572.448343:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610572.448346:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133995180 x1834598494529024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610592 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610572.448346:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610572.448348:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610572.448351:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff78. 00000400:00000200:0.0:1749610572.448355:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610572.448357:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00100000:1.0:1749610572.448358:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494529024:12345-0@lo:38:kworker.0 Request processed in 192us (303us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610572.448360:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610572.448365:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610572.448368:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00000001:1.0:1749610572.448371:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610572.448373:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610572.448377:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000200:0.0:1749610572.448377:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610572.448381:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000010:1.0:1749610572.448385:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610572.448386:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610572.448387:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448388:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448389:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610572.448391:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610572.448393:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610572.448396:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610572.448399:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448402:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610572.448404:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1749610572.448404:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610572 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610572.448406:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=127 v=20 (1 1 20 0) 00000100:00000010:1.0:1749610572.448408:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000100:00000001:0.0:1749610572.448409:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610572.448410:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610572.448412:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880119282680 x1834598494529152 msgsize 224 00000100:00000001:0.0:1749610572.448412:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610572.448432:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610572.448433:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610572.448437:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610572.448439:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610572.448440:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448441:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610572.448442:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610572.448444:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610572.448446:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610572.448448:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610572.448451:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448452:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610572.448457:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00100000:0.0:1749610572.448457:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494528640:0@lo:38:kworker.0 00000400:00000010:1.0:1749610572.448459:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749610572.448462:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000001:0.0:1749610572.448462:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610572.448463:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:0.0:1749610572.448463:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749610572.448464:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529152 00000400:00000010:0.0:1749610572.448465:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 02000000:00000001:2.0:1749610572.448466:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610572.448467:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610572.448467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:2.0:1749610572.448468:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610572.448468:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749610572.448469:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448470:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610572.448471:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.448473:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529152 00000100:00000200:0.0:1749610572.448473:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610572.448474:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610572.448475:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749610572.448476:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610572.448477:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610572.448478:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:0.0:1749610572.448479:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610572.448480:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749610572.448481:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610572.448482:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610572.448484:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610572.448484:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610572.448486:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f140. 00000100:00000001:0.0:1749610572.448486:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448487:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610572.448488:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610572.448489:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fec0. 00000100:00000001:1.0:1749610572.448489:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448489:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610572.448491:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610572.448491:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610572.448492:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:0.0:1749610572.448493:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448495:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610572.448495:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610572 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610572.448497:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:0.0:1749610572.448497:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=77 v=20 (1 1 20 0) 00000020:00000010:2.0:1749610572.448499:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f140. 00000100:00000040:1.0:1749610572.448499:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 683 usecs (1 jiffies) 00000100:00000001:0.0:1749610572.448499:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610572.448500:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610572.448501:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749610572.448502:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000001:1.0:1749610572.448502:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299845906 00000020:00000010:2.0:1749610572.448504:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000040:0.0:1749610572.448504:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448505:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299845906 00000020:00000010:2.0:1749610572.448506:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000040:2.0:1749610572.448508:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610572.448508:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299845906 00000100:00000001:0.0:1749610572.448509:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610572.448510:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610572.448510:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610572.448511:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610572.448511:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299845906 00000100:00000001:0.0:1749610572.448511:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448512:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610572.448513:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448513:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610572.448514:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299845906 00000100:00000001:2.0:1749610572.448515:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:0.0:1749610572.448515:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610572.448516:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299845906 00000100:00080000:0.0:1749610572.448516:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610572.448517:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610572.448518:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448518:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610572.448519:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299845906 00000100:00000040:0.0:1749610572.448520:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610572.448526:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494528768:0@lo:38:kworker.0 00000400:00000001:0.0:1749610572.448529:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610572.448530:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610572.448531:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffec8. 00000400:00000200:0.0:1749610572.448532:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749610572.448533:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749610572.448535:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610572.448549:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299845906 00000100:00000001:2.0:1749610572.448551:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448552:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610572.448556:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610572.448556:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.448557:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610572.448560:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000400:00000001:1.0:1749610572.448560:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610572.448562:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000001:1.0:1749610572.448562:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610572.448562:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610572.448564:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000400:00000010:1.0:1749610572.448565:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000040:2.0:1749610572.448568:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:8/0 lens 224/0 e 0 to 0 dl 1749610583 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610572.448568:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610572.448571:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:3.0:1749610572.448572:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299845906, at 4299845906 00000100:00000001:1.0:1749610572.448573:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610572.448574:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610572.448575:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610572.448576:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f140. 00000100:00000010:3.0:1749610572.448578:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee640. 00000100:00000001:2.0:1749610572.448578:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610572.448578:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610572.448579:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f140. 00000100:00000001:0.0:1749610572.448580:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610572.448581:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448582:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749610572.448583:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494529152:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1749610572.448583:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610572.448584:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610572.448585:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529152 00000100:00000001:0.0:1749610572.448585:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.448587:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610572.448587:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.448589:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610572.448589:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610572.448589:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610572 v=5 (0 0 0 0) 00000020:00000001:2.0:1749610572.448590:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610572.448591:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=27 v=20 (1 1 20 0) 00000020:00000001:2.0:1749610572.448592:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610572.448593:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610572.448593:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610572.448594:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610572.448595:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610572.448595:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:3.0:1749610572.448596:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749610572.448598:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448598:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610572.448598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610572.448599:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:2.0:1749610572.448599:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610572.448600:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610572.448600:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610572.448602:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448602:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749610572.448603:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610572.448603:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610572.448605:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610572.448605:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610572.448605:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610572.448606:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610572.448607:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610572.448607:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610572.448607:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610572.448608:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610572.448609:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610572.448610:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262800. 00000100:00080000:0.0:1749610572.448610:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749610572.448611:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610572.448611:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610572.448612:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.448613:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448613:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610572.448615:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.448615:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749610572.448617:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494529152 00000100:00001000:1.0:1749610572.448617:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=77 v=5 (5 5 5 0) 00010000:00000001:2.0:1749610572.448619:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749610572.448620:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494529024:0@lo:38:kworker.0 00000100:00001000:1.0:1749610572.448621:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=77 v=5 (1 1 1 0) 00010000:00000200:2.0:1749610572.448622:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119282680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:8/0 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448624:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610572.448626:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610572.448628:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610572.448629:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610572.448629:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749610572.448629:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299845906, at 4299845906 00000100:00001000:2.0:1749610572.448631:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 1 0) 00000100:00000010:0.0:1749610572.448633:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610572.448634:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1749610572.448634:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610572.448636:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610572.448637:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610572.448639:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610572.448639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610572.448640:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.448641:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610572.448641:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610572.448643:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610572.448644:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610572.448644:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589880 x1834598494528640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610572.448645:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610572.448648:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529152, offset 224 00000100:00000001:1.0:1749610572.448648:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610572.448649:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610572.448650:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1749610572.448650:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749610572.448651:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610572.448652:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1749610572.448652:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322eec00. 02000000:00000001:0.0:1749610572.448653:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610572.448654:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610572.448654:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610572.448656:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610572.448656:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610572.448657:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610572.448658:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928bc00. 00000100:00000040:1.0:1749610572.448659:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610572.448661:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926680 02000000:00000001:0.0:1749610572.448661:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610572.448662:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610572.448663:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589880. 00000400:00000200:2.0:1749610572.448664:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5e81 [1] + 224 00000100:00000001:0.0:1749610572.448665:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610572.448666:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448667:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610572.448668:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610572.448668:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610572.448670:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610572.448670:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589c00 x1834598494528768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610572.448671:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610572.448673:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610572.448673:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448674:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610572.448675:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749610572.448676:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610572.448676:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee400. 00000100:00000040:1.0:1749610572.448677:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610572.448698:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610572.448699:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610572.448700:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610572.448702:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610572.448703:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610572.448703:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928b000. 02000000:00000001:0.0:1749610572.448705:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610572.448706:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610572.448707:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589c00. 00000100:00000001:0.0:1749610572.448708:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610572.448709:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610572.448709:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494528896:0@lo:400:kworker.0 00000100:00000001:0.0:1749610572.448709:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.448710:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610572.448713:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:0.0:1749610572.448713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358a300 x1834598494529024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610572.448714:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610572.448714:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.448716:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610572.448716:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610572.448717:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610572.448719:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.448721:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589f80 x1834598494528896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610572.448722:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610572.448722:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749610572.448723:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749610572.448723:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610572.448724:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322efc00. 00000020:00000001:2.0:1749610572.448725:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610572.448726:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749610572.448726:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610572.448727:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610572.448728:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:2.0:1749610572.448729:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:8/0 lens 224/224 e 0 to 0 dl 1749610583 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448729:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610572.448729:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610572.448730:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011928a400. 02000000:00000001:1.0:1749610572.448731:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610572.448732:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610572.448733:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1749610572.448734:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 00000100:00000010:0.0:1749610572.448734:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a300. 00000100:00000001:0.0:1749610572.448735:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749610572.448736:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494529152:12345-0@lo:400:kworker.0 Request processed in 161us (323us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610572.448736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610572.448737:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610572.448737:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610572.448739:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610572.448739:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610572.448740:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610572.448741:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000020:00000040:1.0:1749610572.448741:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610572.448741:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610572.448742:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610572.448743:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:1.0:1749610572.448744:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610572.448745:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610572.448746:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1749610572.448746:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5600. 00000020:00000010:2.0:1749610572.448749:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 02000000:00000001:1.0:1749610572.448749:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610572.448751:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749610572.448752:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00000010:1.0:1749610572.448753:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589f80. 00000020:00000010:2.0:1749610572.448754:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000020:00000040:2.0:1749610572.448757:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610572.448757:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610572.448758:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610572.448759:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448761:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448764:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610572.448765:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610572.448769:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610572.448771:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299845906, at 4299845906 00000400:00000001:1.0:1749610572.448771:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610572.448773:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000010:2.0:1749610572.448775:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eee00. 00000400:00000200:1.0:1749610572.448776:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610572.448778:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610572.448781:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610572.448785:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610572.448796:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448811:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610572.448813:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448815:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610572.448816:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610572.448818:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610572.448819:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610572.448821:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610572.448825:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=27 v=5 (5 5 5 0) 00000100:00001000:1.0:1749610572.448827:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=27 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610572.448829:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610572.448830:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610572.448832:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610572.448834:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610572.448840:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448842:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610572.448843:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610572.448845:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610572.448847:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.448851:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448859:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610572.448862:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610572.448863:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610572.448867:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610572.448876:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494529152:0@lo:400:kworker.0 00000100:00000001:1.0:1749610572.448880:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448883:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610572.448886:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358a680 x1834598494529152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610572.448901:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610572.448903:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610572.448905:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bd000. 02000000:00000001:1.0:1749610572.448908:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610572.448910:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610572.448912:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610572.448914:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610572.448916:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 02000000:00000001:1.0:1749610572.448919:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610572.448920:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610572.448922:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a680. 00000100:00000001:1.0:1749610572.448925:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610572.448927:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448929:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610572.448935:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610572.448936:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610572.448939:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610572.448941:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610572.448951:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299845906, at 4299845906 00000100:00000010:1.0:1749610572.448957:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee800. 00000100:00000001:0.0:1749610572.457610:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610572.457614:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610572.457617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610572.457620:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610572.457623:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610572.457626:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.457628:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610572.457630:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610572.457633:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610572.747659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610572.747667:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610572.747669:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610572.747672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610572.747709:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610572.747712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610572.747715:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610572.747718:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610572.747720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610573.276717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610573.276726:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610573.276824:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610573.276831:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610573.276835:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610573.448749:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610573.448772:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610573.448775:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610573.448782:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610573.448785:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610573.448790:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610573.448794:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610573.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610573.457643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610573.457645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610573.457651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610573.457655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610573.457660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610573.457664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610573.457668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610573.457704:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610573.747634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610573.747642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610573.747645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610573.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749610573.747653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610573.747657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610573.747661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610573.747699:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.747711:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610573.747716:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.747725:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610573.747728:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610573.747731:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610573.747733:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610573.747736:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610573.747745:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133996300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494526720:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610573.747751:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610573.747753:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610573.747756:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610573.747758:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610573.747761:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.747768:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610573.747770:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:2.0:1749610573.747775:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610573.747776:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610573.747780:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610573.747784:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610573.747788:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610573.747791:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=4 00000020:00000001:2.0:1749610573.747794:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749610573.747797:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00010000:2.0:1749610573.747803:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747818:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610573.747823:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747829:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610573.747832:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747838:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610573.747840:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610573.747843:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747849:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610573.747851:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610573.747854:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610573.747857:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610573.747863:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610573.747866:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610573.747869:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747875:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610573.747876:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610573.747878:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610573.747879:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=5 00000020:00000001:2.0:1749610573.747881:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749610573.747883:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749610573.747886:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610573.747889:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610573.747905:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610573.747908:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610573.747913:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610573.747916:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610573.747918:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610573.747920:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610573.747922:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610573.747925:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610573.747926:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610573.747928:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610573.747929:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610573.747932:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e000 with handle 0x689c0ec07329d18a from hash 00010000:00000001:2.0:1749610573.747934:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610573.747936:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610573.747937:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610573.747938:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610573.747939:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610573.747941:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610573.747943:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610573.747944:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610573.747945:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610573.747947:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610573.747949:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610573.747954:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610573.747955:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610573.747956:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610573.747963:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610573.747964:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610573.747965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610573.747966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610573.747969:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d18a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610573.747979:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f400 count: 0 00010000:00000001:2.0:1749610573.748010:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610573.748012:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610573.748015:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610573.748020:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133996300 x1834598494526720/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.748027:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610573.748031:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610573.748033:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610573.748035:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610573.748040:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e600. 02000000:00000001:2.0:1749610573.748044:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610573.748046:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610573.748048:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 00000100:00000001:2.0:1749610573.748055:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610573.748056:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610573.748058:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610573.748062:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610573.748065:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610573.748069:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f140. 00000020:00000010:2.0:1749610573.748074:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000020:00000010:2.0:1749610573.748080:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610573.748084:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829600. 00000020:00000010:2.0:1749610573.748090:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cc800. 00000020:00000010:2.0:1749610573.748094:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829800. 80000000:00000010:2.0:1749610573.748099:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610573.748104:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749610573.748110:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610573.748116:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610573.748124:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610573.748127:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610573.748133:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749610573.748139:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829600. 00000020:00000010:2.0:1749610573.748143:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cc800. 00000020:00000010:2.0:1749610573.748152:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829800. 80000000:00000010:2.0:1749610573.748155:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 00040000:00000010:2.0:1749610573.748159:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749610573.748163:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610573.748168:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610573.748171:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 10000000:00000010:2.0:1749610573.748173:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f140. 10000000:01000000:2.0:1749610573.748176:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749610573.748179:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610573.748182:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610573.748184:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610573.748187:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610573.748188:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:2.0:1749610573.748191:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610573.748193:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610573.748195:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749610573.748197:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610573.748198:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610573.748199:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749610573.748200:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610573.748202:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:2.0:1749610573.748205:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610573.748206:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749610573.748211:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358aa00. 00000020:00000040:2.0:1749610573.748215:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610573.748218:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610573.748222:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610573.748227:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610573.748231:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829200. 00000100:00000001:2.0:1749610573.748238:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610573.748242:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610573.748244:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610573.748249:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5b00. 00010000:00000001:2.0:1749610573.748253:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610573.748256:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a828000. 00000020:00000001:2.0:1749610573.748259:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610573.748262:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a828000 with handle 0x689c0ec07329d191 to hash 00000020:00000001:2.0:1749610573.748264:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610573.748265:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749610573.748268:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749610573.748271:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610573.748272:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610573.748276:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610573.748283:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610573.748293:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610573.748299:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610573.748301:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610573.748306:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab9c0. 00000100:00000001:2.0:1749610573.748308:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837795264 : -131938871756352 : ffff8800966ab9c0) 00000100:00000001:2.0:1749610573.748311:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610573.748313:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933763584 : -131936775788032 : ffff88011358aa00) 00000100:00000001:2.0:1749610573.748317:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610573.748322:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610573.748325:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610573.748326:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610573.748331:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.748339:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610573.748341:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610573.748344:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610573.748352:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610573.748354:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610573.748356:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610573.748358:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610573.748360:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610573.748362:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610573.748363:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610573.748365:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610573.748366:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610573.750744:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f400. 00010000:00000010:0.1:1749610573.750755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e000. 00010000:00000001:0.0:1749610574.278772:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610574.278783:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610574.278786:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610574.278789:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610574.278794:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610574.278796:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610574.278798:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610574.278801:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610574.278936:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610574.278942:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610574.278945:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610574.448777:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610574.448796:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610574.448798:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610574.448804:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610574.448806:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610574.448810:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610574.448813:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610574.457598:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610574.457603:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610574.457605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610574.457609:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610574.457612:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610574.457615:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610574.457619:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610574.457622:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610574.457624:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610574.747736:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610574.747745:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610574.747747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610574.747752:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610574.747756:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610574.747761:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610574.747765:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610574.747768:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610574.747771:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610575.280767:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610575.280777:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610575.280858:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610575.280864:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610575.280868:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610575.448711:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610575.448729:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610575.448731:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610575.448735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610575.448738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610575.448742:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610575.448744:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610575.457592:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610575.457596:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610575.457597:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610575.457600:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610575.457602:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610575.457605:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610575.457608:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610575.457610:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610575.457611:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610575.747722:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610575.747729:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610575.747731:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610575.747734:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610575.747737:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610575.747741:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610575.747743:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610575.747746:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610575.747748:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610576.282695:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610576.282701:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610576.282823:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610576.282829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610576.282833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610576.448700:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610576.448724:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610576.448728:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610576.448735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610576.448738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610576.448743:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610576.448747:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610576.457596:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610576.457602:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610576.457605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610576.457611:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610576.457615:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610576.457620:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610576.457624:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610576.457627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610576.457630:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610576.747785:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610576.747796:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610576.747799:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610576.747804:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610576.747808:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610576.747813:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610576.747816:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610576.747820:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610576.747822:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610577.284751:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610577.284758:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610577.284891:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610577.284897:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610577.284901:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610577.448730:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610577.448748:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610577.448751:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610577.448756:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610577.448759:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610577.448764:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.448766:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610577.454680:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610577.454689:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610577.454693:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610577.454697:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610577.454700:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610577.454703:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610577.454707:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610577.454713:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5178 00000100:00080000:2.0:1749610577.454717:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610577.454720:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.454724:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.454727:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610577.454729:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610577.454734:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610577.454737:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610577.454740:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610577.454743:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610577.454746:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610577.454748:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610577.454751:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.454753:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.454755:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610577.454756:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610577.454760:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610577.454763:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610577.454766:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.454769:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610577.454776:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610577.454779:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.454781:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610577.454784:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610577.454792:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358ad80. 00000020:00000040:2.0:1749610577.454797:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610577.454801:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610577.454804:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.454807:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.454809:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610577.454813:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610577.454821:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263000. 00000100:00000001:2.0:1749610577.454828:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610577.454838:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610577.454850:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610577.454855:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.454859:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358ad80] to pc [ptlrpcd_rcv+-1] req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.454886:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610577.454890:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610577.454894:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610577.454896:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610577.454898:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610577.454901:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610577.454903:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5178 00000100:00080000:2.0:1749610577.454905:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610577.454907:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.454909:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.454911:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610577.454913:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610577.454915:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610577.454916:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610577.454918:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610577.454919:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610577.454921:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610577.454924:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610577.454927:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.454928:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.454930:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610577.454932:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610577.454934:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610577.454936:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610577.454938:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.454940:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610577.454943:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610577.454945:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.454947:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610577.454948:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610577.454951:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b100. 00000020:00000040:2.0:1749610577.454953:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610577.454956:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610577.454957:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.454958:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.454959:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610577.454961:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610577.454964:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880135263800. 00000100:00000001:2.0:1749610577.454967:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610577.454971:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610577.454978:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610577.454980:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.454983:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358b100] to pc [ptlrpcd_rcv+-1] req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.454983:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610577.454989:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610577.454991:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610577.454992:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610577.454995:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610577.454998:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610577.455000:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610577.455001:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749610577.455001:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.455004:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610577.455007:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5178 00000100:00080000:2.0:1749610577.455009:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610577.455012:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.455013:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610577.455013:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610577.455015:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610577.455016:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455017:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610577.455018:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610577.455020:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:0.0:1749610577.455020:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610577.455021:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610577.455023:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:0.0:1749610577.455023:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610577.455025:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610577.455025:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610577.455027:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:0.0:1749610577.455029:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494529408:0@lo:38:kworker.0 00000100:00000040:2.0:1749610577.455030:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.455031:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.455033:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610577.455034:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610577.455035:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610577.455037:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:0.0:1749610577.455038:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610577.455039:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610577.455040:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455041:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.455042:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610577.455043:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610577.455045:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610577.455047:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455048:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000010:0.0:1749610577.455048:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322efc00. 00000100:00000001:2.0:1749610577.455050:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.455051:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610577.455052:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b480. 00000020:00000040:2.0:1749610577.455054:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610577.455056:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610577.455057:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610577.455058:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffec8. 00000100:00000001:2.0:1749610577.455059:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.455061:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610577.455062:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610577.455067:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000010:2.0:1749610577.455069:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955400. 00000100:00000001:2.0:1749610577.455071:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610577.455075:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610577.455075:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494529408, portal 4 00000100:00000001:0.0:1749610577.455078:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610577.455080:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933764480 : -131936775787136 : ffff88011358ad80) 00000100:00000001:2.0:1749610577.455082:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610577.455083:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.455087:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358b480] to pc [ptlrpcd_rcv+-1] req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610577.455088:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.455093:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.455096:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610577.455098:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610577.455100:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1749610577.455101:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749610577.455103:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b800. 00000400:00000010:0.0:1749610577.455103:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000020:00000040:2.0:1749610577.455105:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749610577.455106:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494529408, offset 0 00000100:00000001:2.0:1749610577.455107:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.455109:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610577.455110:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610577.455113:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000400:00000200:0.0:1749610577.455113:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610577.455116:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.455119:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610577.455127:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610577.455128:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610577.455129:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.455134:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358b800] to pc [ptlrpcd_00_02+2] req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610577.455141:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf926780 00000400:00000200:0.0:1749610577.455148:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 520 00000400:00000200:0.0:1749610577.455156:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610577.455161:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610577.455165:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455166:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610577.455168:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749610577.455168:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749610577.455171:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610577.455173:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749610577.455173:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133997b80. 00000100:00080000:2.0:1749610577.455174:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749610577.455176:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133997b80 x1834598494529408 msgsize 520 00000100:00000001:2.0:1749610577.455177:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610577.455180:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5178 00000100:00100000:0.0:1749610577.455181:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610577.455183:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610577.455186:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610577.455188:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.455189:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610577.455191:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610577.455192:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610577.455193:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610577.455194:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610577.455196:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610577.455197:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610577.455199:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610577.455201:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749610577.455201:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000040:2.0:1749610577.455204:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:0.0:1749610577.455204:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749610577.455205:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.455207:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610577.455207:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610577.455209:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610577.455211:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000200:0.0:1749610577.455211:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610577.455213:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610577.455215:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.455217:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610577.455219:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610577.455220:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610577.455221:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455223:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749610577.455223:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.455225:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610577.455227:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358bb80. 00000020:00000040:2.0:1749610577.455229:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610577.455230:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.455231:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610577.455232:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455232:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610577.455233:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.455235:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610577.455236:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455236:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610577.455240:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740000. 00000100:00000040:0.0:1749610577.455240:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1080 usecs (2 jiffies) 00000100:00000001:2.0:1749610577.455243:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455244:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299850914 00000100:00100000:2.0:1749610577.455247:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610577.455249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb40. 00000100:00000001:2.0:1749610577.455254:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610577.455256:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455256:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610577.455259:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358bb80] to pc [ptlrpcd_rcv+-1] req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299850914 00000100:00000001:1.0:1749610577.455263:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610577.455264:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eea00. 00000100:00000001:2.0:1749610577.455266:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.455268:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610577.455268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610577.455269:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610577.455271:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610577.455271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299850914 00000100:00000001:3.0:1749610577.455272:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.455272:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749610577.455274:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a680. 00000100:00000010:0.0:1749610577.455274:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eeb80. 00000020:00000040:2.0:1749610577.455276:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610577.455277:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610577.455278:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455278:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610577.455279:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610577.455280:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455280:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299850914 02000000:00000001:2.0:1749610577.455281:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610577.455283:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3eecc0. 02000000:00000010:2.0:1749610577.455284:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:0.0:1749610577.455285:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610577.455286:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455288:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610577.455290:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610577.455291:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455292:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610577.455293:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455295:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455295:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610577.455297:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749610577.455298:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610577.455299:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455301:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610577.455301:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610577.455302:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358a680] to pc [ptlrpcd_00_03+3] req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455302:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610577.455304:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610577.455304:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455304:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610577.455306:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610577.455307:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529408 00000100:00100000:1.0:1749610577.455307:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494529792:0@lo:400:kworker.0 00000100:00000001:0.0:1749610577.455307:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610577.455310:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610577.455310:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455311:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610577.455313:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610577.455315:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455315:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610577.455317:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455317:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455318:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610577.455318:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610577.455320:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5188) 00000100:00000001:0.0:1749610577.455320:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610577.455321:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.455322:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1749610577.455323:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bd000. 02000000:00000001:0.0:1749610577.455324:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610577.455325:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529408 02000000:00000001:1.0:1749610577.455325:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.455326:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610577.455328:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610577.455329:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749610577.455329:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494529536:0@lo:38:kworker.0 00000020:00000001:3.0:1749610577.455331:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610577.455331:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749610577.455332:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610577.455334:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.455334:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610577.455335:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610577.455335:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 02000000:00000001:0.0:1749610577.455335:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.455337:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610577.455339:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322ee400. 00000100:00000200:1.0:1749610577.455340:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494529792, portal 10 00000020:00000010:3.0:1749610577.455342:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:1.0:1749610577.455342:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610577.455342:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455344:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933767168 : -131936775784448 : ffff88011358b800) 00000400:00000010:0.0:1749610577.455344:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffe18. 00000020:00000010:3.0:1749610577.455347:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000400:00000010:0.0:1749610577.455347:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000200:0.0:1749610577.455350:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494529536, portal 10 00000020:00000010:3.0:1749610577.455352:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000040:1.0:1749610577.455352:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455352:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610577.455353:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933765376 : -131936775786240 : ffff88011358b100) 00000100:00000001:3.0:1749610577.455358:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610577.455360:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610577.455360:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610577.455360:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610577.455362:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.455363:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610577.455365:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610577.455366:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610577.455368:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610577.455368:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494529792, offset 0 00000100:00000040:0.0:1749610577.455369:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610577.455371:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:1.0:1749610577.455373:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610577.455382:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610577.455386:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494529536, offset 0 00000400:00000200:1.0:1749610577.455389:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926900 00000400:00000200:0.0:1749610577.455390:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610577.455391:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610577.455397:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 154752 00000400:00000200:0.0:1749610577.455397:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610577.455401:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610577.455401:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926800 00000100:00000001:3.0:1749610577.455404:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610577.455404:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610577.455406:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 154976 00000400:00000200:1.0:1749610577.455408:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610577.455411:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:0.0:1749610577.455411:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610577.455412:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610577.455414:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474882432 : -131936234669184 : ffff880133997b80) 00000100:00000200:1.0:1749610577.455414:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610577.455414:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610577.455418:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000100:00000040:3.0:1749610577.455420:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133997b80 x1834598494529408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610577.455421:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119283800 x1834598494529792 msgsize 224 00000100:00100000:1.0:1749610577.455425:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610577.455434:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494529408:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610577.455436:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610577.455438:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529408 00000020:00000001:3.0:1749610577.455442:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610577.455446:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610577.455447:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610577.455449:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610577.455452:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610577.455453:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610577.455454:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610577.455455:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610577.455456:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610577.455457:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529792 02000000:00000001:2.0:1749610577.455460:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749610577.455460:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996300. 00000020:00000001:3.0:1749610577.455461:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455462:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610577.455462:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133996300 x1834598494529536 msgsize 520 00000100:00000001:2.0:1749610577.455464:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610577.455465:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610577.455465:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610577.455467:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610577.455467:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610577.455468:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610577.455469:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749610577.455470:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529792 00000020:00000001:2.0:1749610577.455472:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749610577.455473:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610577.455474:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610577.455475:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610577.455476:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610577.455476:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610577.455476:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455477:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610577.455478:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610577.455478:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:0.0:1749610577.455479:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000001:2.0:1749610577.455480:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610577.455481:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610577.455481:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610577.455481:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000001:2.0:1749610577.455482:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610577.455483:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749610577.455485:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579400. 00000100:00000040:1.0:1749610577.455485:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 736 usecs (1 jiffies) 02000000:00000001:3.0:1749610577.455487:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455487:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610577.455487:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455488:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299850913 00000100:00000001:3.0:1749610577.455490:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610577.455491:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f140. 00000100:00000001:1.0:1749610577.455491:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299850914 00010000:00000001:3.0:1749610577.455494:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610577.455494:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299850913 00000100:00000001:0.0:1749610577.455494:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610577.455496:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455496:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299850914 00000100:00000040:0.0:1749610577.455496:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610577.455498:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610577.455499:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299850913 00000100:00001000:3.0:1749610577.455500:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610577.455501:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299850914 00000100:00000001:3.0:1749610577.455503:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610577.455503:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299850913 00000100:00000001:0.0:1749610577.455503:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455504:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610577.455505:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299850914 00000100:00000001:2.0:1749610577.455506:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610577.455507:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610577.455507:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610577.455507:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455509:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610577.455510:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610577.455510:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000100:00000040:0.0:1749610577.455510:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 813 usecs (1 jiffies) 00000100:00000001:1.0:1749610577.455511:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610577.455512:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610577.455513:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610577.455513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299850913 00000020:00000010:2.0:1749610577.455514:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000001:3.0:1749610577.455515:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610577.455518:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610577.455518:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:1.0:1749610577.455519:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610577.455520:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610577.455548:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610577.455548:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610577.455550:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749610577.455550:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529536 00000100:00000001:2.0:1749610577.455552:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610577.455553:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610577.455555:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610577.455555:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610577.455557:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610577.455559:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455560:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749610577.455560:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455561:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610577.455563:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610577.455563:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610577.455563:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529536 00000100:00000001:2.0:1749610577.455564:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455564:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610577.455565:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610577.455566:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610577.455567:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749610577.455568:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:0.0:1749610577.455569:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610577.455570:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.455570:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610577.455571:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455573:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749610577.455573:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455574:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610577.455576:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610577.455576:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.455577:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610577.455577:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000040:3.0:1749610577.455579:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610577.455579:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610577.455579:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610577.455581:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610577.455581:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000400:00000010:3.0:1749610577.455583:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000040:1.0:1749610577.455583:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610577.455585:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000020:00000010:0.0:1749610577.455585:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000200:3.0:1749610577.455588:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494529408, offset 0 00000100:00000040:2.0:1749610577.455588:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610577.455589:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610577.455590:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 00000100:00000001:0.0:1749610577.455590:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610577.455591:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610577.455592:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455592:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610577.455593:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610577.455594:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610577.455596:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:13/0 lens 224/0 e 0 to 0 dl 1749610588 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455596:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455597:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610577.455599:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.455602:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494530048:0@lo:400:kworker.0 00000100:00000001:0.0:1749610577.455603:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610577.455605:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610577.455605:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749610577.455607:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fec0. 02000000:00000001:1.0:1749610577.455607:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610577.455608:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610577.455609:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455610:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610577.455611:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610577.455611:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610577.455612:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051fec0. 00000100:00000001:0.0:1749610577.455613:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1749610577.455614:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bca00. 00000400:00000200:3.0:1749610577.455616:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf926780 02000000:00000001:1.0:1749610577.455616:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610577.455617:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1749610577.455619:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494529792:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749610577.455619:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749610577.455619:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474876160 : -131936234675456 : ffff880133996300) 00000400:00000200:3.0:1749610577.455622:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5eb1 [1] + 0 00000100:00000200:2.0:1749610577.455623:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529792 00000100:00000040:0.0:1749610577.455624:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133996300 x1834598494529536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610577.455626:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610577.455627:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610577.455629:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:3.0:1749610577.455630:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610577.455631:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610577.455651:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000001:2.0:1749610577.455652:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610577.455654:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610577.455655:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:1.0:1749610577.455655:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494530048, portal 10 00000020:00000001:2.0:1749610577.455658:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610577.455658:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749610577.455658:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494529536:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610577.455659:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455659:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933762688 : -131936775788928 : ffff88011358a680) 00000020:00000001:2.0:1749610577.455662:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610577.455662:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529536 00000020:00000001:2.0:1749610577.455664:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610577.455665:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610577.455666:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610577.455666:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610577.455667:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610577.455668:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610577.455671:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610577.455671:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610577.455673:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610577.455675:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610577.455676:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610577.455677:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000020:00000001:0.0:1749610577.455677:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610577.455678:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610577.455680:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610577.455680:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494530048, offset 0 00010000:00020000:0.0:1749610577.455680:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749610577.455681:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743000. 02000000:00000001:2.0:1749610577.455683:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610577.455683:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610577.455684:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610577.455686:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00000001:2.0:1749610577.455686:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610577.455686:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610577.455688:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610577.455689:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610577.455689:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610577.455690:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1749610577.455691:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494529792 00000100:00000001:0.0:1749610577.455691:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610577.455693:0:9696:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610577.455693:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610577.455694:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610577.455695:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610577.455695:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926a00 02000000:00000010:0.0:1749610577.455697:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322eec00. 00010000:00000200:2.0:1749610577.455698:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:13/0 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610577.455699:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610577.455699:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 155496 02000000:00000001:0.0:1749610577.455700:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610577.455702:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610577.455702:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610577.455704:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610577.455705:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610577.455705:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610577.455707:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610577.455707:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610577.455707:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610577.455708:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749610577.455709:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610577.455710:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610577.455711:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133997b80 x1834598494529408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455711:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:2.0:1749610577.455713:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 1 0) 00000100:00000200:1.0:1749610577.455713:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610577.455713:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:1.0:1749610577.455716:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283b80. 00000100:00000001:0.0:1749610577.455716:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610577.455718:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610577.455719:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610577.455719:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119283b80 x1834598494530048 msgsize 224 00000100:00000001:0.0:1749610577.455720:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610577.455722:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494529408:12345-0@lo:38:kworker.0 Request processed in 288us (543us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610577.455723:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:1.0:1749610577.455723:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610577.455723:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610577.455727:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610577.455727:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610577.455730:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 02000000:00000001:2.0:1749610577.455730:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610577.455730:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610577.455732:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455732:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610577.455732:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610577.455733:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610577.455734:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610577.455735:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610577.455735:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610577.455736:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:0.0:1749610577.455736:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610577.455738:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000040:2.0:1749610577.455739:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610577.455739:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000010:3.0:1749610577.455740:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610577.455740:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610577.455742:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529536, offset 0 00000020:00000010:3.0:1749610577.455743:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000200:1.0:1749610577.455743:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610577.455744:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000400:00000200:0.0:1749610577.455746:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610577.455747:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000001:3.0:1749610577.455751:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610577.455751:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529792, offset 224 00000100:00000001:1.0:1749610577.455751:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610577.455751:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610577.455754:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610577.455757:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926800 00000400:00000200:2.0:1749610577.455760:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610577.455760:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455761:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610577.455764:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.455764:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610577.455766:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610577.455766:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ebd [1] + 0 00000100:00000040:1.0:1749610577.455767:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 698 usecs (1 jiffies) 00000100:00000001:1.0:1749610577.455770:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299850914 00000400:00000200:0.0:1749610577.455770:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610577.455772:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610577.455772:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299850914 00000100:00000001:1.0:1749610577.455774:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299850914 00000400:00000200:0.0:1749610577.455774:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610577.455776:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299850914 00000100:00000001:0.0:1749610577.455777:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610577.455779:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299850914 00000100:00000001:1.0:1749610577.455781:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299850914 00000100:00000200:0.0:1749610577.455781:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610577.455782:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926900 00000100:00000001:1.0:1749610577.455783:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299850914 00000100:00000001:3.0:1749610577.455785:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610577.455785:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299850914 00000100:00100000:3.0:1749610577.455787:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530048 00000100:00000001:1.0:1749610577.455787:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610577.455789:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610577.455789:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610577.455790:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5eb9 [1] + 224 00000100:00000040:0.0:1749610577.455791:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610577.455792:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.455792:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610577.455794:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455794:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610577.455796:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610577.455798:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610577.455799:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530048 00000100:00000001:0.0:1749610577.455799:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610577.455801:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610577.455802:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:0.0:1749610577.455802:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000001:3.0:1749610577.455804:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610577.455804:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610577.455805:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000040:3.0:1749610577.455807:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610577.455807:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610577.455809:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610577.455809:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610577.455810:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610577.455812:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610577.455812:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610577.455815:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610577.455815:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610577.455816:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610577.455817:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610577.455818:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84100. 00000100:00000001:1.0:1749610577.455819:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299850914 00000020:00000001:0.0:1749610577.455820:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610577.455822:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f480. 00000100:00000001:1.0:1749610577.455822:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299850914 00000100:00000040:0.0:1749610577.455824:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996300 x1834598494529536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299850914 00000100:00000001:3.0:1749610577.455826:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610577.455827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299850914 00000020:00000010:3.0:1749610577.455828:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84100. 00000100:00000001:1.0:1749610577.455829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299850914 00000100:00000001:1.0:1749610577.455830:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299850914 00000100:00000040:2.0:1749610577.455831:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610577.455832:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:1.0:1749610577.455832:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299850914 00000100:00100000:0.0:1749610577.455833:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494529536:12345-0@lo:38:kworker.0 Request processed in 199us (368us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610577.455834:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610577.455834:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610577.455836:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610577.455837:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:3.0:1749610577.455840:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:1.0:1749610577.455840:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749610577.455841:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00000001:3.0:1749610577.455842:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1749610577.455842:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610577.455843:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610577.455844:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610577.455844:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe18. 00000100:00000001:0.0:1749610577.455845:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610577.455848:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749610577.455848:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:3.0:1749610577.455849:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1749610577.455849:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000010:1.0:1749610577.455850:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:3.0:1749610577.455851:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610577.455852:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:1.0:1749610577.455853:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610577.455856:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000200:1.0:1749610577.455859:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455859:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610577.455862:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610577.455866:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610577.455867:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455868:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610577.455869:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610577.455872:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000400:00000200:2.0:1749610577.455873:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:1.0:1749610577.455874:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610577.455875:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000010:2.0:1749610577.455876:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610577.455876:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610577.455877:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031252864 : -131936678298752 : ffff880119283b80) 00000100:00000001:1.0:1749610577.455878:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610577.455881:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610577.455881:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610577.455881:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283b80 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:13/0 lens 224/0 e 0 to 0 dl 1749610588 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610577.455882:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610577.455883:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610577.455883:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749610577.455885:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610577.455885:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455887:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.455887:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455889:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610577.455892:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749610577.455892:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3ee1c0. 00000100:00001000:1.0:1749610577.455894:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610577 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610577.455894:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610577.455896:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749610577.455896:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3ee1c0. 00000100:00001000:1.0:1749610577.455898:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=132 v=20 (1 1 20 0) 00000020:00000001:2.0:1749610577.455899:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.455900:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749610577.455902:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494530048:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610577.455903:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610577.455903:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610577.455906:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610577.455906:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530048 00000100:00000040:2.0:1749610577.455909:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:13/0 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610577.455909:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610577.455911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610577.455912:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610577.455914:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610577.455916:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610577.455918:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610577.455919:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610577.455921:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610577.455922:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610577.455923:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610577.455925:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494529792:12345-0@lo:400:kworker.0 Request processed in 317us (500us total) trans 0 rc 0/0 00000020:00000001:0.0:1749610577.455925:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.455926:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1749610577.455926:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610577.455928:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610577.455928:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610577.455930:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610577.455931:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749610577.455932:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749610577.455934:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:1.0:1749610577.455934:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610577.455935:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610577.455936:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610577.455937:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:0.0:1749610577.455937:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610577.455940:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610577.455940:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610577.455941:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ee800. 00000100:00000001:2.0:1749610577.455942:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610577.455943:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.455945:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610577.455946:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000020:00000001:0.0:1749610577.455947:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.455948:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494529536:0@lo:38:kworker.0 00010000:00000040:0.0:1749610577.455950:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494530048 00000020:00000010:2.0:1749610577.455951:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00010000:00000001:0.0:1749610577.455952:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610577.455955:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283b80 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:13/0 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.455956:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610577.455957:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00000100:00000001:1.0:1749610577.455958:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610577.455960:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1749610577.455962:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000001:1.0:1749610577.455962:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749610577.455962:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749610577.455964:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00010000:00000001:0.0:1749610577.455964:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.455965:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610577.455966:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00001000:0.0:1749610577.455967:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 1 0) 00000400:00000010:1.0:1749610577.455968:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610577.455970:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610577.455971:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749610577.455972:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610577.455974:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610577.455976:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610577.455978:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610577.455979:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610577.455981:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.455981:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610577.455983:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610577.455985:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:1.0:1749610577.455987:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610577.455988:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530048, offset 224 00000100:00000001:1.0:1749610577.455989:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.455990:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749610577.455991:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610577.455992:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610577.455994:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.455995:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610577.455996:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610577.455997:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610577.456000:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=82 v=5 (5 5 5 0) 00000400:00000200:0.0:1749610577.456000:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926a00 00000100:00001000:1.0:1749610577.456003:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=82 v=5 (1 1 1 0) 00000400:00000200:0.0:1749610577.456005:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ecd [1] + 224 00000100:00000001:1.0:1749610577.456006:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610577.456007:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610577.456009:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1749610577.456009:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610577.456012:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:1.0:1749610577.456014:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.456014:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610577.456018:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610577.456021:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456024:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610577.456026:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749610577.456027:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456028:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610577.456029:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.456032:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.456035:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610577.456038:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749610577.456039:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610577.456039:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610577.456040:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610577.456041:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610577.456042:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610577.456042:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610577.456045:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.456045:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610577.456047:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749610577.456050:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610577.456051:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.456053:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494529792:0@lo:400:kworker.0 00000020:00000001:0.0:1749610577.456053:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610577.456057:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610577.456057:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283b80 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:13/0 lens 224/224 e 0 to 0 dl 1749610588 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456058:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.456061:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358b800 x1834598494529792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610577.456066:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494530048:12345-0@lo:400:kworker.0 Request processed in 174us (344us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610577.456067:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610577.456069:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610577.456072:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bd000. 00000100:00100000:0.0:1749610577.456072:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1749610577.456074:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:1.0:1749610577.456075:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610577.456076:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610577.456077:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610577.456078:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1749610577.456079:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:0.0:1749610577.456080:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000001:1.0:1749610577.456081:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1749610577.456083:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 02000000:00000010:1.0:1749610577.456084:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 02000000:00000001:1.0:1749610577.456086:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1749610577.456086:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 02000000:00000001:1.0:1749610577.456088:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749610577.456090:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000010:1.0:1749610577.456091:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b800. 00000100:00000001:0.0:1749610577.456092:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456093:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610577.456095:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456096:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456098:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.456099:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610577.456101:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610577.456102:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610577.456104:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749610577.456106:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610577.456107:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610577.456109:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610577.456112:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610577.456120:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456127:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610577.456128:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456130:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610577.456131:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610577.456132:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.456134:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456135:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610577.456138:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=32 v=5 (5 5 5 0) 00000100:00001000:1.0:1749610577.456140:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610577.456143:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610577.456144:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610577.456145:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610577.456148:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610577.456155:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456157:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610577.456159:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610577.456160:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610577.456162:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.456165:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456171:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610577.456173:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610577.456174:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610577.456177:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610577.456184:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494530048:0@lo:400:kworker.0 00000100:00000001:1.0:1749610577.456187:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456189:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.456191:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358a680 x1834598494530048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456197:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610577.456198:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610577.456200:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bca00. 02000000:00000001:1.0:1749610577.456202:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610577.456203:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610577.456204:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610577.456206:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610577.456207:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 02000000:00000001:1.0:1749610577.456209:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610577.456210:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610577.456211:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a680. 00000100:00000001:1.0:1749610577.456214:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610577.456215:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456216:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456219:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610577.456221:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456222:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.456224:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456231:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610577.456235:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456242:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610577.456243:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456246:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610577.456247:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610577.456249:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.456252:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494529664:0@lo:38:kworker.0 00000100:00000001:1.0:1749610577.456255:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610577.456257:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610577.456259:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456261:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610577.456265:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a800. 02000000:00000001:1.0:1749610577.456267:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610577.456269:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000400:00000010:1.0:1749610577.456272:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749610577.456275:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494529664, portal 10 00000100:00000001:1.0:1749610577.456277:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610577.456278:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933766272 : -131936775785344 : ffff88011358b480) 00000100:00000040:1.0:1749610577.456283:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456289:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610577.456291:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610577.456293:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610577.456295:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494529664, offset 0 00000400:00000200:1.0:1749610577.456298:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610577.456304:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610577.456309:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926880 00000400:00000200:1.0:1749610577.456313:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 155720 00000400:00000200:1.0:1749610577.456318:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610577.456321:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610577.456324:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610577.456326:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610577.456330:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000040:1.0:1749610577.456332:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119282a00 x1834598494529664 msgsize 520 00000100:00100000:1.0:1749610577.456336:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610577.456355:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610577.456360:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610577.456361:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610577.456364:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610577.456367:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456375:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.456377:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456384:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456386:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610577.456389:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.456392:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 757 usecs (1 jiffies) 00000100:00000001:1.0:1749610577.456394:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299850914 00000100:00000001:1.0:1749610577.456396:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299850914 00000100:00000001:1.0:1749610577.456399:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299850914 00000100:00000001:1.0:1749610577.456401:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299850914 00000100:00000001:1.0:1749610577.456403:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299850914 00000100:00000001:2.0:1749610577.456404:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610577.456405:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299850914 00000100:00100000:2.0:1749610577.456407:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529664 00000100:00000001:1.0:1749610577.456407:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299850914 02000000:00000001:2.0:1749610577.456409:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610577.456409:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299850914 00000100:00000001:2.0:1749610577.456411:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.456411:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610577.456413:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456413:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456415:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610577.456416:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.456418:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610577.456419:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529664 00000020:00000001:2.0:1749610577.456421:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610577.456423:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610577.456424:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610577.456424:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610577.456426:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456426:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610577.456428:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456428:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610577.456430:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610577.456432:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 02000000:00000001:1.0:1749610577.456432:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.456434:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494529920:0@lo:38:kworker.0 00000020:00000010:2.0:1749610577.456435:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000020:00000010:2.0:1749610577.456437:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:1.0:1749610577.456438:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610577.456439:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610577.456440:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610577.456440:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.456442:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610577.456442:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610577.456444:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610577.456445:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a000. 00000100:00000001:2.0:1749610577.456447:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456447:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610577.456449:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000400:00000010:1.0:1749610577.456451:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610577.456454:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494529920, portal 10 00000100:00000001:1.0:1749610577.456456:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610577.456457:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933768064 : -131936775783552 : ffff88011358bb80) 00000100:00000040:1.0:1749610577.456462:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.456463:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456468:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610577.456470:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610577.456470:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610577.456472:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610577.456472:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:1.0:1749610577.456474:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494529920, offset 0 00000100:00100000:2.0:1749610577.456476:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000400:00000200:1.0:1749610577.456477:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610577.456478:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000400:00000200:1.0:1749610577.456481:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610577.456483:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282a00 x1834598494529664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610577.456492:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926980 00000100:00100000:2.0:1749610577.456493:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494529664:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610577.456496:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 156240 00000100:00000200:2.0:1749610577.456497:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529664 00000020:00000001:2.0:1749610577.456499:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610577.456500:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749610577.456502:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610577.456503:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610577.456506:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610577.456507:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749610577.456511:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610577.456511:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281f80. 00000100:00000040:1.0:1749610577.456513:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119281f80 x1834598494529920 msgsize 520 00010000:00020000:2.0:1749610577.456515:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610577.456518:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610577.456518:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610577.456551:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610577.456554:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610577.456555:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610577.456556:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610577.456558:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610577.456559:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749610577.456561:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000010:2.0:1749610577.456563:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2000. 00000100:00000001:1.0:1749610577.456563:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610577.456565:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.456567:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610577.456567:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610577.456570:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610577.456572:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456574:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749610577.456575:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610577.456577:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610577.456577:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610577.456578:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610577.456581:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610577.456583:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610577.456583:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610577.456583:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494529920 00000100:00000001:2.0:1749610577.456585:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610577.456585:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610577.456586:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610577.456587:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610577.456588:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.456588:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610577.456590:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 561 usecs (1 jiffies) 00000100:00000040:2.0:1749610577.456591:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610577.456591:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456592:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299850915 02000000:00000001:2.0:1749610577.456593:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610577.456595:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610577.456595:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610577.456597:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610577.456598:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494529920 00000100:00000040:2.0:1749610577.456599:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610577.456600:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610577.456601:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610577.456601:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299850914, at 4299850914 00000020:00000040:0.0:1749610577.456602:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610577.456604:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610577.456605:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529664, offset 0 00000100:00000010:1.0:1749610577.456606:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eea00. 00000020:00000001:0.0:1749610577.456606:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610577.456608:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610577.456609:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610577.456613:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000040:3.0:1749610577.456614:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299850914, at 4299850914 00000400:00000200:2.0:1749610577.456616:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610577.456616:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299850914 00000020:00000010:0.0:1749610577.456617:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:1.0:1749610577.456620:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299850915 00000020:00000010:0.0:1749610577.456621:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000400:00000200:2.0:1749610577.456622:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926880 00000100:00000010:1.0:1749610577.456624:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3a80. 00000100:00000010:3.0:1749610577.456625:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eecc0. 00000100:00000001:0.0:1749610577.456625:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610577.456626:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ee1 [1] + 0 00000100:00000001:1.0:1749610577.456627:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610577.456627:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610577.456629:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299850915 00000100:00000001:0.0:1749610577.456629:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610577.456631:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610577.456653:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4299850914 00000100:00000001:0.0:1749610577.456654:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610577.456657:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610577.456657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299850915 00000100:00000010:1.0:1749610577.456660:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3b80. 00000100:00000001:2.0:1749610577.456661:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610577.456663:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610577.456664:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610577.456665:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610577.456666:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610577.456666:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456666:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610577.456668:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610577.456671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749610577.456672:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000400:00000001:1.0:1749610577.456672:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610577.456674:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749610577.456675:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffec8. 00000100:00000001:0.0:1749610577.456675:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610577.456676:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031245696 : -131936678305920 : ffff880119281f80) 00000400:00000200:1.0:1749610577.456677:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:0.0:1749610577.456677:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610577.456679:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610577.456680:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:2.0:1749610577.456682:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610577.456683:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281f80 x1834598494529920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610577.456686:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610577.456691:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610577.456695:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000200:1.0:1749610577.456695:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610577.456697:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494529920:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610577.456697:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610577.456699:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749610577.456701:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494529920 00000100:00000001:2.0:1749610577.456701:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610577.456703:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610577.456704:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610577.456704:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456704:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610577.456706:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610577.456706:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610577.456706:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610577.456707:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610577.456709:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456709:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.456710:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610577.456711:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610577.456712:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610577.456715:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494529664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610577.456716:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610577.456717:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610577 v=5 (0 0 0 0) 00010000:00020000:3.0:1749610577.456720:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:1.0:1749610577.456720:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=150 v=20 (1 1 20 0) 00010000:00000001:3.0:1749610577.456723:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610577.456723:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749610577.456725:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494529664:12345-0@lo:38:kworker.0 Request processed in 231us (389us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610577.456725:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610577.456726:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610577.456727:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610577.456729:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610577.456731:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610577.456731:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610577.456733:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610577.456733:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00000001:2.0:1749610577.456735:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1749610577.456737:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579000. 00000100:00000001:2.0:1749610577.456737:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610577.456738:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610577.456740:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610577.456740:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00000001:1.0:1749610577.456740:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610577.456741:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610577.456742:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610577.456743:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00000001:1.0:1749610577.456743:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749610577.456745:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610577.456745:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610577.456746:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00010000:00000001:3.0:1749610577.456747:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610577.456747:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610577.456749:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610577.456750:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:1.0:1749610577.456750:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610577.456752:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610577.456754:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610577.456756:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610577.456756:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610577.456759:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610577.456761:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610577.456763:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:1.0:1749610577.456764:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494529408:0@lo:38:kworker.0 00000100:00000040:3.0:1749610577.456767:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610577.456769:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610577.456769:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610577.456771:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456771:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610577.456774:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610577.456774:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358b100 x1834598494529536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610577.456776:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610577.456779:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610577.456781:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610577.456783:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610577.456784:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494529920, offset 0 02000000:00000010:1.0:1749610577.456785:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee400. 00000400:00000200:3.0:1749610577.456788:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610577.456788:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610577.456789:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610577.456791:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610577.456793:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610577.456795:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263800. 00000400:00000200:3.0:1749610577.456797:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610577.456798:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610577.456799:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610577.456801:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b100. 00000100:00000001:1.0:1749610577.456803:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749610577.456804:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926980 00000100:00000001:1.0:1749610577.456804:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456806:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.456808:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358ad80 x1834598494529408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610577.456810:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ee9 [1] + 0 00000100:00000001:1.0:1749610577.456814:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749610577.456815:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610577.456816:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610577.456817:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322efc00. 00000400:00000200:3.0:1749610577.456818:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610577.456819:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610577.456820:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610577.456821:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610577.456821:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610577.456823:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610577.456824:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880135263000. 00000100:00000200:3.0:1749610577.456826:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610577.456826:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610577.456827:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610577.456828:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358ad80. 00000100:00000001:1.0:1749610577.456830:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610577.456831:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456833:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610577.456836:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456837:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610577.456839:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456841:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.456843:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610577.456845:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610577.456846:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749610577.456846:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610577.456848:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749610577.456850:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610577.456851:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610577.456853:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610577.456856:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610577.456862:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610577.456864:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000200:1.0:1749610577.456864:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610577.456867:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610577.456868:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610577.456871:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456871:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610577.456872:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610577.456874:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610577.456874:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610577.456875:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610577.456876:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.456876:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.456878:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610577.456879:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610577.456880:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610577.456883:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281f80 x1834598494529920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610597 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610577.456883:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610577 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610577.456886:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=82 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610577.456888:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610577.456889:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610577.456891:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610577.456892:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494529920:12345-0@lo:38:kworker.0 Request processed in 197us (376us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610577.456895:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610577.456900:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00000001:1.0:1749610577.456901:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610577.456902:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610577.456903:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610577.456904:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610577.456904:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456906:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610577.456907:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610577.456908:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00080000:1.0:1749610577.456909:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749610577.456911:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00080000:1.0:1749610577.456912:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610577.456915:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610577.456916:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:3.0:1749610577.456919:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610577.456919:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610577.456927:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494529664:0@lo:38:kworker.0 00000400:00000001:1.0:1749610577.456931:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610577.456932:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610577.456934:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749610577.456935:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610577.456937:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610577.456939:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610577.456941:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610577.456949:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456955:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610577.456956:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456958:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610577.456959:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610577.456960:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610577.456961:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610577.456963:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610577.456965:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610577 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610577.456968:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=32 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610577.456970:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610577.456971:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610577.456973:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610577.456976:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.456982:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610577.456984:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610577.456985:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.456988:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610577.456990:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610577.456992:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610577.456995:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610577.456997:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610577.457000:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610577.457007:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494529920:0@lo:38:kworker.0 00000100:00000001:1.0:1749610577.457010:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.457012:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.457014:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358b480 x1834598494529664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.457020:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610577.457022:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610577.457023:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031a800. 02000000:00000001:1.0:1749610577.457026:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610577.457027:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610577.457028:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610577.457030:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610577.457031:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955400. 02000000:00000001:1.0:1749610577.457034:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610577.457035:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610577.457036:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b480. 00000100:00000001:1.0:1749610577.457038:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610577.457039:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.457041:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610577.457043:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358bb80 x1834598494529920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610577.457049:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610577.457050:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610577.457052:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031a000. 02000000:00000001:1.0:1749610577.457053:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610577.457055:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610577.457056:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610577.457058:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610577.457060:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740000. 02000000:00000001:1.0:1749610577.457062:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610577.457063:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610577.457065:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358bb80. 00000100:00000001:1.0:1749610577.457067:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610577.457068:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.457069:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.457071:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610577.457072:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610577.457074:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610577.457075:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610577.457610:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299850915, at 4299850915 00000100:00000010:3.0:1749610577.457621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3b80. 00000100:00000040:2.0:1749610577.457622:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299850915, at 4299850915 00000100:00000010:2.0:1749610577.457656:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb80. 00000100:00000001:1.0:1749610577.457656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000040:0.0:1749610577.457657:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299850915, at 4299850915 00000100:00000001:1.0:1749610577.457659:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610577.457661:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610577.457663:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610577.457665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610577.457667:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610577.457668:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3eeb40. 00000100:00000001:1.0:1749610577.457669:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610577.457671:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610577.457673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610577.458616:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299850915, at 4299850916 00000100:00000010:1.0:1749610577.458628:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3a80. 00000100:00000001:2.0:1749610577.747776:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610577.747785:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610577.747789:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610577.747795:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610577.747800:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610577.747805:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610577.747809:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610577.747813:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610577.747817:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610578.286755:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610578.286762:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610578.286900:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610578.286906:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610578.286910:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610578.456766:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610578.456786:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610578.456789:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610578.456797:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610578.456800:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610578.456805:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610578.456809:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610578.457608:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610578.457614:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610578.457617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610578.457623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610578.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610578.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610578.457661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610578.457665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610578.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610578.747650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610578.747656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610578.747659:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610578.747663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610578.747667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610578.747670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610578.747673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610578.747676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610578.747679:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610579.288805:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610579.288813:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610579.288936:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610579.288941:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610579.288945:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610579.456739:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610579.456757:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610579.456760:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610579.456765:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610579.456768:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610579.456773:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610579.456775:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610579.457611:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610579.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610579.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610579.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610579.457654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610579.457657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610579.457660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610579.457664:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610579.457666:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610579.747774:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610579.747782:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610579.747785:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610579.747789:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610579.747793:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610579.747798:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610579.747801:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610579.747804:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610579.747807:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610580.290719:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610580.290727:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610580.290812:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610580.290818:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610580.290822:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610580.456723:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610580.456743:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610580.456746:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610580.456752:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610580.456756:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610580.456761:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610580.456765:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610580.457578:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610580.457582:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610580.457583:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610580.457587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610580.457590:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610580.457593:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610580.457596:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610580.457598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610580.457600:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610580.747891:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610580.747899:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610580.747902:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610580.747907:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610580.747911:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610580.747916:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610580.747919:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610580.747922:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610580.747924:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610581.292753:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610581.292760:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610581.292868:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610581.292875:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610581.292880:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610581.456746:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610581.456765:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610581.456768:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610581.456773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610581.456776:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610581.456780:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610581.456782:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610581.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610581.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610581.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610581.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610581.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610581.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610581.457655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610581.457659:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610581.457661:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610581.747809:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610581.747817:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610581.747820:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610581.747825:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610581.747829:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610581.747833:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610581.747836:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610581.747840:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610581.747842:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610582.294745:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610582.294752:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.294886:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610582.294892:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610582.294896:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610582.456691:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610582.456707:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610582.456710:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.456714:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610582.456717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610582.456721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.456723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610582.457642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610582.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610582.457648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610582.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610582.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610582.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610582.462658:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610582.462666:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610582.462669:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610582.462673:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610582.462675:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610582.462678:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610582.462682:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610582.462688:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5183 00000100:00080000:2.0:1749610582.462693:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610582.462696:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.462700:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.462703:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.462705:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610582.462709:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610582.462712:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610582.462715:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610582.462719:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610582.462721:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610582.462724:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610582.462727:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.462729:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.462730:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.462732:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610582.462735:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610582.462739:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610582.462741:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.462744:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610582.462751:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610582.462755:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.462757:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610582.462760:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610582.462768:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589f80. 00000020:00000040:2.0:1749610582.462772:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610582.462776:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610582.462778:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.462782:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610582.462784:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610582.462787:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.462796:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3800. 00000100:00000001:2.0:1749610582.462803:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.462814:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610582.462826:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610582.462830:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.462835:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589f80] to pc [ptlrpcd_rcv+-1] req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.462862:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610582.462866:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610582.462870:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610582.462871:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610582.462873:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610582.462876:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610582.462878:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5183 00000100:00080000:2.0:1749610582.462880:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610582.462883:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.462885:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.462887:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.462888:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610582.462890:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610582.462892:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610582.462893:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610582.462895:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610582.462897:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610582.462899:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610582.462902:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.462903:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.462905:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.462907:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610582.462909:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610582.462911:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610582.462914:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.462916:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610582.462919:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610582.462921:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.462923:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610582.462925:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610582.462928:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a300. 00000020:00000040:2.0:1749610582.462930:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610582.462932:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610582.462934:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.462935:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610582.462936:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610582.462938:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.462944:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:2.0:1749610582.462947:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.462951:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610582.462958:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610582.462960:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.462960:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610582.462964:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88011358a300] to pc [ptlrpcd_rcv+-1] req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.462966:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610582.462968:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610582.462971:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610582.462974:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610582.462977:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:1.0:1749610582.462977:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.462979:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610582.462980:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610582.462982:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610582.462984:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5183 00000100:00080000:2.0:1749610582.462987:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610582.462989:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.462991:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.462993:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.462995:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610582.462997:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610582.462997:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749610582.462999:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:1.0:1749610582.462999:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.463000:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610582.463003:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:1.0:1749610582.463003:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610582.463005:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:1.0:1749610582.463006:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610582.463007:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:1.0:1749610582.463009:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.463010:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.463012:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.463013:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610582.463013:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494530176:0@lo:38:kworker.0 00000100:00000001:2.0:1749610582.463015:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610582.463017:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:1.0:1749610582.463017:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749610582.463019:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610582.463021:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463021:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610582.463023:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610582.463023:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.463026:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610582.463026:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610582.463027:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463029:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610582.463030:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610582.463032:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a000. 00000100:00000010:2.0:1749610582.463033:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589c00. 02000000:00000001:1.0:1749610582.463034:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610582.463035:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610582.463037:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610582.463038:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463040:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610582.463041:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610582.463042:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610582.463042:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 02000000:00000010:2.0:1749610582.463045:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610582.463048:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610582.463049:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00100000:2.0:1749610582.463051:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749610582.463057:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494530176, portal 4 00000100:00000001:2.0:1749610582.463058:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610582.463060:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463060:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610582.463062:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933760896 : -131936775790720 : ffff880113589f80) 00000100:00000040:2.0:1749610582.463063:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589c00] to pc [ptlrpcd_rcv+-1] req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610582.463070:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463071:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.463074:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610582.463078:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610582.463078:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749610582.463081:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589880. 00000100:00000040:1.0:1749610582.463082:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749610582.463083:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:1.0:1749610582.463084:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610582.463085:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610582.463086:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749610582.463087:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494530176, offset 0 02000000:00000001:2.0:1749610582.463088:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.463091:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:2.0:1749610582.463093:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610582.463093:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610582.463097:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610582.463104:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610582.463106:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610582.463109:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610582.463111:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589880] to pc [ptlrpcd_00_00+0] req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610582.463120:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf926a80 00000400:00000200:1.0:1749610582.463127:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 1040 00000400:00000200:1.0:1749610582.463136:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610582.463141:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610582.463142:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610582.463145:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610582.463146:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749610582.463148:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:1.0:1749610582.463148:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610582.463149:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610582.463151:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610582.463153:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:1.0:1749610582.463153:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 00000100:00080000:2.0:1749610582.463155:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5183 00000100:00080000:2.0:1749610582.463157:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610582.463157:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119281180 x1834598494530176 msgsize 520 00000100:00000040:2.0:1749610582.463160:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:1.0:1749610582.463162:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610582.463163:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.463165:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.463167:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610582.463169:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610582.463170:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610582.463172:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610582.463172:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749610582.463174:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610582.463176:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610582.463179:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:1.0:1749610582.463181:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:2.0:1749610582.463182:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610582.463183:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610582.463184:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749610582.463185:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610582.463186:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610582.463187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610582.463189:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610582.463191:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:1.0:1749610582.463192:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463193:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.463194:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610582.463197:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610582.463199:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463200:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610582.463202:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610582.463203:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610582.463203:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610582.463206:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589500. 00000020:00000040:2.0:1749610582.463208:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610582.463209:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610582.463210:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463210:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463212:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610582.463212:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610582.463213:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610582.463214:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463216:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.463218:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610582.463220:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610582.463221:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 00000100:00100000:2.0:1749610582.463224:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610582.463224:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299855922 00000100:00000001:0.0:1749610582.463226:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749610582.463229:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3580. 00000100:00000001:2.0:1749610582.463231:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610582.463232:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463232:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610582.463235:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113589500] to pc [ptlrpcd_rcv+-1] req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.463236:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610582.463236:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610582.463242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299855922 00000100:00000001:2.0:1749610582.463243:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610582.463245:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c80. 00000100:00000040:2.0:1749610582.463246:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610582.463247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610582.463247:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463249:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610582.463250:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299855922 00000100:00000001:3.0:1749610582.463252:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610582.463252:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588000. 00000100:00000010:1.0:1749610582.463253:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3900. 00000020:00000040:2.0:1749610582.463254:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610582.463256:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610582.463256:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749610582.463257:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610582.463258:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299855922 02000000:00000001:2.0:1749610582.463259:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.463261:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000010:1.0:1749610582.463261:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b33c0. 00000100:00000001:0.0:1749610582.463263:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610582.463264:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463264:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610582.463266:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.463267:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610582.463267:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610582.463269:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.463271:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610582.463272:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463274:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610582.463274:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610582.463275:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610582.463276:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.463279:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880113588000] to pc [ptlrpcd_00_01+1] req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.463279:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610582.463279:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463281:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.463283:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610582.463284:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610582.463284:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494530560:0@lo:400:kworker.0 00000100:00000001:1.0:1749610582.463285:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610582.463286:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610582.463287:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530176 02000000:00000001:3.0:1749610582.463290:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610582.463290:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463291:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610582.463292:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610582.463293:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610582.463296:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.463296:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610582.463297:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5193) 00000100:00000001:1.0:1749610582.463298:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610582.463299:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463300:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610582.463301:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463302:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610582.463302:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610582.463304:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530176 02000000:00000001:1.0:1749610582.463304:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610582.463306:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610582.463307:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610582.463309:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749610582.463309:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88011358a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494530304:0@lo:38:kworker.0 02000000:00000010:0.0:1749610582.463309:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ec00. 00000020:00000001:3.0:1749610582.463311:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610582.463312:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610582.463313:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.463313:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463314:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610582.463315:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463315:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463317:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610582.463320:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a800. 00000400:00000010:0.0:1749610582.463320:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff78. 00000020:00000010:3.0:1749610582.463322:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 02000000:00000001:1.0:1749610582.463322:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610582.463325:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000400:00000010:0.0:1749610582.463327:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000010:3.0:1749610582.463328:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000400:00000010:1.0:1749610582.463328:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749610582.463331:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494530304, portal 10 00000100:00000001:1.0:1749610582.463332:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610582.463333:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749610582.463334:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933761792 : -131936775789824 : ffff88011358a300) 00000100:00000200:0.0:1749610582.463334:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494530560, portal 10 00000100:00000001:0.0:1749610582.463337:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610582.463338:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610582.463339:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.463340:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610582.463340:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933759104 : -131936775792512 : ffff880113589880) 00000100:00000001:3.0:1749610582.463342:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463345:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610582.463347:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610582.463348:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610582.463349:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:0.0:1749610582.463351:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610582.463352:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494530304, offset 0 00000400:00000200:1.0:1749610582.463355:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610582.463360:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610582.463364:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610582.463365:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926b00 00000100:00000040:0.0:1749610582.463368:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610582.463370:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 156760 00000100:00000001:3.0:1749610582.463371:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610582.463371:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000400:00000200:1.0:1749610582.463376:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610582.463376:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494530560, offset 0 00000400:00000200:1.0:1749610582.463379:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610582.463382:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610582.463383:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610582.463384:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610582.463389:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000001:3.0:1749610582.463393:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000100:00000001:1.0:1749610582.463395:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610582.463395:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610582.463397:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610582.463399:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281180 x1834598494530176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610582.463400:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000100:00000040:1.0:1749610582.463403:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119282300 x1834598494530304 msgsize 520 00000400:00000200:0.0:1749610582.463405:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926c00 00000100:00100000:1.0:1749610582.463407:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610582.463412:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494530176:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610582.463414:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 157280 00000100:00000001:1.0:1749610582.463416:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610582.463417:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530176 00000020:00000001:3.0:1749610582.463421:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610582.463422:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000200:0.0:1749610582.463422:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610582.463424:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00010000:00000001:3.0:1749610582.463426:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610582.463426:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610582.463427:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610582.463430:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463432:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610582.463435:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610582.463437:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610582.463439:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610582.463440:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610582.463441:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133996a00. 00010000:00020000:3.0:1749610582.463444:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610582.463445:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610582.463445:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880133996a00 x1834598494530560 msgsize 224 00000100:00000001:1.0:1749610582.463447:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610582.463448:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610582.463449:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610582.463451:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610582.463452:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 812 usecs (1 jiffies) 00000100:00100000:0.0:1749610582.463452:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610582.463454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299855921 00000100:00000001:3.0:1749610582.463455:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610582.463457:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299855922 00000100:00000001:3.0:1749610582.463458:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610582.463459:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299855921 02000000:00000001:3.0:1749610582.463460:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610582.463461:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463463:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299855921 00000100:00000001:0.0:1749610582.463463:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749610582.463464:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579800. 02000000:00000001:3.0:1749610582.463466:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463466:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299855921 00000100:00000001:3.0:1749610582.463469:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463469:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463471:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610582.463471:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00010000:00000001:3.0:1749610582.463473:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610582.463473:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610582.463475:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610582.463475:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749610582.463476:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1749610582.463479:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610582.463479:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610582.463480:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610582.463480:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.463483:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610582.463484:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530304 00000100:00000001:3.0:1749610582.463486:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610582.463486:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610582.463487:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749610582.463487:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610582.463488:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610582.463488:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610582.463488:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463490:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463490:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610582.463491:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610582.463492:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610582.463493:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610582.463493:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463494:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.463496:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530304 00000100:00000040:3.0:1749610582.463497:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610582.463497:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494530432:0@lo:38:kworker.0 00000020:00000001:2.0:1749610582.463498:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610582.463499:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1749610582.463499:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610582.463500:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610582.463501:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.463501:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610582.463501:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610582.463502:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610582.463503:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749610582.463503:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.463504:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610582.463504:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610582.463506:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610582.463506:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610582.463506:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610582.463509:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000010:2.0:1749610582.463509:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 02000000:00000010:1.0:1749610582.463509:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130319c00. 02000000:00000001:1.0:1749610582.463511:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610582.463513:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000400:00000010:1.0:1749610582.463513:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000200:3.0:1749610582.463514:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494530176, offset 0 00000400:00000010:1.0:1749610582.463516:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000020:00000010:2.0:1749610582.463517:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:0.0:1749610582.463517:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.463519:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610582.463520:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610582.463544:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610582.463545:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610582.463548:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494530432, portal 10 00000100:00000001:2.0:1749610582.463549:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463550:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610582.463552:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933760000 : -131936775791616 : ffff880113589c00) 00000100:00000001:2.0:1749610582.463553:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610582.463558:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463559:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610582.463561:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610582.463565:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610582.463567:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610582.463567:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610582.463569:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf926a80 00000100:00100000:2.0:1749610582.463569:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530560 00000400:00000010:1.0:1749610582.463569:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 02000000:00000001:2.0:1749610582.463570:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610582.463572:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610582.463572:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494530432, offset 0 00000100:00000001:2.0:1749610582.463574:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.463575:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5ef9 [1] + 0 02000000:00000001:2.0:1749610582.463576:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463576:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.463578:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530560 00000020:00000001:2.0:1749610582.463580:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610582.463581:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749610582.463581:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610582.463582:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610582.463582:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 737 usecs (1 jiffies) 00000400:00000200:3.0:1749610582.463584:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610582.463584:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:1.0:1749610582.463585:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610582.463612:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610582.463615:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:1.0:1749610582.463619:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610582.463619:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299855922 00000100:00000001:2.0:1749610582.463620:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610582.463622:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fec0. 00000400:00000200:1.0:1749610582.463625:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926b80 00000100:00000001:0.0:1749610582.463625:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299855922 00000400:00000200:1.0:1749610582.463629:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 157504 00000100:00000001:0.0:1749610582.463629:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299855922 00000020:00000040:2.0:1749610582.463630:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610582.463633:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610582.463633:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299855922 00000400:00000200:1.0:1749610582.463636:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610582.463636:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299855922 00000100:00000001:2.0:1749610582.463637:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610582.463639:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610582.463640:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299855922 00000020:00000010:2.0:1749610582.463641:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000200:1.0:1749610582.463641:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610582.463643:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387380. 00000100:00000010:1.0:1749610582.463644:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000001:0.0:1749610582.463644:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299855922 00000020:00000010:2.0:1749610582.463646:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000040:1.0:1749610582.463647:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119281500 x1834598494530432 msgsize 520 00000100:00000001:0.0:1749610582.463647:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299855922 00000100:00100000:1.0:1749610582.463650:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610582.463650:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610582.463651:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610582.463653:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610582.463654:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610582.463654:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463655:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610582.463657:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.463658:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610582.463658:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610582.463661:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463661:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610582.463661:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610582.463662:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000001:2.0:1749610582.463663:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1749610582.463664:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:2.0:1749610582.463665:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463666:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610582.463669:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749610582.463670:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463671:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610582.463671:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1749610582.463673:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463675:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610582.463676:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610582.463677:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610582.463677:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610582.463678:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530432 00000100:00000001:0.0:1749610582.463679:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.463680:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610582.463680:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463682:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610582.463683:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610582.463683:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749610582.463684:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.463686:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463686:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463686:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.463687:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610582.463688:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530432 00000400:00000200:3.0:1749610582.463690:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000001:2.0:1749610582.463690:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610582.463690:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463690:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749610582.463691:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749610582.463692:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610582.463692:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610582.463693:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610582.463693:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 756 usecs (1 jiffies) 00000020:00000001:2.0:1749610582.463694:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463695:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610582.463696:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749610582.463696:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463696:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299855922 00000100:00000001:0.0:1749610582.463697:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610582.463698:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749610582.463698:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000100:00000001:1.0:1749610582.463698:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299855922 00000100:00000001:0.0:1749610582.463699:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610582.463701:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299855922 00000100:00000001:3.0:1749610582.463702:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610582.463702:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610582.463703:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299855922 00000020:00000010:2.0:1749610582.463704:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000040:3.0:1749610582.463705:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610582.463705:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299855922 00000100:00000001:2.0:1749610582.463706:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610582.463706:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.463707:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463707:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610582.463707:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299855922 00000100:00000001:2.0:1749610582.463708:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463709:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299855922 00000020:00000001:3.0:1749610582.463710:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610582.463711:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463711:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463713:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610582.463714:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494530176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463715:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.463715:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463718:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610582.463719:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610582.463720:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610582.463721:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463721:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463722:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610582.463725:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494530176:12345-0@lo:38:kworker.0 Request processed in 312us (565us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610582.463725:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610582.463726:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:1.0:1749610582.463728:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610582.463729:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610582.463729:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.463729:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610582.463731:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474877952 : -131936234673664 : ffff880133996a00) 02000000:00000001:1.0:1749610582.463732:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610582.463732:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610582.463733:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 02000000:00000001:1.0:1749610582.463734:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610582.463736:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610582.463736:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610582.463737:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610582.463737:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133996a00 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:18/0 lens 224/0 e 0 to 0 dl 1749610593 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610582.463738:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494530816:0@lo:400:kworker.0 00000100:00100000:1.0:1749610582.463739:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880113589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494530688:0@lo:38:kworker.0 00000020:00000010:3.0:1749610582.463742:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:1.0:1749610582.463742:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610582.463743:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610582.463745:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610582.463746:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610582.463747:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749610582.463747:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749610582.463748:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f840. 00000100:00000001:0.0:1749610582.463748:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749610582.463749:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a400. 00000020:00000010:3.0:1749610582.463750:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:2.0:1749610582.463751:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610582.463751:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.463752:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749610582.463753:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f840. 00000100:00000001:3.0:1749610582.463754:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610582.463754:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 02000000:00000001:0.0:1749610582.463754:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610582.463757:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b440. 02000000:00000001:0.0:1749610582.463757:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610582.463759:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494530560:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610582.463759:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494530688, portal 10 00000100:00000001:1.0:1749610582.463761:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749610582.463762:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 00000100:00000200:2.0:1749610582.463763:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530560 00000100:00000001:1.0:1749610582.463763:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933758208 : -131936775793408 : ffff880113589500) 02000000:00000001:0.0:1749610582.463765:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.463766:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610582.463768:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610582.463769:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749610582.463769:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:0.0:1749610582.463770:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000020:00000001:2.0:1749610582.463771:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610582.463773:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:2.0:1749610582.463774:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610582.463774:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610582.463775:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000020:00000001:2.0:1749610582.463777:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749610582.463777:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610582.463779:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610582.463779:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1749610582.463779:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:0.0:1749610582.463780:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494530816, portal 10 00000100:00000001:3.0:1749610582.463781:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610582.463781:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494530688, offset 0 00000020:00000001:2.0:1749610582.463783:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610582.463783:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610582.463784:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610582.463785:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610582.463786:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933752832 : -131936775798784 : ffff880113588000) 00000020:00000001:2.0:1749610582.463788:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749610582.463789:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610582.463790:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.463792:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749610582.463794:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926c80 00000100:00000040:0.0:1749610582.463794:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463796:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610582.463797:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 158024 02000000:00000001:2.0:1749610582.463798:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610582.463801:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610582.463801:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610582.463802:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3c00. 00000100:00000001:3.0:1749610582.463803:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610582.463804:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610582.463804:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610582.463805:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610582.463806:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463806:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610582.463807:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00000200:1.0:1749610582.463808:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749610582.463809:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610582.463809:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610582.463810:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000010:1.0:1749610582.463810:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280e00. 00010000:00000040:2.0:1749610582.463812:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494530560 00000400:00000010:0.0:1749610582.463812:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:1.0:1749610582.463813:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880119280e00 x1834598494530688 msgsize 520 00010000:00000001:2.0:1749610582.463814:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749610582.463815:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119282300 x1834598494530304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610582.463816:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749610582.463816:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494530816, offset 0 00010000:00000200:2.0:1749610582.463818:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133996a00 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.463819:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610582.463822:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610582.463824:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494530304:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610582.463827:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530304 00010000:00000001:2.0:1749610582.463827:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749610582.463827:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749610582.463828:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00010000:00000001:2.0:1749610582.463829:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610582.463830:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610582.463830:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610582.463832:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:2.0:1749610582.463832:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 1 0) 00000400:00000200:0.0:1749610582.463833:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610582.463834:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463836:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610582.463838:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610582.463839:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463840:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610582.463840:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610582.463842:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926d00 00010000:00020000:3.0:1749610582.463843:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610582.463843:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610582.463843:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610582.463844:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610582.463846:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610582.463846:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610582.463849:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610582.463849:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610582.463849:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463850:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610582.463851:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610582.463851:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 158544 00000100:00000001:3.0:1749610582.463853:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610582.463853:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610582.463853:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610582.463855:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610582.463855:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 562 usecs (1 jiffies) 00000100:00000001:1.0:1749610582.463857:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299855922 02000000:00000010:3.0:1749610582.463858:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579c00. 00000100:00000200:2.0:1749610582.463858:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530560, offset 224 00000400:00000200:0.0:1749610582.463858:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610582.463860:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463860:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463861:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299855922 00000100:00000001:3.0:1749610582.463862:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463863:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299855922 00000400:00000200:2.0:1749610582.463864:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610582.463865:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610582.463865:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299855922 00000400:00000200:0.0:1749610582.463865:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610582.463867:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463867:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299855922 00000100:00001000:3.0:1749610582.463869:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610582.463869:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299855922 00000100:00000001:0.0:1749610582.463870:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610582.463871:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299855922 00000100:00000001:3.0:1749610582.463872:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610582.463873:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610582.463873:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610582.463874:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610582.463874:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610582.463875:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610582.463877:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610582.463879:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:1.0:1749610582.463879:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1749610582.463879:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dc380. 00000400:00000001:1.0:1749610582.463880:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610582.463881:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610582.463882:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926c00 00000400:00000010:1.0:1749610582.463882:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000040:0.0:1749610582.463883:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dc380 x1834598494530816 msgsize 224 00000100:00000040:3.0:1749610582.463884:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610582.463884:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 02000000:00000001:3.0:1749610582.463886:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610582.463886:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 02000000:00000001:3.0:1749610582.463888:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463888:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610582.463889:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610582.463890:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610582.463891:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f05 [1] + 224 00000100:00000200:1.0:1749610582.463891:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610582.463892:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610582.463894:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610582.463894:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610582.463896:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610582.463897:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530304, offset 0 00000400:00000200:2.0:1749610582.463900:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610582.463900:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610582.463903:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000200:1.0:1749610582.463906:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463906:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610582.463912:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610582.463913:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610582.463913:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610582.463915:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.463917:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610582.463920:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610582.463920:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610582.463921:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610582.463922:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610582.463924:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610582.463925:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610582.463926:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926b00 02000000:00000001:1.0:1749610582.463927:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.463931:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f01 [1] + 0 00000100:00001000:1.0:1749610582.463932:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610582 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610582.463935:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463935:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610582.463936:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610582.463936:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=5 v=20 (1 1 1 20) 00000400:00000200:3.0:1749610582.463939:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610582.463939:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610582.463940:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.463941:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610582.463942:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610582.463944:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610582.463944:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610582.463946:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610582.463948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610582.463950:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610582.463951:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610582.463952:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610582.463954:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610582.463955:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610582.463956:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.463956:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610582.463956:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610582.463958:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.463959:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.463959:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610582.463961:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610582.463962:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610582.463963:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749610582.463963:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 697 usecs (1 jiffies) 00000100:00000001:3.0:1749610582.463964:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749610582.463965:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610582.463965:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610582.463966:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.463967:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299855922 00000400:00000200:3.0:1749610582.463968:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000100:00080000:1.0:1749610582.463968:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749610582.463969:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749610582.463970:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00080000:1.0:1749610582.463971:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610582.463971:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299855922 00000100:00000001:3.0:1749610582.463972:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610582.463972:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133996a00 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.463973:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610582.463974:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610582.463975:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299855922 00000100:00000001:3.0:1749610582.463976:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610582.463978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610582.463979:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610582.463979:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299855922 00000100:00000001:3.0:1749610582.463981:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.463982:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494530560:12345-0@lo:400:kworker.0 Request processed in 234us (535us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610582.463982:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299855922 00000020:00000001:3.0:1749610582.463983:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610582.463986:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494530304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610582.463986:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494530176:0@lo:38:kworker.0 00000100:00000001:0.0:1749610582.463986:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299855922 00000100:00100000:2.0:1749610582.463989:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000001:0.0:1749610582.463989:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299855922 00000100:00000001:1.0:1749610582.463990:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.463992:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610582.463992:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299855922 00000100:00000001:1.0:1749610582.463993:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610582.463995:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119282300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494530304:12345-0@lo:38:kworker.0 Request processed in 171us (590us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610582.463995:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610582.463995:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610582.463996:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610582.463996:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589f80 x1834598494530176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.463999:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610582.464000:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 00000100:00100000:3.0:1749610582.464002:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00000001:1.0:1749610582.464003:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610582.464005:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749610582.464005:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 02000000:00000001:1.0:1749610582.464005:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1749610582.464005:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610582.464006:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749610582.464007:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749610582.464008:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031a000. 00000020:00000010:3.0:1749610582.464009:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000020:00000010:2.0:1749610582.464009:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000400:00000010:0.0:1749610582.464010:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff78. 00000020:00000010:3.0:1749610582.464012:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 02000000:00000001:1.0:1749610582.464012:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1749610582.464014:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:1.0:1749610582.464014:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749610582.464016:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000020:00000040:1.0:1749610582.464016:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1749610582.464016:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610582.464017:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610582.464018:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1749610582.464019:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749610582.464020:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610582.464020:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3800. 00000100:00000001:2.0:1749610582.464023:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610582.464023:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610582.464023:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610582.464025:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530688 02000000:00000001:1.0:1749610582.464025:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610582.464027:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610582.464027:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749610582.464027:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589f80. 00000100:00100000:3.0:1749610582.464029:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494530816 00000100:00000001:2.0:1749610582.464029:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610582.464029:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464030:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610582.464031:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610582.464031:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610582.464032:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610582.464033:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610582.464034:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464034:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610582.464035:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.464036:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530688 00000100:00000001:1.0:1749610582.464037:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610582.464038:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610582.464038:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610582.464040:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494530816 00000020:00000040:2.0:1749610582.464040:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610582.464040:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610582.464041:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610582.464041:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610582.464042:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610582.464043:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749610582.464043:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464043:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610582.464043:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610582.464045:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610582.464045:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610582.464045:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610582.464046:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1749610582.464048:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000010:2.0:1749610582.464048:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000400:00000010:1.0:1749610582.464048:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000001:3.0:1749610582.464050:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:2.0:1749610582.464050:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387380. 00000400:00000200:1.0:1749610582.464050:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000001:3.0:1749610582.464052:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:1.0:1749610582.464052:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000020:00000010:2.0:1749610582.464053:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000001:1.0:1749610582.464054:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610582.464054:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610582.464055:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610582.464056:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610582.464056:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464057:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610582.464057:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610582.464059:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84100. 00000100:00000001:2.0:1749610582.464059:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464060:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610582.464061:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610582.464062:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f140. 02000000:00000001:0.0:1749610582.464063:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610582.464064:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610582.464065:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:1.0:1749610582.464065:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464066:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610582.464068:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610582.464069:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.464070:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610582.464072:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610582.464072:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610582.464073:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1749610582.464073:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00000001:1.0:1749610582.464073:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610582.464075:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84100. 00000100:00000001:2.0:1749610582.464075:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:1.0:1749610582.464075:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610582.464076:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610582.464077:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610582.464078:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000040:2.0:1749610582.464079:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281500 x1834598494530432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.464079:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610582.464079:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=87 v=5 (5 5 5 0) 00000020:00000010:3.0:1749610582.464081:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 02000000:00000001:1.0:1749610582.464082:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610582.464084:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00001000:0.0:1749610582.464084:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=87 v=5 (1 1 1 0) 00000100:00001000:1.0:1749610582.464085:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610582 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610582.464088:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:1.0:1749610582.464088:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=137 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610582.464088:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749610582.464089:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494530432:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610582.464090:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610582.464090:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610582.464090:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610582.464091:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610582.464092:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530432 00000100:00000001:1.0:1749610582.464092:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610582.464094:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610582.464094:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610582.464094:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610582.464094:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1749610582.464095:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610582.464097:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749610582.464098:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.464099:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610582.464101:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749610582.464102:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610582.464103:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.464104:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610582.464105:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464106:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610582.464108:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:2.0:1749610582.464108:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610582.464108:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610582.464109:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610582.464109:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:2.0:1749610582.464111:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610582.464111:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610582.464112:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00010000:00000001:2.0:1749610582.464113:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749610582.464113:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749610582.464114:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610582.464115:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00080000:1.0:1749610582.464115:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610582.464116:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610582.464117:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456288640 : -131936253262976 : ffff8801327dc380) 00000100:00000001:2.0:1749610582.464117:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610582.464117:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610582.464118:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749610582.464119:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610582.464121:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dc380 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:18/0 lens 224/0 e 0 to 0 dl 1749610593 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610582.464121:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1749610582.464122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464124:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1749610582.464125:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5800. 00000100:00000001:0.0:1749610582.464126:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.464128:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610582.464129:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494530304:0@lo:38:kworker.0 00000100:00000001:2.0:1749610582.464130:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610582.464133:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610582.464133:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610582.464133:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610582.464134:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749610582.464135:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610582.464136:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610582.464137:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358a300 x1834598494530304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610582.464138:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb84100. 00000100:00001000:2.0:1749610582.464138:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610582.464140:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610582.464141:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749610582.464142:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb84100. 00000100:00000001:2.0:1749610582.464143:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610582.464144:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610582.464145:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610582.464145:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610582.464146:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610582.464146:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031a800. 00000100:00100000:3.0:1749610582.464147:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494530816:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610582.464148:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610582.464148:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610582.464149:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610582.464150:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530816 00000100:00000001:2.0:1749610582.464150:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749610582.464150:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610582.464151:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610582.464151:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610582.464152:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610582.464153:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610582.464154:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749610582.464154:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610582.464155:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 00000020:00000001:3.0:1749610582.464156:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.464156:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610582.464157:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610582.464158:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749610582.464158:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610582.464158:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610582.464159:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749610582.464160:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610582.464160:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:1.0:1749610582.464161:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a300. 00000100:00000040:2.0:1749610582.464162:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610582.464163:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610582.464163:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749610582.464164:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610582.464165:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610582.464166:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610582.464166:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610582.464167:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530432, offset 0 00000020:00000001:3.0:1749610582.464168:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610582.464168:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610582.464169:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610582.464169:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610582.464171:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610582.464171:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610582.464171:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464172:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610582.464172:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494530560:0@lo:400:kworker.0 00000020:00000001:3.0:1749610582.464173:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610582.464176:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610582.464177:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610582.464177:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610582.464179:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610582.464180:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157a000. 02000000:00000001:3.0:1749610582.464182:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610582.464182:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926b80 00000100:00000001:0.0:1749610582.464182:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610582.464184:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610582.464186:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610582.464187:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f15 [1] + 0 00000100:00000040:0.0:1749610582.464187:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589880 x1834598494530560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749610582.464188:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494530816 00000100:00000001:1.0:1749610582.464190:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749610582.464191:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610582.464191:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610582.464193:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000200:3.0:1749610582.464195:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801327dc380 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610582.464195:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610582.464197:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00000001:2.0:1749610582.464198:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610582.464198:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610582.464200:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031241216 : -131936678310400 : ffff880119280e00) 02000000:00000001:0.0:1749610582.464201:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610582.464202:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610582.464203:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610582.464204:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610582.464204:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280e00 x1834598494530688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610582.464205:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ec00. 00000100:00001000:3.0:1749610582.464207:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610582.464210:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610582.464210:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610582.464211:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610582.464212:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:0.0:1749610582.464213:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610582.464214:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494530688:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610582.464215:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610582.464216:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1749610582.464217:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749610582.464217:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494530688 02000000:00000001:3.0:1749610582.464219:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610582.464220:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610582.464220:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610582.464221:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610582.464223:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610582.464223:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749610582.464223:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 00000400:00000010:3.0:1749610582.464225:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610582.464225:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610582.464227:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749610582.464228:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530816, offset 224 00000400:00000200:2.0:1749610582.464228:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:0.0:1749610582.464229:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1749610582.464231:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000010:0.0:1749610582.464232:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589880. 00000100:00000001:2.0:1749610582.464233:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610582.464233:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.464234:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610582.464234:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00020000:1.0:1749610582.464236:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610582.464236:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610582.464238:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610582.464239:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610582.464239:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610582.464239:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610582.464242:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610582.464242:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610582.464242:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.464245:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926d00 00000100:00000001:2.0:1749610582.464245:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464245:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610582.464246:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610582.464246:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610582.464247:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610582.464248:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610582.464248:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610582.464249:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f21 [1] + 224 00000100:00000040:2.0:1749610582.464250:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494530432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464250:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610582.464251:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031a800. 02000000:00000001:1.0:1749610582.464253:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464253:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.464254:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610582.464255:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610582.464257:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610582.464258:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610582.464260:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610582.464260:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494530432:12345-0@lo:38:kworker.0 Request processed in 170us (611us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610582.464260:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610582.464263:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610582.464264:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610582.464267:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00000001:1.0:1749610582.464267:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610582.464269:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610582.464270:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610582.464271:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610582.464272:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749610582.464273:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610582.464273:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610582.464275:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749610582.464276:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000001:1.0:1749610582.464277:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749610582.464280:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000100:00000040:1.0:1749610582.464281:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610582.464283:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610582.464284:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610582.464284:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464286:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610582.464288:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610582.464288:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610582.464290:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:3.0:1749610582.464291:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610582.464293:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:0.0:1749610582.464294:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610582.464296:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610582.464296:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610582.464297:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610582.464297:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494530688, offset 0 00000100:00000001:2.0:1749610582.464298:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610582.464300:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.464300:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610582.464300:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610582.464302:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610582.464305:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610582.464306:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610582.464306:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610582.464308:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749610582.464311:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926c80 00000100:00000040:3.0:1749610582.464312:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dc380 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:18/0 lens 224/224 e 0 to 0 dl 1749610593 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610582.464314:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610582.464317:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610582.464320:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00100000:3.0:1749610582.464321:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494530816:12345-0@lo:400:kworker.0 Request processed in 183us (436us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610582.464325:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00100000:3.0:1749610582.464327:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000400:00000010:0.0:1749610582.464329:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000040:3.0:1749610582.464330:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610582.464332:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610582.464333:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610582.464335:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610582.464337:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000400:00000001:2.0:1749610582.464337:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610582.464339:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610582.464339:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610582.464340:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000400:00000010:2.0:1749610582.464341:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000020:00000010:3.0:1749610582.464343:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000400:00000200:2.0:1749610582.464345:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000040:3.0:1749610582.464346:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:2.0:1749610582.464346:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749610582.464348:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464349:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610582.464352:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610582.464352:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f1d [1] + 0 00000100:00000200:0.0:1749610582.464353:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610582.464356:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610582.464359:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610582.464361:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610582.464362:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610582.464362:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749610582.464364:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610582.464364:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610582.464366:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464367:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464368:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610582.464369:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610582.464369:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610582.464371:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610582.464372:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610582.464373:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610582.464375:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610582.464375:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610582.464376:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464377:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464378:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.464379:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610582.464381:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610582.464384:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610582 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610582.464384:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610582.464387:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=87 v=20 (1 1 20 0) 00000400:00000200:1.0:1749610582.464388:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00001000:0.0:1749610582.464388:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=37 v=5 (5 5 5 0) 00000100:00000001:2.0:1749610582.464390:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749610582.464390:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610582.464392:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749610582.464393:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=37 v=5 (1 1 1 0) 00000100:02020000:2.0:1749610582.464394:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:1.0:1749610582.464394:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610582.464396:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.464397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610582.464397:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610582.464399:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610582.464399:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610582.464399:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610582.464402:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610582.464403:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749610582.464404:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610582.464404:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610582.464407:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280e00 x1834598494530688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610602 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749610582.464409:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464411:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610582.464413:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610582.464415:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464417:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749610582.464418:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494530688:12345-0@lo:38:kworker.0 Request processed in 204us (602us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610582.464419:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610582.464421:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749610582.464421:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610582.464424:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610582.464424:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749610582.464425:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00000040:0.0:1749610582.464426:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610582.464427:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610582.464428:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610582.464429:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610582.464429:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1749610582.464430:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464431:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610582.464433:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 00000020:00000010:1.0:1749610582.464436:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000100:00000040:0.0:1749610582.464437:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610582.464438:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494530432:0@lo:38:kworker.0 00000020:00000010:1.0:1749610582.464440:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000400:00000001:2.0:1749610582.464444:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610582.464444:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610582.464445:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610582.464447:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000400:00000200:2.0:1749610582.464449:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b440 00000100:00000001:0.0:1749610582.464449:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610582.464450:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b440. 00000100:00000001:0.0:1749610582.464452:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610582.464453:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610582.464455:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610582.464456:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610582.464460:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610582.464464:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464470:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610582.464473:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610582.464474:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494530816:0@lo:400:kworker.0 00000100:00000001:2.0:1749610582.464475:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610582.464476:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610582.464477:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610582.464479:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464480:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610582.464481:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464483:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749610582.464484:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610582 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610582.464487:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=37 v=20 (1 1 20 0) 00000100:00000040:0.0:1749610582.464488:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113588000 x1834598494530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464489:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610582.464491:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610582.464493:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610582.464496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464499:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610582.464501:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610582.464503:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610582.464504:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 00000100:00000001:2.0:1749610582.464505:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610582.464506:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464507:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610582.464509:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610582.464509:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1749610582.464511:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749610582.464511:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1749610582.464514:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:0.0:1749610582.464514:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610582.464516:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610582.464517:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610582.464519:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610582.464520:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 02000000:00000001:0.0:1749610582.464562:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749610582.464564:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880113589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494530688:0@lo:38:kworker.0 02000000:00000001:0.0:1749610582.464564:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610582.464567:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588000. 00000100:00000001:2.0:1749610582.464570:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610582.464572:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610582.464574:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610582.464575:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610582.464578:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589c00 x1834598494530432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610582.464578:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610582.464579:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299855922, at 4299855922 00000100:00000001:0.0:1749610582.464584:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610582.464585:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299855922, at 4299855922 00000100:00000010:3.0:1749610582.464607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b33c0. 00000100:00000001:2.0:1749610582.464608:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610582.464611:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1749610582.464611:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c80. 00000100:00000001:0.0:1749610582.464611:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610582.464614:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130319c00. 00000100:00000001:0.0:1749610582.464615:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610582.464618:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610582.464620:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610582.464623:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610582.464625:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610582.464627:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610582.464630:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000100:00000040:0.0:1749610582.464630:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299855922, at 4299855922 02000000:00000001:2.0:1749610582.464633:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610582.464635:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610582.464637:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589c00. 00000100:00000010:0.0:1749610582.464638:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3580. 00000100:00000001:2.0:1749610582.464641:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610582.464643:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464646:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610582.464650:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880113589500 x1834598494530688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610582.464660:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610582.464661:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610582.464664:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031a400. 02000000:00000001:2.0:1749610582.464668:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610582.464669:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610582.464671:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610582.464674:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610582.464676:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:2.0:1749610582.464680:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610582.464681:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610582.464683:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589500. 00000100:00000001:2.0:1749610582.464686:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610582.464688:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.464691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.464694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610582.464696:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610582.464699:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610582.464701:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610582.464717:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299855922, at 4299855922 00000100:00000010:2.0:1749610582.464725:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3900. 00000100:00000001:2.0:1749610582.747834:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610582.747843:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610582.747845:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610582.747850:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610582.747855:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610582.747859:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.747862:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610582.747865:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610582.747868:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610582.994697:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610582.994706:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610582.994712:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749610582.994964:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749610582.994965:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610582.994981:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610582.994987:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610582.994990:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610583.296701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610583.296708:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610583.296808:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610583.296812:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610583.296816:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610583.457707:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610583.457714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610583.457716:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610583.457720:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610583.457724:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610583.457729:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610583.457732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610583.457735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610583.457738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610583.464662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610583.464677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610583.464680:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610583.464684:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610583.464686:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610583.464689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610583.464691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610583.747697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610583.747703:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610583.747706:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610583.747710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610583.747713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610583.747717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610583.747719:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610583.747723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610583.747726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610584.298683:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610584.298690:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610584.298693:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610584.298696:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610584.298700:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610584.298703:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610584.298705:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610584.298707:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610584.298822:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610584.298829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610584.298832:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610584.346842:0:12941:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc00. 00080000:00000010:0.0:1749610584.346854:0:12941:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc00. 00000020:00000001:0.0:1749610584.346862:0:12941:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610584.346889:0:12941:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc00. 00080000:00000010:0.0:1749610584.346895:0:12941:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc00. 00000020:00000001:0.0:1749610584.346900:0:12941:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610584.346910:0:12941:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc00. 00080000:00000010:0.0:1749610584.346916:0:12941:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc00. 00000020:00000001:0.0:1749610584.346920:0:12941:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610584.351709:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610584.351716:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610584.351721:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610584.351796:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610584.351799:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610584.351802:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610584.351807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610584.351811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610584.351813:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610584.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610584.457669:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610584.457673:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610584.457678:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610584.457683:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610584.457688:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610584.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610584.457706:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610584.457710:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610584.464631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610584.464644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610584.464646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610584.464650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610584.464653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610584.464656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610584.464658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610584.523123:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610584.523133:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610584.523139:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610584.523208:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610584.523213:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610584.523217:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610584.523224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610584.523228:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610584.523231:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610584.747682:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610584.747690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610584.747692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610584.747697:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610584.747701:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610584.747705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610584.747708:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610584.747712:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610584.747714:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610584.960156:0:13005:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610584.960166:0:13005:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610584.960173:0:13005:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610584.960190:0:13005:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610584.960195:0:13005:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610584.960198:0:13005:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610584.960205:0:13005:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610584.960210:0:13005:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610584.960213:0:13005:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610584.964292:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610584.964299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610584.964304:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610584.964375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610584.964379:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610584.964382:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610584.964387:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610584.964391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610584.964393:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610585.081914:0:13048:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610585.081919:0:13048:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1749610585.084168:0:13048:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749610585.138970:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610585.138981:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610585.138989:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610585.139113:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610585.139121:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610585.139128:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610585.139139:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610585.139145:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610585.139150:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610585.300757:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610585.300764:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610585.300858:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610585.300864:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610585.300869:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610585.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610585.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610585.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610585.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610585.457656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610585.457661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610585.457665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610585.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610585.457673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610585.464735:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610585.464750:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610585.464753:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610585.464758:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610585.464761:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610585.464765:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610585.464768:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.578423:0:13070:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610585.578432:0:13070:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610585.578438:0:13070:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.578454:0:13070:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610585.578458:0:13070:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610585.578461:0:13070:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.578467:0:13070:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610585.578472:0:13070:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610585.578474:0:13070:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610585.582872:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610585.582881:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610585.582887:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610585.582990:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610585.582995:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610585.582999:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610585.583007:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610585.583011:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610585.583015:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.747506:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610585.747516:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610585.747549:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610585.747607:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610585.747612:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610585.747614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610585.747618:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610585.747621:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610585.747625:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610585.747629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610585.747631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610585.747634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.747649:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610585.747655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610585.747659:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610585.747666:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610585.747671:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610585.747674:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610585.904269:0:13134:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610585.904279:0:13134:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610585.904286:0:13134:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610585.904303:0:13134:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610585.904307:0:13134:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610585.904311:0:13134:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610585.904318:0:13134:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610585.904323:0:13134:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610585.904326:0:13134:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610585.908306:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610585.908314:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610585.908318:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610585.908388:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610585.908391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610585.908394:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610585.908399:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610585.908403:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610585.908405:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610586.017770:0:13178:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006b821e90. 00000400:00000040:2.0:1749610586.017780:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749610586.017783:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749610586.017785:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749610586.017787:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749610586.017789:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749610586.017791:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749610586.017793:0:13178:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749610586.017900:0:13178:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006b821e90. 00080000:00000010:2.0:1749610586.068506:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610586.068516:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610586.068523:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610586.068658:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610586.068664:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610586.068668:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610586.068675:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610586.068679:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610586.068682:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610586.302660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610586.302666:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610586.302688:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610586.302693:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610586.302697:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610586.315040:0:13203:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.315049:0:13203:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.315055:0:13203:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.315071:0:13203:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.315076:0:13203:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.315079:0:13203:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.315086:0:13203:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.315091:0:13203:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.315094:0:13203:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.319595:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.319601:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.319606:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.319684:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.319688:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.319691:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.319697:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610586.319699:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610586.319702:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610586.433256:0:13245:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006a9b8620. 00000020:00000010:0.0:1749610586.433273:0:13245:0:(kernelcomm.c:143:lustre_device_list_start()) kfreed 'glist': 16 at ffff88006a9b8620. 00000020:00000001:0.0:1749610586.433408:0:13245:0:(class_obd.c:507:obd_class_ioctl()) Process entered 00000020:00000001:0.0:1749610586.433411:0:13245:0:(class_obd.c:316:class_handle_ioctl()) Process entered 00000020:00000080:0.0:1749610586.433413:0:13245:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdaa825b10 00000020:00000001:0.0:1749610586.433418:0:13245:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1749610586.433421:0:13245:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8801322ecc00. 00000020:00000001:0.0:1749610586.433425:0:13245:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610586.433429:0:13245:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00000020:00020000:0.0:1749610586.433431:0:13245:0:(obd_class.h:1230:obd_iocontrol()) MGC192.168.202.106@tcp: no obd_iocontrol operation 00000020:00000001:0.0:1749610586.440253:0:13245:0:(obd_class.h:1231:obd_iocontrol()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:0.0:1749610586.440257:0:13245:0:(class_obd.c:492:class_handle_ioctl()) Process leaving via out (rc=18446744073709551092 : -524 : 0xfffffffffffffdf4) 00000020:00000010:0.0:1749610586.440261:0:13245:0:(class_obd.c:497:class_handle_ioctl()) kfreed 'data': 576 at ffff8801322ecc00. 00000020:00000001:0.0:1749610586.440265:0:13245:0:(class_obd.c:498:class_handle_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000020:00000001:0.0:1749610586.440267:0:13245:0:(class_obd.c:517:obd_class_ioctl()) Process leaving (rc=18446744073709551092 : -524 : fffffffffffffdf4) 00000100:00000001:0.0:1749610586.457595:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610586.457599:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610586.457601:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610586.457605:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610586.457608:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610586.457612:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610586.457615:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610586.457618:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610586.457620:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610586.464721:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610586.464735:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610586.464737:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610586.464741:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610586.464744:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610586.464747:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610586.464749:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.491622:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610586.491630:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610586.491636:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.491712:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610586.491717:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610586.491721:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610586.491728:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610586.491732:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610586.491735:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610586.510610:0:8305:0:(jobid.c:471:jobid_pidmap_gc()) jobid: running the PID map GC (count: 12) 00000001:00000001:1.0:1749610586.510619:0:8305:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000100:00000040:1.0:1749610586.510626:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9690-> 00000100:00000010:1.0:1749610586.510629:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b436d960. 00000100:00000040:1.0:1749610586.510635:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9757-> 00000100:00000010:1.0:1749610586.510637:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff88009c493de0. 00000100:00000040:1.0:1749610586.510640:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 30795-> 00000100:00000010:1.0:1749610586.510641:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff88009b561660. 00000100:00000040:1.0:1749610586.510644:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9678-> 00000100:00000010:1.0:1749610586.510646:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b1a13e40. 00000100:00000040:1.0:1749610586.510648:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 3475-> 00000100:00000010:1.0:1749610586.510650:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b1a70e40. 00000100:00000040:1.0:1749610586.510652:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 5658-> 00000100:00000010:1.0:1749610586.510654:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b1a70f00. 00000100:00000040:1.0:1749610586.510656:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 8982-> 00000100:00000010:1.0:1749610586.510658:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b43bf960. 00000100:00000040:1.0:1749610586.510660:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 10875-> 00000100:00000010:1.0:1749610586.510662:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b43bfc60. 00000100:00000040:1.0:1749610586.510665:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9735-> 00000100:00000010:1.0:1749610586.510666:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b410e900. 00000100:00000040:1.0:1749610586.510669:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9018-> 00000100:00000010:1.0:1749610586.510670:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b436db40. 00000100:00000040:1.0:1749610586.510672:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 6261-> 00000100:00000010:1.0:1749610586.510674:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b436d300. 00000100:00000040:1.0:1749610586.510676:0:8305:0:(jobid.c:882:jobid_put_locked_free()) Freeing: 9776-> 00000100:00000010:1.0:1749610586.510678:0:8305:0:(jobid.c:883:jobid_put_locked_free()) kfreed 'pidmap': 96 at ffff8800b4256000. 00000001:00000001:1.0:1749610586.510681:0:8305:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=12 : 12 : c) 00000100:00000001:2.0:1749610586.747719:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610586.747729:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610586.747732:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610586.747737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610586.747742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610586.747747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610586.747751:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610586.747755:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610586.747759:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610587.304678:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610587.304685:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610587.304809:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610587.304815:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610587.304818:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610587.457673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610587.457681:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610587.457684:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610587.457689:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610587.457692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610587.457697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610587.457700:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610587.457704:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610587.457706:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.464780:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610587.464787:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610587.464802:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610562/real 1749610562] req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610587.464822:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610587.464825:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610587.464829:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffe70. 00000400:00000200:2.0:1749610587.464838:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:2.0:1749610587.464841:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:2.0:1749610587.464845:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610587.464849:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610587.464859:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.464867:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610587.464869:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.464872:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610587.464874:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610587.464878:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.464885:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.464897:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610587.464899:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.464901:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.464904:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610587.464906:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610587.464909:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.464918:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610587.464921:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.464922:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610587.464923:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.464926:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610587.464929:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610587.464933:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610587.464963:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610587.464966:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610587.464970:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610587.464987:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494526848:0@lo:250:kworker.0 00000100:00000001:2.0:1749610587.464991:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.464994:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.464997:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494526848/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610587 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.465004:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610587.465007:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610587.465011:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322ee000. 02000000:00000001:2.0:1749610587.465016:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610587.465019:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610587.465021:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610587.465024:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610587.465026:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130318000. 02000000:00000001:2.0:1749610587.465031:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610587.465033:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610587.465035:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:2.0:1749610587.465040:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610587.465041:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.465044:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.465046:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610587.465048:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465050:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.465051:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610587.465073:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610587.465082:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1749610587.465084:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610587.465087:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610587.465091:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610587.465095:0:8101:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5168 00000100:00080000:3.0:1749610587.465099:0:8101:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610587.465102:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465106:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465108:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465111:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610587.465115:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610587.465117:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:3.0:1749610587.465121:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610587.465124:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:3.0:1749610587.465126:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:3.0:1749610587.465129:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:3.0:1749610587.465132:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465134:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465135:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465137:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610587.465140:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:3.0:1749610587.465143:0:8101:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:3.0:1749610587.465146:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465149:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610587.465152:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610587.465155:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465158:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610587.465161:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610587.465170:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dce00. 00000020:00000040:3.0:1749610587.465174:0:8101:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:3.0:1749610587.465178:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610587.465180:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465183:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610587.465186:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610587.465191:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610587.465199:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157bc00. 00000100:00000001:3.0:1749610587.465206:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610587.465213:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610587.465226:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610587.465230:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610587.465235:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755dce00] to pc [ptlrpcd_rcv+-1] req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.465266:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610587.465269:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610587.465273:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610587.465275:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610587.465276:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610587.465279:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610587.465281:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5188 00000100:00080000:3.0:1749610587.465284:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610587.465286:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465288:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465290:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465292:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610587.465294:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610587.465294:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749610587.465295:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:2.0:1749610587.465297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610587.465298:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610587.465299:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749610587.465301:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749610587.465303:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749610587.465305:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610587.465305:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610587.465309:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465311:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465312:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610587.465313:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610587.465314:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610587.465315:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610587.465316:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:2.0:1749610587.465318:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1749610587.465319:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610587.465321:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465321:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610587.465322:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610587.465324:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465328:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610587.465329:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494530944:0@lo:250:kworker.0 02000000:00000001:3.0:1749610587.465330:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465332:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610587.465333:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610587.465334:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610587.465338:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dfb80. 02000000:00000001:2.0:1749610587.465338:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749610587.465340:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610587.465340:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465342:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610587.465343:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465343:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610587.465344:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610587.465346:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610587.465347:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610587.465348:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587400. 02000000:00000010:3.0:1749610587.465350:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157a800. 02000000:00000001:2.0:1749610587.465350:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465354:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.465356:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9f8. 00000100:00100000:3.0:1749610587.465358:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610587.465362:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610587.465366:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610587.465368:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494530944, portal 25 00000100:00000001:3.0:1749610587.465369:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465370:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610587.465372:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755dfb80] to pc [ptlrpcd_rcv+-1] req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.465372:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283300352 : -131939426251264 : ffff8800755dce00) 00000100:00000040:2.0:1749610587.465378:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.465380:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610587.465384:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610587.465385:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:3.0:1749610587.465388:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610587.465388:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610587.465389:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749610587.465390:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00080000:3.0:1749610587.465391:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610587.465393:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:2.0:1749610587.465393:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494530944, offset 0 00000100:00080000:3.0:1749610587.465396:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5188 00000100:00080000:3.0:1749610587.465398:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610587.465399:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610587.465400:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465402:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465404:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465405:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610587.465407:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610587.465408:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749610587.465410:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610587.465411:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749610587.465413:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749610587.465414:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610587.465415:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749610587.465418:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465420:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465421:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465423:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610587.465425:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:2.0:1749610587.465426:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf926d80 00000100:00080000:3.0:1749610587.465427:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610587.465429:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465431:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000100:2.0:1749610587.465432:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494530944 offset 0 length 520: 4 02000000:00000001:3.0:1749610587.465433:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610587.465435:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465437:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749610587.465437:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:3.0:1749610587.465439:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610587.465440:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000010:3.0:1749610587.465444:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ce00. 00000020:00000040:3.0:1749610587.465446:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610587.465449:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749610587.465449:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 02000000:00000001:3.0:1749610587.465450:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.465451:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610587.465452:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610587.465453:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610587.465453:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610587.465455:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610587.465458:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157ac00. 00000100:00000200:2.0:1749610587.465458:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.465461:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610587.465465:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610587.465465:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.465468:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.465471:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610587.465473:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610587.465477:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8ce00] to pc [ptlrpcd_rcv+-1] req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.465481:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465483:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465483:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:3.0:1749610587.465486:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610587.465486:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610587.465489:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610587.465490:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610587.465491:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299860945 00000100:00080000:3.0:1749610587.465492:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610587.465494:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:2.0:1749610587.465495:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397900. 00000100:00080000:3.0:1749610587.465496:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5188 00000100:00080000:3.0:1749610587.465498:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610587.465500:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465502:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610587.465502:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1749610587.465504:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465505:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610587.465507:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610587.465508:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:3.0:1749610587.465510:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610587.465511:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:3.0:1749610587.465513:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:3.0:1749610587.465515:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749610587.465518:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610587.465519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299860945 00000100:00000001:3.0:1749610587.465520:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610587.465602:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397d00. 00000100:00000001:2.0:1749610587.465606:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610587.465616:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299860946 00000100:00000010:2.0:1749610587.465620:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397600. 00000100:00000001:2.0:1749610587.465623:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610587.465626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299860946 00000100:00000040:3.0:1749610587.465627:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749610587.465628:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397dc0. 00000100:00000001:3.0:1749610587.465630:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610587.465631:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000040:3.0:1749610587.465632:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610587.465634:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749610587.465635:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610587.465637:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465637:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465639:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610587.465640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465642:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610587.465642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610587.465644:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.465646:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610587.465646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610587.465647:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:3.0:1749610587.465650:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749610587.465650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.465652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749610587.465653:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610587.465653:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610587.465655:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610587.465656:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.465657:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.465658:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610587.465660:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610587.465662:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465665:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1749610587.465666:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157b000. 00000100:00000001:2.0:1749610587.465666:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465668:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610587.465669:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465671:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610587.465673:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610587.465674:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610587.465677:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494531072:0@lo:38:kworker.0 00000100:00000001:2.0:1749610587.465680:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610587.465682:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610587.465682:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610587.465684:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465684:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465686:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610587.465688:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8df80] to pc [ptlrpcd_rcv+-1] req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610587.465689:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113587800. 02000000:00000001:2.0:1749610587.465691:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.465694:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:3.0:1749610587.465696:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.465697:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:3.0:1749610587.465699:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1749610587.465700:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494531072, portal 4 00000100:00000001:3.0:1749610587.465703:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610587.465703:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610587.465704:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283312000 : -131939426239616 : ffff8800755dfb80) 00000100:00000010:3.0:1749610587.465706:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ed80. 00000020:00000040:3.0:1749610587.465708:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610587.465711:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610587.465711:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610587.465712:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610587.465714:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610587.465718:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0ae00. 00000100:00000001:2.0:1749610587.465718:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610587.465720:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.465720:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610587.465722:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:3.0:1749610587.465724:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610587.465724:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494531072, offset 0 00000400:00000200:2.0:1749610587.465728:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610587.465731:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610587.465733:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610587.465734:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610587.465738:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8ed80] to pc [ptlrpcd_00_02+2] req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610587.465740:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf926e00 00000400:00000200:2.0:1749610587.465746:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 1560 00000400:00000200:2.0:1749610587.465753:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610587.465758:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610587.465762:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610587.465765:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749610587.465766:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610587.465769:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610587.465769:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589500. 00000100:00080000:3.0:1749610587.465772:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610587.465772:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113589500 x1834598494531072 msgsize 520 00000100:00000001:3.0:1749610587.465774:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610587.465775:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749610587.465776:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610587.465778:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610587.465780:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5188 00000100:00080000:3.0:1749610587.465783:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610587.465786:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610587.465787:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610587.465787:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610587.465787:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610587.465789:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465791:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610587.465791:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000020:00000001:3.0:1749610587.465793:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610587.465793:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610587.465793:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749610587.465794:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749610587.465795:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610587.465795:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610587.465796:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749610587.465797:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749610587.465799:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:2.0:1749610587.465799:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610587.465801:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749610587.465804:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749610587.465804:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.465806:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610587.465807:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610587.465809:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610587.465810:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610587.465810:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610587.465813:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:3.0:1749610587.465815:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610587.465816:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.465816:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610587.465818:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465818:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610587.465818:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465819:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610587.465820:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465822:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610587.465822:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610587.465823:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.465824:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 00000100:00000001:3.0:1749610587.465825:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749610587.465825:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610587.465826:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299860925 00000100:00000001:3.0:1749610587.465827:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610587.465827:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610587.465829:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8fb80. 00000100:00000001:2.0:1749610587.465829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299860945 00000020:00000040:3.0:1749610587.465831:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610587.465831:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299860925 00000100:00100000:1.0:1749610587.465831:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494531456:0@lo:400:kworker.0 02000000:00000001:3.0:1749610587.465833:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610587.465833:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299860945 02000000:00000001:3.0:1749610587.465834:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465835:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299860925 00000100:00000001:1.0:1749610587.465835:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610587.465836:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610587.465837:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610587.465837:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299860946 02000000:00000001:3.0:1749610587.465838:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610587.465839:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610587.465840:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299860925 02000000:00000001:1.0:1749610587.465841:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610587.465842:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111578000. 00000100:00000001:2.0:1749610587.465842:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299860946 02000000:00000001:1.0:1749610587.465843:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610587.465844:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610587.465845:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465846:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465848:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1749610587.465848:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b53b400. 00000100:00100000:3.0:1749610587.465849:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610587.465850:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.465851:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610587.465855:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:3.0:1749610587.465856:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610587.465858:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465858:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610587.465859:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610587.465860:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 02000000:00000001:2.0:1749610587.465861:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610587.465862:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8fb80] to pc [ptlrpcd_rcv+-1] req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610587.465863:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610587.465865:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610587.465865:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494531456, portal 10 00000100:00100000:2.0:1749610587.465868:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494531200:0@lo:38:kworker.0 00000100:00000001:1.0:1749610587.465868:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610587.465869:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465870:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610587.465870:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191754624 : -131939517796992 : ffff88006fe8ed80) 00000100:00000040:3.0:1749610587.465871:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749610587.465872:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610587.465874:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749610587.465875:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.465876:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749610587.465877:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a680. 00000100:00000040:1.0:1749610587.465878:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610587.465879:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113586c00. 00000020:00000040:3.0:1749610587.465880:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610587.465881:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610587.465881:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465883:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749610587.465884:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000001:3.0:1749610587.465885:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.465886:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610587.465887:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000010:3.0:1749610587.465888:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0a500. 00000100:00000040:1.0:1749610587.465889:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610587.465890:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494531200, portal 10 00000100:00000001:3.0:1749610587.465891:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465891:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749610587.465891:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610587.465893:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191746560 : -131939517805056 : ffff88006fe8ce00) 00000100:00000040:3.0:1749610587.465894:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749610587.465894:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494531456, offset 0 00000100:00000040:2.0:1749610587.465898:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610587.465899:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610587.465901:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610587.465903:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.465905:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610587.465906:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a680] to pc [ptlrpcd_00_03+3] req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610587.465908:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610587.465909:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610587.465910:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000200:2.0:1749610587.465913:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494531200, offset 0 00000100:00000001:3.0:1749610587.465914:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610587.465916:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610587.465917:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf926f80 00000100:00000040:3.0:1749610587.465919:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5198) 00000400:00000200:2.0:1749610587.465921:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610587.465924:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 158768 00000400:00000200:2.0:1749610587.465927:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926e80 00000400:00000200:1.0:1749610587.465930:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610587.465931:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610587.465931:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 158992 00000100:00000001:3.0:1749610587.465933:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610587.465934:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610587.465935:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610587.465936:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610587.465938:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610587.465939:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610587.465940:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610587.465940:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610587.465944:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000100:00000001:3.0:1749610587.465946:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610587.465947:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119281880 x1834598494531456 msgsize 224 00000100:00000001:3.0:1749610587.465948:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465951:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610587.465952:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610587.465952:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610587.465955:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610587.465958:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494531712:0@lo:400:kworker.0 00000100:00000001:2.0:1749610587.465960:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610587.465963:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610587.465964:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531072 02000000:00000001:3.0:1749610587.465965:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610587.465966:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610587.465967:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465969:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610587.465970:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610587.465972:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 00000100:00000001:2.0:1749610587.465973:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.465974:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.465975:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610587.465978:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610587.465979:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7738. 00000100:00100000:2.0:1749610587.465981:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531072 00000020:00000001:2.0:1749610587.465983:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610587.465985:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610587.465987:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610587.465990:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610587.465992:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610587.465996:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000020:00000010:2.0:1749610587.465997:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828c00. 00000400:00000200:1.0:1749610587.465998:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610587.466001:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000010:2.0:1749610587.466003:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610587.466004:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749610587.466008:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000200:1.0:1749610587.466009:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466013:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610587.466015:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610587.466017:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466018:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610587.466020:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494531712, portal 10 00000100:00000040:1.0:1749610587.466021:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.466022:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610587.466024:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466025:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037952 : -131939500513664 : ffff880070f0a680) 00000100:00000001:1.0:1749610587.466028:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466029:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610587.466030:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610587.466032:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466033:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610587.466037:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 740 usecs (1 jiffies) 00000100:00000001:2.0:1749610587.466038:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610587.466039:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610587.466040:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299860924 00000100:00000001:2.0:1749610587.466041:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610587.466042:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610587.466043:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299860945 00000400:00000010:3.0:1749610587.466044:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00100000:2.0:1749610587.466045:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000200:3.0:1749610587.466046:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494531712, offset 0 00000100:00000001:1.0:1749610587.466046:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299860924 00000100:00000001:2.0:1749610587.466048:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933758208 : -131936775793408 : ffff880113589500) 00000100:00000001:1.0:1749610587.466048:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299860945 00000100:00000001:1.0:1749610587.466050:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299860924 00000400:00000200:3.0:1749610587.466051:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610587.466053:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113589500 x1834598494531072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466053:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299860946 00000100:00000001:1.0:1749610587.466054:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299860924 00000100:00000001:1.0:1749610587.466057:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299860946 00000400:00000200:3.0:1749610587.466059:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610587.466059:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610587.466061:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610587.466063:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494531072:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610587.466063:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466065:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610587.466067:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927080 00000100:00000200:2.0:1749610587.466067:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531072 00000020:00000001:2.0:1749610587.466071:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610587.466071:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610587.466072:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 159512 00000100:00000001:0.0:1749610587.466072:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610587.466073:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1749610587.466075:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610587.466075:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610587.466076:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610587.466076:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531456 00000400:00000200:3.0:1749610587.466078:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610587.466078:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610587.466079:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610587.466080:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610587.466081:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610587.466082:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610587.466084:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610587.466084:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610587.466087:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610587.466088:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610587.466089:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610587.466090:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000100:00100000:0.0:1749610587.466091:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531456 00000100:00000040:3.0:1749610587.466093:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b800 x1834598494531712 msgsize 224 00010000:00020000:2.0:1749610587.466093:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610587.466093:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610587.466095:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00010000:00000001:2.0:1749610587.466096:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610587.466097:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610587.466098:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749610587.466099:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610587.466101:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610587.466103:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610587.466104:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610587.466105:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610587.466105:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610587.466107:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610587.466107:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:3.0:1749610587.466111:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 02000000:00000010:2.0:1749610587.466112:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585000. 00000100:00000001:0.0:1749610587.466112:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749610587.466113:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 02000000:00000001:2.0:1749610587.466113:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466116:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610587.466116:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302cc0. 00000100:00000001:3.0:1749610587.466117:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610587.466120:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610587.466120:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610587.466123:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610587.466124:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00001000:2.0:1749610587.466126:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610587.466129:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610587.466129:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610587.466131:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466132:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610587.466135:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610587.466136:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610587.466138:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466138:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610587.466140:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610587.466141:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610587.466141:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749610587.466143:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.466144:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610587.466145:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000040:3.0:1749610587.466146:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 697 usecs (1 jiffies) 02000000:00000001:2.0:1749610587.466146:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610587.466148:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466149:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299860924 00000100:00080000:1.0:1749610587.466149:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:0.0:1749610587.466149:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749610587.466150:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610587.466152:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299860945 00000100:00000040:2.0:1749610587.466152:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749610587.466153:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610587.466154:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299860924 00000400:00000010:2.0:1749610587.466154:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610587.466155:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610587.466157:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299860945 00000100:00000200:2.0:1749610587.466157:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494531072, offset 0 00000100:00000001:0.0:1749610587.466158:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610587.466159:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299860924 00000100:00000001:0.0:1749610587.466159:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610587.466161:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299860946 00000400:00000200:2.0:1749610587.466161:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610587.466162:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.466163:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299860924 00000100:00000001:3.0:1749610587.466165:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299860946 00000400:00000200:2.0:1749610587.466166:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610587.466167:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610587.466167:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610587.466169:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466170:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610587.466171:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610587.466171:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf926e00 00000100:00000001:0.0:1749610587.466171:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466174:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610587.466176:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5f49 [1] + 0 00000100:00000001:0.0:1749610587.466177:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.466180:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749610587.466180:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610587.466181:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749610587.466183:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610587.466184:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610587.466185:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610587.466185:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610587.466186:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466186:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610587.466187:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531712 00000100:00000001:3.0:1749610587.466188:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610587.466190:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610587.466190:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610587.466192:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610587.466192:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610587.466194:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610587.466195:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610587.466199:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 02000000:00000001:0.0:1749610587.466199:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.466200:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610587.466202:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00100000:0.0:1749610587.466202:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531712 00000100:00000001:1.0:1749610587.466204:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 00000020:00000001:0.0:1749610587.466205:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610587.466207:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610587.466208:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610587.466210:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281880 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:23/0 lens 224/0 e 0 to 0 dl 1749610598 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610587.466210:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610587.466211:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610587.466213:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000040:0.0:1749610587.466213:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610587.466215:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610587.466216:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610587.466216:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610587.466219:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466219:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610587.466219:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749610587.466222:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610587.466223:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211200. 00000100:00000001:2.0:1749610587.466224:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466224:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610587.466225:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610587.466226:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610587.466227:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302140. 00000020:00000010:1.0:1749610587.466228:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211200. 00000100:00000040:2.0:1749610587.466230:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589500 x1834598494531072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610587.466231:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051fec0. 00000100:00100000:1.0:1749610587.466233:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494531456:12345-0@lo:400:kworker.0 00000020:00000040:0.0:1749610587.466237:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:2.0:1749610587.466240:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494531072:12345-0@lo:38:kworker.0 Request processed in 176us (464us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610587.466240:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531456 00000020:00000001:1.0:1749610587.466243:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610587.466247:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610587.466247:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1749610587.466248:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000020:00000001:1.0:1749610587.466249:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466251:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610587.466251:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a302140. 00000100:00000001:2.0:1749610587.466252:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610587.466252:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610587.466255:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:2.0:1749610587.466257:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000020:00000001:1.0:1749610587.466257:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1749610587.466257:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000020:00000001:1.0:1749610587.466261:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610587.466261:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000020:00000001:1.0:1749610587.466262:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1749610587.466263:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000020:00000001:1.0:1749610587.466264:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749610587.466265:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000020:00000010:2.0:1749610587.466267:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828c00. 00000020:00000001:1.0:1749610587.466267:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610587.466269:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610587.466270:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610587.466272:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610587.466272:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610587.466274:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610587.466275:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610587.466276:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610587.466279:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:1.0:1749610587.466280:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319c00. 02000000:00000001:1.0:1749610587.466282:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466282:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610587.466283:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610587.466283:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466285:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610587.466286:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610587.466287:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610587.466289:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589c00. 00010000:00000040:1.0:1749610587.466290:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494531456 00000100:00000040:2.0:1749610587.466292:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113589c00 x1834598494531200 msgsize 520 00010000:00000001:1.0:1749610587.466293:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:2.0:1749610587.466296:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:1.0:1749610587.466298:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119281880 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610587.466306:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610587.466310:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610587.466313:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466316:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610587.466317:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749610587.466317:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 1 0) 00000100:00100000:0.0:1749610587.466318:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531200 00000400:00000200:2.0:1749610587.466320:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 02000000:00000001:0.0:1749610587.466321:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610587.466322:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610587.466323:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610587.466324:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610587.466324:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610587.466326:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610587.466326:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610587.466329:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466330:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610587.466333:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610587.466336:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610587.466336:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466339:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610587.466339:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466339:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610587.466339:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466342:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610587.466342:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610587.466343:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531200 00000020:00000001:0.0:1749610587.466345:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610587.466346:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610587.466346:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00100000:3.0:1749610587.466347:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000001:2.0:1749610587.466347:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610587.466348:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610587.466350:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610587.466350:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610587.466350:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610587.466351:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494531456, offset 224 00000020:00000001:0.0:1749610587.466352:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466353:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000040:2.0:1749610587.466353:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 813 usecs (1 jiffies) 00000020:00000001:0.0:1749610587.466355:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466356:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299860924 00000400:00000200:1.0:1749610587.466357:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610587.466358:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b800 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:23/0 lens 224/0 e 0 to 0 dl 1749610598 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466358:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299860945 00000100:00000001:2.0:1749610587.466360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299860924 00000020:00000010:0.0:1749610587.466361:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610587.466362:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299860945 00000100:00000001:2.0:1749610587.466364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299860924 00000020:00000010:0.0:1749610587.466365:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:2.0:1749610587.466367:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299860946 00000100:00000001:3.0:1749610587.466368:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610587.466369:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610587.466369:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749610587.466370:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299860924 00000020:00000010:3.0:1749610587.466372:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8500. 00000100:00000001:2.0:1749610587.466372:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299860946 00000100:00000001:0.0:1749610587.466373:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610587.466374:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610587.466375:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610587.466375:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610587.466376:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610587.466377:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e7e8500. 00000400:00000200:1.0:1749610587.466377:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926f80 00000100:00000001:0.0:1749610587.466377:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466379:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466381:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610587.466382:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610587.466385:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494531712:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610587.466385:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610587.466385:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f51 [1] + 224 00000100:00000001:2.0:1749610587.466386:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610587.466388:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610587.466389:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531712 00000100:00000001:2.0:1749610587.466390:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610587.466390:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.466391:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610587.466392:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610587.466392:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610587.466394:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610587.466395:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749610587.466397:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610587.466397:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610587.466398:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466399:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610587.466400:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610587.466401:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610587.466401:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610587.466402:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610587.466403:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610587.466404:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000020:00000001:3.0:1749610587.466405:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610587.466405:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610587.466407:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933760000 : -131936775791616 : ffff880113589c00) 00000020:00000001:3.0:1749610587.466408:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610587.466408:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610587.466408:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610587.466410:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749610587.466410:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610587.466412:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1749610587.466413:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494531328:0@lo:38:kworker.0 00000100:00000040:0.0:1749610587.466413:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113589c00 x1834598494531200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610587.466414:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610587.466416:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610587.466416:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610587.466418:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610587.466418:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610587.466419:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.466420:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610587.466421:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610587.466423:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610587.466424:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157b800. 02000000:00000010:2.0:1749610587.466424:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113584400. 00000100:00100000:0.0:1749610587.466425:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494531200:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749610587.466426:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.466426:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.466428:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749610587.466429:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610587.466429:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531200 00000020:00000001:3.0:1749610587.466431:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610587.466431:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000020:00000001:0.0:1749610587.466432:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000040:3.0:1749610587.466434:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494531712 00000100:00000200:2.0:1749610587.466434:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494531328, portal 10 00010000:00000001:0.0:1749610587.466434:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749610587.466436:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610587.466436:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610587.466438:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191751040 : -131939517800576 : ffff88006fe8df80) 00010000:00000200:3.0:1749610587.466440:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f0b800 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466442:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610587.466444:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610587.466444:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610587.466447:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610587.466448:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610587.466450:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610587.466450:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00010000:00000001:0.0:1749610587.466450:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610587.466451:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610587.466453:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 1 0) 00000400:00000010:1.0:1749610587.466453:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000040:2.0:1749610587.466454:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610587.466454:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610587.466455:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610587.466456:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610587.466456:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610587.466456:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749610587.466458:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749610587.466458:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494531328, offset 0 00000100:00000001:0.0:1749610587.466458:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610587.466459:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610587.466460:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610587.466460:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610587.466462:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610587.466463:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610587.466463:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.466464:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610587.466464:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ed000. 02000000:00000001:0.0:1749610587.466466:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466467:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610587.466467:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610587.466467:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610587.466468:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610587.466469:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610587.466471:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:0.0:1749610587.466471:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610587.466472:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000400:00000200:2.0:1749610587.466472:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf926f00 00010000:00000001:0.0:1749610587.466473:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610587.466474:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610587.466475:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494531712, offset 224 00000100:00001000:0.0:1749610587.466476:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610587.466477:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 159736 00000020:00000001:1.0:1749610587.466477:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610587.466479:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610587.466482:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610587.466483:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610587.466483:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610587.466484:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610587.466485:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610587.466485:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610587.466487:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610587.466489:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610587.466490:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610587.466490:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610587.466491:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610587.466493:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:2.0:1749610587.466494:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113588000. 02000000:00000001:0.0:1749610587.466495:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610587.466497:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927080 00000100:00000040:2.0:1749610587.466497:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113588000 x1834598494531328 msgsize 520 02000000:00000001:0.0:1749610587.466497:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466499:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610587.466500:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494531456:12345-0@lo:400:kworker.0 Request processed in 277us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1749610587.466501:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610587.466502:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610587.466503:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f61 [1] + 224 00000400:00000010:0.0:1749610587.466505:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610587.466507:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610587.466508:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610587.466509:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494531200, offset 0 00000400:00000200:2.0:1749610587.466511:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000200:3.0:1749610587.466512:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610587.466513:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00100000:1.0:1749610587.466513:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1749610587.466515:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610587.466517:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610587.466518:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610587.466518:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749610587.466521:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610587.466572:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610587.466572:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.466576:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610587.466577:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466583:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466584:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610587.466585:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610587.466587:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466588:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466589:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610587.466591:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 760 usecs (1 jiffies) 00000400:00000200:0.0:1749610587.466593:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926e80 00000100:00000001:2.0:1749610587.466594:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299860925 00000020:00000010:1.0:1749610587.466595:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610587.466596:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299860945 00000100:00000001:2.0:1749610587.466598:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299860925 00000100:00000001:3.0:1749610587.466599:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610587.466599:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f55 [1] + 0 00000100:00000001:2.0:1749610587.466601:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299860945 00000020:00000010:1.0:1749610587.466601:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749610587.466602:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299860925 00000400:00000200:0.0:1749610587.466604:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610587.466605:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299860946 00000400:00000200:3.0:1749610587.466606:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000020:00000010:1.0:1749610587.466606:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:2.0:1749610587.466607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299860925 00000400:00000200:0.0:1749610587.466608:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610587.466609:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749610587.466609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299860946 00000100:00000001:2.0:1749610587.466611:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610587.466612:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610587.466613:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610587.466613:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610587.466613:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610587.466613:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610587.466616:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610587.466617:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466617:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610587.466618:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610587.466619:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610587.466620:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610587.466622:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610587.466624:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466626:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610587.466627:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610587.466627:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.466629:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610587.466629:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610587.466629:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610587.466631:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:23/0 lens 224/224 e 0 to 0 dl 1749610598 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610587.466631:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610587.466633:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610587.466633:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531328 00000100:00100000:2.0:1749610587.466635:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494531584:0@lo:38:kworker.0 02000000:00000001:1.0:1749610587.466635:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610587.466637:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610587.466638:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610587.466638:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610587.466639:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.466640:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749610587.466641:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494531712:12345-0@lo:400:kworker.0 Request processed in 271us (545us total) trans 0 rc 0/0 02000000:00000001:2.0:1749610587.466641:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.466643:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610587.466643:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610587.466644:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00100000:1.0:1749610587.466645:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531328 02000000:00000010:2.0:1749610587.466646:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880113586000. 00000400:00000010:0.0:1749610587.466646:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000020:00000001:1.0:1749610587.466647:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610587.466648:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466648:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749610587.466649:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000020:00000040:1.0:1749610587.466649:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:2.0:1749610587.466650:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610587.466650:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610587.466651:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610587.466652:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:2.0:1749610587.466653:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749610587.466653:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466653:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466654:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610587.466655:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466656:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749610587.466656:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494531584, portal 10 00000100:00000040:0.0:1749610587.466656:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610587.466658:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610587.466659:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191758208 : -131939517793408 : ffff88006fe8fb80) 00000020:00000010:1.0:1749610587.466659:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53bc00. 00000100:00000001:0.0:1749610587.466659:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610587.466660:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000020:00000001:0.0:1749610587.466661:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610587.466663:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000020:00000010:1.0:1749610587.466663:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000040:2.0:1749610587.466664:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610587.466665:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589c00 x1834598494531200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610587.466667:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000020:00000010:1.0:1749610587.466667:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:1.0:1749610587.466670:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1749610587.466671:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610587.466671:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610587.466671:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610587.466673:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610587.466673:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466674:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610587.466675:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000200:2.0:1749610587.466677:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494531584, offset 0 00000100:00000001:1.0:1749610587.466677:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466680:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.466682:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610587.466682:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610587.466683:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494531200:12345-0@lo:38:kworker.0 Request processed in 257us (387us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610587.466684:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610587.466685:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610587.466687:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610587.466688:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000400:00000200:2.0:1749610587.466689:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610587.466691:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933752832 : -131936775798784 : ffff880113588000) 00000100:00000001:1.0:1749610587.466692:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610587.466694:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927000 00000100:00000001:1.0:1749610587.466694:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610587.466695:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113588000 x1834598494531328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610587.466698:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 160256 00000100:00100000:0.0:1749610587.466700:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000400:00000200:2.0:1749610587.466702:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610587.466703:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610587.466704:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494531328:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1749610587.466704:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610587.466704:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610587.466706:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749610587.466707:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610587.466708:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531328 00000100:00000001:2.0:1749610587.466708:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749610587.466708:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000001:3.0:1749610587.466710:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610587.466710:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610587.466712:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749610587.466712:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000010:2.0:1749610587.466713:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589880. 00000100:00000001:1.0:1749610587.466714:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749610587.466715:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000040:2.0:1749610587.466716:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113589880 x1834598494531584 msgsize 520 00000100:00000001:1.0:1749610587.466716:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610587.466719:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610587.466719:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610587.466720:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610587.466721:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610587.466722:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610587.466723:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00010000:00020000:3.0:1749610587.466725:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610587.466726:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610587.466726:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610587.466727:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00010000:00000001:3.0:1749610587.466728:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610587.466728:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00100000:0.0:1749610587.466728:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531584 02000000:00000001:0.0:1749610587.466730:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749610587.466731:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610587.466731:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610587.466732:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:0.0:1749610587.466732:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610587.466733:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610587.466734:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610587.466734:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466735:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610587.466736:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610587.466737:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610587.466737:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610587.466739:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610587.466739:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610587.466739:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531584 02000000:00000010:3.0:1749610587.466740:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157b400. 00000020:00000001:0.0:1749610587.466741:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610587.466742:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610587.466742:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610587.466744:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610587.466744:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610587.466746:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610587.466746:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610587.466747:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749610587.466747:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610587.466749:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.466749:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610587.466750:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00001000:3.0:1749610587.466752:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749610587.466752:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00000001:3.0:1749610587.466755:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610587.466755:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610587.466755:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610587.466757:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610587.466757:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610587.466757:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610587.466758:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610587.466759:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610587.466759:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466760:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466761:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610587.466761:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 566 usecs (1 jiffies) 00000100:00000001:3.0:1749610587.466763:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610587.466763:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299860925 00000100:00000001:0.0:1749610587.466763:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610587.466764:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466765:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299860945 00000100:00000001:0.0:1749610587.466765:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610587.466767:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610587.466767:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299860925 02000000:00000001:3.0:1749610587.466769:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610587.466769:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299860945 00000100:00000001:0.0:1749610587.466769:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610587.466770:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610587.466771:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466771:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299860925 00000100:00000001:3.0:1749610587.466773:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610587.466773:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299860946 00000100:00100000:0.0:1749610587.466773:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00000001:2.0:1749610587.466775:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299860925 00000100:00000001:1.0:1749610587.466775:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610587.466775:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933759104 : -131936775792512 : ffff880113589880) 00000100:00000040:3.0:1749610587.466776:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610587.466777:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299860946 00000400:00000010:3.0:1749610587.466778:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000100:00000001:1.0:1749610587.466778:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610587.466779:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113589880 x1834598494531584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466780:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610587.466781:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610587.466782:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494531328, offset 0 00000100:00000001:1.0:1749610587.466782:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610587.466785:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610587.466785:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749610587.466788:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610587.466788:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749610587.466789:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610587.466789:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494531584:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610587.466791:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610587.466791:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000001:1.0:1749610587.466791:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610587.466792:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531584 00000400:00000200:2.0:1749610587.466794:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 02000000:00000001:1.0:1749610587.466794:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610587.466794:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610587.466795:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000400:00000200:3.0:1749610587.466796:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf926f00 00010000:00000001:0.0:1749610587.466796:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610587.466797:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610587.466800:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610587.466801:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f71 [1] + 0 00000100:00001000:1.0:1749610587.466802:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=92 v=5 (5 5 5 0) 00000020:00000001:0.0:1749610587.466804:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610587.466805:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:0.0:1749610587.466807:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610587.466808:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610587.466808:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=92 v=5 (1 1 1 0) 00000400:00000200:3.0:1749610587.466809:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610587.466809:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610587.466811:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610587.466812:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610587.466812:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610587.466814:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610587.466815:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466815:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610587.466815:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466815:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610587.466817:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610587.466817:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610587.466818:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610587.466819:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:0.0:1749610587.466820:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ee000. 02000000:00000001:2.0:1749610587.466821:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610587.466822:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466823:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610587.466824:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610587.466824:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466825:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610587.466826:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610587.466827:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610587.466827:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610587.466829:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610587.466832:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610587 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610587.466832:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610587.466833:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610587.466835:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749610587.466836:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000100:00001000:2.0:1749610587.466836:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=10 v=20 (1 1 1 20) 00000400:00000010:3.0:1749610587.466837:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:0.0:1749610587.466837:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749610587.466838:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.466839:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610587.466839:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610587.466839:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610587.466841:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610587.466841:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610587.466841:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610587.466842:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610587.466843:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.466843:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610587.466843:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610587.466846:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610587.466846:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749610587.466846:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610587.466848:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.466848:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466848:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610587.466848:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610587.466850:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610587.466850:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610587.466850:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466852:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610587.466853:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113588000 x1834598494531328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466855:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610587.466855:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610587.466857:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610587.466857:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610587.466857:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610587.466858:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.466860:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:0.0:1749610587.466860:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494531584, offset 0 00000100:00000001:2.0:1749610587.466862:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610587.466863:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494531328:12345-0@lo:38:kworker.0 Request processed in 158us (363us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610587.466864:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749610587.466865:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610587.466867:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610587.466868:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610587.466870:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00000001:2.0:1749610587.466870:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610587.466871:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610587.466872:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610587.466872:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610587.466873:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610587.466875:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000040:2.0:1749610587.466875:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610587.466875:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610587.466877:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927000 00000020:00000010:3.0:1749610587.466879:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000040:1.0:1749610587.466880:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610587.466882:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53bc00. 00000400:00000200:0.0:1749610587.466882:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f81 [1] + 0 00000100:00000001:3.0:1749610587.466885:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610587.466886:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610587.466889:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494531072:0@lo:38:kworker.0 00000400:00000200:0.0:1749610587.466889:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610587.466892:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610587.466893:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494531456:0@lo:400:kworker.0 00000100:00000001:3.0:1749610587.466896:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610587.466896:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610587.466897:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610587.466898:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610587.466899:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610587.466899:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610587.466901:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749610587.466903:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610587.466904:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:0.0:1749610587.466905:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610587.466907:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000040:1.0:1749610587.466908:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8ed80 x1834598494531456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466910:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749610587.466913:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610587.466913:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749610587.466915:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610587.466915:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610587.466917:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7738. 00000100:00000001:1.0:1749610587.466918:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610587.466920:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610587.466921:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000400:00000010:3.0:1749610587.466923:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 02000000:00000010:1.0:1749610587.466923:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b53b400. 00000100:00000001:3.0:1749610587.466925:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610587.466927:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610587.466927:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 02000000:00000001:1.0:1749610587.466928:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749610587.466929:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610587.466930:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749610587.466930:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000020:00000040:1.0:1749610587.466932:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610587.466932:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610587.466933:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610587.466936:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610587.466936:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610587.466937:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610587.466938:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0ae00. 00000100:00000001:2.0:1749610587.466939:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610587.466939:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610587.466941:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610587.466941:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610587.466942:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610587.466943:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610587.466944:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610587.466944:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610587.466944:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610587.466945:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610587.466946:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1749610587.466946:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ed80. 00000100:00000040:0.0:1749610587.466946:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589880 x1834598494531584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610607 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.466947:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610587.466948:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610587.466949:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610587.466950:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610587.466950:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466951:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610587.466952:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610587.466953:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610587.466954:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.466954:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610587.466955:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494531584:12345-0@lo:38:kworker.0 Request processed in 166us (237us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610587.466956:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610587.466958:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=42 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610587.466959:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610587 v=5 (0 0 0 0) 00000100:00100000:0.0:1749610587.466961:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00001000:3.0:1749610587.466962:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=42 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610587.466963:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610587.466964:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749610587.466964:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=142 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610587.466964:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610587.466965:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610587.466965:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610587.466966:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610587.466967:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00010000:00000001:3.0:1749610587.466968:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610587.466968:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.466969:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610587.466970:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610587.466970:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749610587.466971:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749610587.466972:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610587.466973:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610587.466974:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610587.466976:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610587.466979:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610587.466981:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.466982:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610587.466984:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610587.466985:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610587.466986:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610587.466990:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.466992:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610587.466995:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610587.466997:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610587.466998:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.466999:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610587.467001:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467001:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749610587.467004:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467004:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610587.467008:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610587.467012:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494531712:0@lo:400:kworker.0 00000100:00080000:2.0:1749610587.467012:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610587.467015:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610587.467017:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.467019:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610587.467021:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a680 x1834598494531712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610587.467022:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.467028:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610587.467029:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610587.467031:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:3.0:1749610587.467034:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610587.467035:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749610587.467035:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494531200:0@lo:38:kworker.0 00000020:00000040:3.0:1749610587.467037:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610587.467039:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610587.467040:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0a500. 00000100:00000001:2.0:1749610587.467041:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610587.467043:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610587.467044:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610587.467045:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749610587.467046:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000100:00000001:3.0:1749610587.467048:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610587.467049:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610587.467050:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755dfb80 x1834598494531072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610587.467051:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610587.467054:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610587.467055:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610587.467057:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610587.467059:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.467061:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610587.467064:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610587.467067:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587800. 02000000:00000001:2.0:1749610587.467072:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610587.467074:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610587.467076:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610587.467078:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610587.467080:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157a800. 02000000:00000001:2.0:1749610587.467083:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610587.467085:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610587.467087:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dfb80. 00000100:00000001:2.0:1749610587.467090:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610587.467091:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467093:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.467096:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8ce00 x1834598494531200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467103:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610587.467105:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610587.467106:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113586c00. 02000000:00000001:2.0:1749610587.467108:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610587.467110:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610587.467111:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610587.467114:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610587.467115:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157ac00. 02000000:00000001:2.0:1749610587.467117:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610587.467118:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610587.467120:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ce00. 00000100:00000001:2.0:1749610587.467122:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610587.467124:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467126:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467130:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610587.467132:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610587.467133:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.467135:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610587.467138:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610587.467140:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610587.467141:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749610587.467143:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610587.467145:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:2.0:1749610587.467148:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610587.467151:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610587.467159:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467166:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610587.467168:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467170:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610587.467171:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610587.467172:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610587.467174:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.467176:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610587.467180:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610587 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610587.467183:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=92 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610587.467185:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610587.467187:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610587.467189:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610587.467193:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467201:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610587.467203:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610587.467204:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467206:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610587.467208:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610587.467210:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610587.467213:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610587.467215:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610587.467218:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610587.467225:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494531328:0@lo:38:kworker.0 00000400:00000001:2.0:1749610587.467229:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610587.467231:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610587.467232:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610587.467234:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610587.467235:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610587.467237:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610587.467239:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610587.467247:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467253:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610587.467254:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467256:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610587.467257:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610587.467258:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610587.467260:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610587.467262:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610587.467265:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610587 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610587.467268:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=42 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610587.467271:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610587.467272:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610587.467274:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610587.467278:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467284:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610587.467286:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610587.467288:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467289:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610587.467290:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610587.467292:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610587.467295:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610587.467297:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610587.467300:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610587.467307:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494531584:0@lo:38:kworker.0 00000100:00000001:2.0:1749610587.467310:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.467312:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.467314:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8df80 x1834598494531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467320:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610587.467322:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610587.467323:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113584400. 02000000:00000001:2.0:1749610587.467325:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610587.467326:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610587.467327:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610587.467329:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610587.467330:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610587.467333:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610587.467334:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610587.467335:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749610587.467338:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610587.467339:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467341:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610587.467344:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8fb80 x1834598494531584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610587.467350:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610587.467351:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610587.467353:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113586000. 02000000:00000001:2.0:1749610587.467354:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610587.467355:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610587.467356:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610587.467358:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610587.467359:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111578000. 02000000:00000001:2.0:1749610587.467361:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610587.467362:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610587.467363:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8fb80. 00000100:00000001:2.0:1749610587.467365:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610587.467367:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.467368:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.467370:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610587.467371:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610587.467372:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610587.467374:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610587.487639:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299860945, at 4299860945 00000100:00000010:0.0:1749610587.487649:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397900. 00000100:00000040:3.0:1749610587.488635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299860946, at 4299860946 00000100:00000040:1.0:1749610587.488635:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299860945, at 4299860946 00000100:00000040:2.0:1749610587.488636:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299860946, at 4299860946 00000100:00000010:1.0:1749610587.488652:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397d00. 00000100:00000010:3.0:1749610587.488670:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397dc0. 00000100:00000010:2.0:1749610587.488682:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397600. 00000100:00000001:2.0:1749610587.747703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610587.747712:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610587.747714:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610587.747719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610587.747722:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610587.747726:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.747729:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610587.747733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610587.747736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610588.306700:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610588.306709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610588.306806:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610588.306813:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610588.306817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610588.457699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610588.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610588.457710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610588.457715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610588.457719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610588.457723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610588.457727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610588.457730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610588.457732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610588.747732:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610588.747741:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610588.747743:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610588.747748:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610588.747751:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610588.747755:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610588.747758:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610588.747762:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610588.747764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610589.308741:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610589.308750:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610589.308906:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610589.308912:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610589.308916:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610589.457709:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610589.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610589.457721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610589.457725:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610589.457729:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610589.457733:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610589.457737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610589.457740:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610589.457742:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610589.747644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610589.747654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610589.747657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610589.747663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610589.747668:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610589.747673:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610589.747677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610589.747693:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.747709:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610589.747716:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.747730:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610589.747735:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610589.747739:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610589.747742:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610589.747748:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610589.747762:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494529280:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610589.747770:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610589.747774:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610589.747779:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610589.747782:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610589.747789:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.747801:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610589.747806:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab9c0. 00000100:00000001:2.0:1749610589.747813:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610589.747815:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610589.747821:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610589.747827:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610589.747832:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610589.747836:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=4 00000020:00000001:2.0:1749610589.747840:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749610589.747844:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00010000:2.0:1749610589.747852:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.747867:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610589.747875:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.747885:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610589.747890:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.747899:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610589.747902:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610589.747906:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.747915:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610589.747919:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610589.747924:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610589.747928:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610589.747947:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a828000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610589.747952:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610589.747956:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.747966:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610589.747968:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610589.747970:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610589.747973:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=5 00000020:00000001:2.0:1749610589.747976:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749610589.747980:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749610589.747984:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610589.747988:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610589.747997:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610589.748000:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610589.748009:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610589.748013:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610589.748015:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610589.748020:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610589.748023:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610589.748026:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610589.748029:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610589.748031:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610589.748034:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610589.748038:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a828000 with handle 0x689c0ec07329d191 from hash 00010000:00000001:2.0:1749610589.748042:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610589.748044:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610589.748046:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610589.748047:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610589.748051:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610589.748054:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610589.748058:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610589.748059:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610589.748061:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610589.748064:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610589.748070:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610589.748079:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610589.748080:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610589.748083:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610589.748085:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610589.748087:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610589.748089:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610589.748091:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610589.748095:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d191 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610589.748107:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5b00 count: 0 00010000:00000001:2.0:1749610589.748146:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610589.748149:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610589.748154:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610589.748160:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358aa00 x1834598494529280/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.748173:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610589.748178:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610589.748181:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610589.748184:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610589.748189:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829200. 02000000:00000001:2.0:1749610589.748197:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610589.748200:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610589.748203:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358aa00. 00000100:00000001:2.0:1749610589.748208:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610589.748211:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610589.748214:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610589.748219:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749610589.748224:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:2.0:1749610589.748229:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610589.748233:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610589.748236:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610589.748239:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:2.0:1749610589.748242:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610589.748245:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610589.748247:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:2.0:1749610589.748251:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610589.748253:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610589.748256:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:2.0:1749610589.748258:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610589.748261:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:2.0:1749610589.748265:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610589.748267:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1749610589.748273:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358aa00. 00000020:00000040:2.0:1749610589.748278:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610589.748283:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610589.748287:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610589.748292:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610589.748300:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829200. 00000100:00000001:2.0:1749610589.748308:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610589.748312:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610589.748316:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610589.748323:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5d00. 00010000:00000001:2.0:1749610589.748330:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610589.748334:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a828c00. 00000020:00000001:2.0:1749610589.748338:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610589.748342:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a828c00 with handle 0x689c0ec07329d198 to hash 00000020:00000001:2.0:1749610589.748345:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610589.748348:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:2.0:1749610589.748352:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:2.0:1749610589.748356:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610589.748359:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610589.748364:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610589.748384:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610589.748399:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610589.748408:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610589.748411:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610589.748419:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab9c0. 00000100:00000001:2.0:1749610589.748422:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837795264 : -131938871756352 : ffff8800966ab9c0) 00000100:00000001:2.0:1749610589.748426:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610589.748429:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933763584 : -131936775788032 : ffff88011358aa00) 00000100:00000001:2.0:1749610589.748435:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610589.748441:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610589.748444:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610589.748446:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610589.748454:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.748466:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610589.748469:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610589.748476:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610589.748487:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610589.748490:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610589.748492:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610589.748495:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610589.748498:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610589.748501:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610589.748503:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610589.748506:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610589.748509:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749610589.750747:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5b00. 00010000:00000010:1.1:1749610589.750761:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828000. 00010000:00000001:0.0:1749610590.310726:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610590.310734:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610590.310871:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610590.310878:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610590.310882:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610590.457715:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610590.457723:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610590.457725:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610590.457730:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610590.457734:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610590.457738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610590.457742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610590.457745:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610590.457747:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610590.747632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610590.747640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610590.747643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610590.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610590.747653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610590.747658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610590.747662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610590.747666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610590.747670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610591.312686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610591.312693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610591.312785:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610591.312791:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610591.312795:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610591.457639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610591.457644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610591.457647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610591.457651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610591.457655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610591.457658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610591.457662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610591.457664:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610591.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610591.747654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610591.747662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610591.747665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610591.747672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610591.747676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610591.747681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610591.747686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610591.747691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610591.747695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.916223:0:13271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.916233:0:13271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.916239:0:13271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.916255:0:13271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.916260:0:13271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.916264:0:13271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.916270:0:13271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.916275:0:13271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.916278:0:13271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.920323:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.920330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.920334:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.920404:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.920407:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.920410:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610591.920415:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610591.920419:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610591.920421:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610592.094301:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610592.094309:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610592.094314:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610592.094369:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610592.094373:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610592.094375:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610592.094380:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610592.094385:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610592.094387:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610592.314717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610592.314724:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610592.314865:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610592.314871:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610592.314875:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610592.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610592.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610592.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610592.457642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610592.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610592.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.457653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610592.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.466626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610592.466642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.466645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.466649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610592.466652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.466656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.466660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610592.478631:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610592.478639:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749610592.478642:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610592.478647:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610592.478650:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610592.478653:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610592.478657:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610592.478662:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5193 00000100:00080000:3.0:1749610592.478667:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610592.478670:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.478673:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.478676:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.478679:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610592.478683:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610592.478686:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749610592.478689:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610592.478692:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749610592.478694:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749610592.478697:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749610592.478700:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.478702:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.478704:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.478706:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610592.478709:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749610592.478713:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610592.478715:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.478718:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610592.478725:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610592.478727:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478729:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610592.478732:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610592.478738:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a680. 00000020:00000040:3.0:1749610592.478742:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749610592.478746:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610592.478749:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478753:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610592.478755:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610592.478759:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.478766:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157b000. 00000100:00000001:3.0:1749610592.478774:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610592.478783:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610592.478795:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610592.478800:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610592.478804:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0a680] to pc [ptlrpcd_rcv+-1] req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.478830:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610592.478834:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610592.478837:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610592.478839:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610592.478841:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610592.478843:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610592.478846:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5193 00000100:00080000:3.0:1749610592.478848:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610592.478851:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.478853:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.478854:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.478856:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610592.478858:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610592.478859:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749610592.478861:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610592.478863:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749610592.478865:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749610592.478867:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749610592.478869:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.478872:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.478873:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.478875:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610592.478878:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749610592.478880:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610592.478882:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.478884:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610592.478887:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610592.478889:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478891:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610592.478893:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610592.478896:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000020:00000040:3.0:1749610592.478898:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610592.478900:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610592.478901:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478902:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610592.478904:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610592.478905:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.478908:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157ac00. 00000100:00000001:3.0:1749610592.478911:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610592.478915:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610592.478922:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610592.478924:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.478924:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610592.478927:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.478930:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.478932:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610592.478936:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610592.478939:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610592.478942:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610592.478942:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.478944:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610592.478945:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610592.478947:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610592.478951:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5193 00000100:00080000:3.0:1749610592.478953:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610592.478953:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749610592.478956:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610592.478956:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478958:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610592.478959:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610592.478960:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.478962:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610592.478963:0:8101:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610592.478963:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610592.478965:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:3.0:1749610592.478966:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610592.478966:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610592.478968:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:3.0:1749610592.478970:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610592.478970:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494531968:0@lo:38:kworker.0 00000020:00000001:3.0:1749610592.478972:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749610592.478975:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610592.478975:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610592.478976:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.478978:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610592.478979:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610592.478980:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610592.478982:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610592.478982:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610592.478984:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610592.478984:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610592.478986:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.478987:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1749610592.478989:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4000. 02000000:00000001:3.0:1749610592.478990:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610592.478992:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.478992:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.478994:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610592.478995:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610592.478999:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 00000400:00000010:2.0:1749610592.478999:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000020:00000040:3.0:1749610592.479001:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749610592.479003:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610592.479004:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479006:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610592.479006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 02000000:00000001:3.0:1749610592.479007:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610592.479008:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.479011:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011157a800. 00000100:00000200:2.0:1749610592.479013:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494531968, portal 4 00000100:00000001:3.0:1749610592.479014:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479016:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610592.479018:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610592.479018:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209037952 : -131939500513664 : ffff880070f0a680) 00000100:00000001:3.0:1749610592.479025:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610592.479027:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.479027:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610592.479031:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3e300] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479035:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610592.479038:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.479039:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610592.479041:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749610592.479042:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000001:3.0:1749610592.479044:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749610592.479045:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494531968, offset 0 00000100:00000010:3.0:1749610592.479048:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097170000. 00000020:00000040:3.0:1749610592.479050:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610592.479051:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610592.479052:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610592.479053:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610592.479055:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.479057:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0ad00. 00000100:00000001:3.0:1749610592.479059:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610592.479063:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610592.479068:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610592.479071:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610592.479072:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610592.479077:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097170000] to pc [ptlrpcd_00_00+0] req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610592.479080:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf927180 00000400:00000200:2.0:1749610592.479087:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 2080 00000400:00000200:2.0:1749610592.479096:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610592.479100:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610592.479101:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610592.479104:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610592.479105:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:3.0:1749610592.479107:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:2.0:1749610592.479108:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749610592.479109:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610592.479110:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1749610592.479112:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a300. 00000100:00000001:3.0:1749610592.479113:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610592.479115:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5193 00000100:00000040:2.0:1749610592.479115:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358a300 x1834598494531968 msgsize 520 00000100:00080000:3.0:1749610592.479118:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610592.479120:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610592.479122:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.479124:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.479125:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610592.479126:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610592.479127:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610592.479129:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610592.479131:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610592.479131:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610592.479131:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610592.479132:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610592.479134:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749610592.479134:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610592.479136:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:3.0:1749610592.479138:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610592.479139:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000040:3.0:1749610592.479141:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610592.479142:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610592.479142:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000040:0.0:1749610592.479143:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610592.479144:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610592.479145:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610592.479145:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749610592.479148:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000200:2.0:1749610592.479149:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610592.479150:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610592.479152:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479154:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610592.479154:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610592.479156:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610592.479157:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479158:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479158:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610592.479160:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610592.479160:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610592.479161:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.479162:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610592.479163:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610592.479165:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610592.479166:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04e00. 00000020:00000040:3.0:1749610592.479168:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610592.479168:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610592.479169:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494532352:0@lo:400:kworker.0 02000000:00000001:3.0:1749610592.479170:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610592.479170:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610592.479171:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479173:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610592.479173:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610592.479174:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610592.479174:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479176:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610592.479176:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610592.479178:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 02000000:00000001:0.0:1749610592.479178:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.479179:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800996b8800. 02000000:00000001:0.0:1749610592.479181:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610592.479182:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479182:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299865938 02000000:00000010:0.0:1749610592.479185:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e400. 00000100:00100000:3.0:1749610592.479186:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749610592.479186:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07e40. 02000000:00000001:0.0:1749610592.479187:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610592.479192:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610592.479193:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:0.0:1749610592.479197:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610592.479199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299865938 00000100:00000001:3.0:1749610592.479200:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610592.479201:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494532352, portal 10 00000100:00000001:3.0:1749610592.479202:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610592.479202:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07c40. 00000100:00000001:0.0:1749610592.479203:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610592.479205:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f04e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479205:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610592.479205:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849085440 : -131938860466176 : ffff880097170000) 00000100:00000001:3.0:1749610592.479212:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610592.479213:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610592.479215:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610592.479218:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749610592.479220:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05880. 00000020:00000040:3.0:1749610592.479222:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610592.479222:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299865938 00000100:00000001:3.0:1749610592.479224:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610592.479224:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610592.479225:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749610592.479226:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07000. 02000000:00000001:3.0:1749610592.479227:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610592.479227:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749610592.479229:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0a600. 00000100:00000001:2.0:1749610592.479229:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610592.479231:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299865938 00000400:00000010:0.0:1749610592.479231:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610592.479232:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610592.479234:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07600. 00000100:00000040:3.0:1749610592.479235:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610592.479235:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494532352, offset 0 00000100:00000001:2.0:1749610592.479237:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610592.479239:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610592.479242:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610592.479242:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610592.479242:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610592.479244:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479245:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610592.479247:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f05880] to pc [ptlrpcd_00_01+1] req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479247:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610592.479252:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610592.479253:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.479254:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610592.479255:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479256:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610592.479258:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610592.479259:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5203) 00000100:00000001:2.0:1749610592.479259:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610592.479263:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927300 00000100:00000040:2.0:1749610592.479264:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.479270:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610592.479272:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.479272:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610592.479272:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 160776 00000100:00000001:2.0:1749610592.479273:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479274:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610592.479276:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610592.479278:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610592.479278:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610592.479280:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610592.479281:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610592.479283:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494532096:0@lo:38:kworker.0 00000100:00000001:3.0:1749610592.479286:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610592.479286:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610592.479287:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479287:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610592.479289:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610592.479290:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610592.479290:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479292:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610592.479292:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610592.479292:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610592.479295:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610592.479295:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4800. 00000100:00000200:0.0:1749610592.479295:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610592.479298:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494532608:0@lo:400:kworker.0 02000000:00000001:2.0:1749610592.479298:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610592.479300:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749610592.479302:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610592.479302:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327dd180. 00000400:00000010:2.0:1749610592.479303:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 02000000:00000001:3.0:1749610592.479305:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749610592.479306:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532096, portal 10 00000100:00000040:0.0:1749610592.479306:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801327dd180 x1834598494532352 msgsize 224 02000000:00000001:3.0:1749610592.479307:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479308:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610592.479309:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610592.479309:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 02000000:00000010:3.0:1749610592.479312:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3e00. 00000100:00100000:0.0:1749610592.479313:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610592.479314:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.479314:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610592.479315:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610592.479318:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7738. 00000100:00100000:1.0:1749610592.479319:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494531968 00000400:00000010:3.0:1749610592.479322:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed660. 00000100:00000001:2.0:1749610592.479322:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610592.479323:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610592.479323:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610592.479324:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610592.479326:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:3.0:1749610592.479327:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494532608, portal 10 00000100:00000001:1.0:1749610592.479327:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610592.479329:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610592.479329:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494532096, offset 0 00000100:00000001:3.0:1749610592.479331:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209017984 : -131939500533632 : ffff880070f05880) 00000100:00000001:1.0:1749610592.479331:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610592.479331:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610592.479335:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:3.0:1749610592.479337:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610592.479337:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479339:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610592.479342:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610592.479342:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494531968 00000100:00000001:3.0:1749610592.479344:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610592.479345:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610592.479345:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610592.479347:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749610592.479347:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610592.479348:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610592.479349:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeda18. 00000020:00000001:1.0:1749610592.479350:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610592.479352:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494532608, offset 0 00000400:00000200:2.0:1749610592.479353:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927200 00000020:00000001:1.0:1749610592.479354:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610592.479357:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610592.479357:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479358:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610592.479363:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610592.479365:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 161000 00000020:00000010:1.0:1749610592.479365:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53ba00. 00000400:00000200:3.0:1749610592.479366:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610592.479370:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610592.479371:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000400:00000200:3.0:1749610592.479373:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927400 00000100:00000001:0.0:1749610592.479373:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610592.479374:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610592.479376:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610592.479377:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000400:00000200:3.0:1749610592.479378:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 161520 00000100:00000001:0.0:1749610592.479381:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479383:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749610592.479384:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610592.479384:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610592.479385:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610592.479386:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 745 usecs (1 jiffies) 00000400:00000200:3.0:1749610592.479387:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610592.479387:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1749610592.479388:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880113589f80. 00000100:00000001:1.0:1749610592.479390:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479390:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299865937 00000100:00000040:2.0:1749610592.479391:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880113589f80 x1834598494532096 msgsize 520 00000100:00100000:2.0:1749610592.479395:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610592.479395:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299865938 00000100:00000001:1.0:1749610592.479398:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479399:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299865937 00000100:00000001:2.0:1749610592.479403:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610592.479403:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299865938 00000100:00000001:0.0:1749610592.479406:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299865937 00000100:00000001:1.0:1749610592.479407:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.479410:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299865938 00000400:00000200:2.0:1749610592.479413:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610592.479413:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299865937 00000100:00000001:3.0:1749610592.479415:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610592.479415:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610592.479416:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299865938 00000100:00000001:2.0:1749610592.479417:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610592.479418:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532352 00000100:00000001:1.0:1749610592.479419:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610592.479419:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610592.479420:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749610592.479420:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.479422:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610592.479422:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610592.479423:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479425:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479427:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479427:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610592.479427:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610592.479429:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1749610592.479430:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532352 00000100:00000040:2.0:1749610592.479430:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.479430:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610592.479432:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610592.479433:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933761792 : -131936775789824 : ffff88011358a300) 00000020:00000040:3.0:1749610592.479434:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610592.479436:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610592.479436:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.479437:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610592.479438:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610592.479438:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610592.479438:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1749610592.479440:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:1.0:1749610592.479440:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358a300 x1834598494531968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479441:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479442:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610592.479443:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:2.0:1749610592.479444:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 818 usecs (1 jiffies) 00000100:00000001:0.0:1749610592.479445:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.479446:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299865937 00000100:00000001:3.0:1749610592.479448:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610592.479448:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479449:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299865938 00000020:00000010:3.0:1749610592.479451:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4c40. 00000100:00000001:2.0:1749610592.479451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299865937 00000100:00000001:0.0:1749610592.479451:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479453:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299865938 00000100:00000001:2.0:1749610592.479455:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299865937 00000100:00000001:2.0:1749610592.479457:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299865938 00000100:00100000:1.0:1749610592.479457:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494531968:12345-0@lo:38:kworker.0 00000020:00000040:3.0:1749610592.479458:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610592.479459:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299865937 00000100:00000001:2.0:1749610592.479462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299865938 00000100:00000001:2.0:1749610592.479463:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610592.479464:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494531968 00000100:00000001:3.0:1749610592.479465:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610592.479466:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610592.479468:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:2.0:1749610592.479468:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610592.479469:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610592.479471:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610592.479472:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00010000:00000001:1.0:1749610592.479473:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749610592.479476:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610592.479478:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610592.479479:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610592.479480:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610592.479481:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532096 02000000:00000001:2.0:1749610592.479482:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610592.479483:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749610592.479484:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610592.479484:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610592.479486:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610592.479486:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479486:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610592.479487:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749610592.479489:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494532224:0@lo:38:kworker.0 00000100:00000001:0.0:1749610592.479489:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479490:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610592.479490:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479492:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610592.479493:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610592.479493:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.479551:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479553:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749610592.479554:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610592.479555:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610592.479557:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610592.479557:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749610592.479559:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610592.479560:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532096 00000400:00000010:2.0:1749610592.479562:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000020:00000001:0.0:1749610592.479563:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00010000:00020000:1.0:1749610592.479564:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610592.479565:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610592.479565:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000020:00000040:0.0:1749610592.479566:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749610592.479567:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532224, portal 10 00000020:00000001:0.0:1749610592.479568:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610592.479570:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610592.479570:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610592.479571:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000020:00000001:0.0:1749610592.479571:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610592.479574:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479575:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610592.479575:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610592.479576:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610592.479578:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610592.479580:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:1.0:1749610592.479580:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610592.479580:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000040:3.0:1749610592.479583:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610592.479583:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610592.479584:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610592.479585:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00000001:3.0:1749610592.479586:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456292224 : -131936253259392 : ffff8801327dd180) 00000100:00000040:2.0:1749610592.479587:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610592.479587:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610592.479589:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000010:0.0:1749610592.479590:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:3.0:1749610592.479591:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327dd180 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:28/0 lens 224/0 e 0 to 0 dl 1749610603 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610592.479591:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494532224, offset 0 02000000:00000010:1.0:1749610592.479593:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318800. 00000400:00000200:2.0:1749610592.479595:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610592.479595:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610592.479596:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479597:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610592.479600:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610592.479600:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479600:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479601:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610592.479603:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4a00. 00000400:00000200:2.0:1749610592.479604:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927280 00010000:00000001:1.0:1749610592.479605:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610592.479605:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479606:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610592.479608:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4a00. 00000400:00000200:2.0:1749610592.479608:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 161744 00010000:00000001:1.0:1749610592.479608:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610592.479612:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610592.479613:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494532352:12345-0@lo:400:kworker.0 00000100:00001000:1.0:1749610592.479613:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610592.479615:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610592.479616:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610592.479617:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532352 00000100:00000001:1.0:1749610592.479617:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610592.479618:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610592.479620:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610592.479621:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610592.479622:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610592.479623:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358bb80. 00000020:00000001:3.0:1749610592.479624:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749610592.479625:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358bb80 x1834598494532224 msgsize 520 00000100:00000040:1.0:1749610592.479626:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610592.479626:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610592.479627:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479628:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610592.479629:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749610592.479629:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610592.479630:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610592.479632:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610592.479634:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610592.479634:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749610592.479634:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00000001:2.0:1749610592.479637:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610592.479637:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933760896 : -131936775790720 : ffff880113589f80) 00000020:00000001:3.0:1749610592.479638:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610592.479638:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610592.479640:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749610592.479641:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:3.0:1749610592.479642:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749610592.479642:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749610592.479643:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000020:00000001:3.0:1749610592.479644:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610592.479644:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880113589f80 x1834598494532096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479645:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610592.479645:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610592.479646:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1749610592.479648:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.479649:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610592.479651:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610592.479652:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610592.479653:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610592.479655:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749610592.479657:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996ba800. 00000400:00000010:1.0:1749610592.479657:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 02000000:00000001:3.0:1749610592.479659:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.479659:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610592.479660:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880113589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494532096:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610592.479661:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610592.479663:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610592.479663:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494531968, offset 0 00000100:00000001:2.0:1749610592.479665:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610592.479665:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532096 00010000:00000040:3.0:1749610592.479666:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494532352 00000100:00000001:2.0:1749610592.479667:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610592.479668:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610592.479669:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610592.479669:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610592.479670:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610592.479672:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 761 usecs (1 jiffies) 00010000:00000001:0.0:1749610592.479672:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:3.0:1749610592.479673:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801327dd180 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299865938 00000100:00000001:2.0:1749610592.479677:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299865938 00000100:00000001:2.0:1749610592.479679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299865938 00000400:00000200:1.0:1749610592.479680:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610592.479681:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610592.479681:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299865938 00000020:00000001:0.0:1749610592.479682:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610592.479683:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299865938 00000100:00000001:2.0:1749610592.479685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299865938 00000100:00001000:3.0:1749610592.479686:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 1 0) 00010000:00020000:0.0:1749610592.479686:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610592.479687:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299865938 00000400:00000200:1.0:1749610592.479688:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf927180 00000100:00000001:3.0:1749610592.479689:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610592.479689:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299865938 00010000:00000001:0.0:1749610592.479690:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610592.479691:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610592.479692:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610592.479693:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479694:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610592.479694:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610592.479696:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610592.479696:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610592.479696:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5f91 [1] + 0 02000000:00000001:3.0:1749610592.479698:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479698:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610592.479700:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610592.479700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.479700:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610592.479702:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610592.479702:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610592.479703:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610592.479705:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610592.479706:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749610592.479706:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ee400. 00000100:00000001:2.0:1749610592.479707:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610592.479709:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532352, offset 224 02000000:00000001:2.0:1749610592.479709:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610592.479709:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610592.479709:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.479711:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610592.479713:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479713:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610592.479714:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749610592.479716:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749610592.479717:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494532480:0@lo:38:kworker.0 00010000:00000001:0.0:1749610592.479719:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479720:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610592.479721:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610592.479721:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:0.0:1749610592.479722:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749610592.479723:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.479725:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610592.479726:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749610592.479727:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000400:00000200:3.0:1749610592.479728:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927300 00000100:00000001:1.0:1749610592.479728:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610592.479729:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479729:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610592.479731:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000040:0.0:1749610592.479732:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:3.0:1749610592.479734:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5f99 [1] + 224 00000100:00000200:1.0:1749610592.479734:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.479736:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610592.479738:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000200:3.0:1749610592.479739:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610592.479740:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532480, portal 10 00000100:00000001:0.0:1749610592.479740:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749610592.479742:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610592.479742:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610592.479743:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209015296 : -131939500536320 : ffff880070f04e00) 00000100:00000001:3.0:1749610592.479745:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610592.479745:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:0.0:1749610592.479748:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749610592.479749:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610592.479749:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610592.479749:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610592.479750:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479753:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610592.479755:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610592.479757:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610592.479758:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610592.479759:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610592.479759:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000010:0.0:1749610592.479760:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:2.0:1749610592.479762:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494532480, offset 0 00000100:00000001:1.0:1749610592.479764:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610592.479765:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532096, offset 0 00000400:00000200:2.0:1749610592.479766:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610592.479771:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610592.479771:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610592.479771:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610592.479775:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927380 00000400:00000200:1.0:1749610592.479776:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610592.479779:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000400:00000200:0.0:1749610592.479780:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610592.479783:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610592.479785:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 162264 00000100:00000001:1.0:1749610592.479786:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610592.479787:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927200 00000400:00000200:2.0:1749610592.479789:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610592.479790:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610592.479792:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000400:00000200:2.0:1749610592.479792:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610592.479794:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610592.479795:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:1.0:1749610592.479797:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479799:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749610592.479800:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610592.479801:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610592.479805:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610592.479807:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a300 x1834598494531968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610592.479808:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610592.479810:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749610592.479811:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fa1 [1] + 0 00000020:00000001:3.0:1749610592.479812:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610592.479814:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610592.479816:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610592.479818:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327dd180 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610592.479818:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610592.479818:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610592.479821:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b480. 00000400:00000200:0.0:1749610592.479822:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610592.479823:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494531968:12345-0@lo:38:kworker.0 Request processed in 365us (704us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610592.479824:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358b480 x1834598494532480 msgsize 520 00000100:00000001:0.0:1749610592.479827:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610592.479828:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494532352:12345-0@lo:400:kworker.0 Request processed in 225us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1749610592.479828:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749610592.479833:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479834:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610592.479835:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1749610592.479835:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:3.0:1749610592.479837:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:2.0:1749610592.479838:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:1.0:1749610592.479839:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610592.479840:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610592.479840:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:1.0:1749610592.479841:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610592.479842:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610592.479842:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749610592.479846:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000200:2.0:1749610592.479847:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610592.479847:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000100:00000040:0.0:1749610592.479847:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610592.479850:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000020:00000010:1.0:1749610592.479852:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:3.0:1749610592.479854:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000001:2.0:1749610592.479854:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.479856:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610592.479857:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53ba00. 00000020:00000040:3.0:1749610592.479858:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610592.479860:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.479860:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610592.479862:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.479862:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.479864:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610592.479866:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610592.479866:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610592.479867:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610592.479868:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00100000:3.0:1749610592.479869:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532224 00000100:00000040:2.0:1749610592.479869:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 568 usecs (1 jiffies) 02000000:00000001:3.0:1749610592.479871:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610592.479871:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299865938 00000100:00000001:0.0:1749610592.479871:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610592.479872:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610592.479873:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610592.479874:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479874:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299865938 00000100:00000001:2.0:1749610592.479876:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299865938 02000000:00000001:3.0:1749610592.479877:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.479877:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479878:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299865938 00000100:00100000:3.0:1749610592.479879:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532224 00000100:00000001:2.0:1749610592.479880:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299865938 00000020:00000001:3.0:1749610592.479881:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610592.479881:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610592.479882:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299865938 00000020:00000040:3.0:1749610592.479883:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610592.479883:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610592.479884:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610592.479884:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299865938 00000100:00000001:0.0:1749610592.479884:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610592.479886:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479886:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299865938 00000100:00100000:1.0:1749610592.479886:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532480 00000020:00000001:3.0:1749610592.479888:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479888:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610592.479888:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610592.479889:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610592.479890:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610592.479891:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000100:00000001:1.0:1749610592.479891:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610592.479894:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000400:00000001:2.0:1749610592.479894:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610592.479894:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610592.479894:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880113589f80 x1834598494532096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610592.479895:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749610592.479896:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:3.0:1749610592.479898:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610592.479898:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 02000000:00000001:1.0:1749610592.479898:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479900:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610592.479900:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610592.479901:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610592.479902:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610592.479902:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532480 00000100:00000001:2.0:1749610592.479903:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610592.479905:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.479905:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610592.479907:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610592.479907:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610592.479907:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749610592.479908:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880113589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494532096:12345-0@lo:38:kworker.0 Request processed in 248us (513us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749610592.479909:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610592.479912:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610592.479912:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479914:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610592.479915:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610592.479915:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610592.479917:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00000001:3.0:1749610592.479919:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933768064 : -131936775783552 : ffff88011358bb80) 00000020:00000010:1.0:1749610592.479919:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53ba00. 00000100:00000001:2.0:1749610592.479922:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610592.479922:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00000040:3.0:1749610592.479923:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358bb80 x1834598494532224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.479924:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610592.479924:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000100:00000001:0.0:1749610592.479926:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610592.479927:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610592.479928:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000001:0.0:1749610592.479928:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610592.479929:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610592.479931:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610592.479932:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494532224:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610592.479932:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1749610592.479932:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:2.0:1749610592.479934:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.479934:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610592.479936:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532224 02000000:00000001:2.0:1749610592.479936:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.479937:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610592.479937:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000020:00000001:3.0:1749610592.479938:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610592.479940:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610592.479941:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610592.479941:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00001000:2.0:1749610592.479942:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610592 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610592.479945:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.479945:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610592.479946:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=15 v=20 (1 1 1 20) 00000020:00000001:3.0:1749610592.479949:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479949:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610592.479951:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:3.0:1749610592.479952:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610592.479953:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610592.479953:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610592.479954:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610592.479955:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610592.479955:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610592.479955:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749610592.479958:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610592.479958:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.479960:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610592.479960:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00000001:3.0:1749610592.479962:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610592.479963:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933766272 : -131936775785344 : ffff88011358b480) 00000100:00000001:0.0:1749610592.479963:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610592.479964:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610592.479966:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610592.479966:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610592.479968:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880071978c00. 00000100:00000001:2.0:1749610592.479969:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610592.479969:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358b480 x1834598494532480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610592.479970:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479971:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610592.479972:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.479973:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749610592.479975:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610592.479975:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610592.479977:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610592.479978:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:3.0:1749610592.479979:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749610592.479981:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610592.479982:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610592.479983:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610592.479984:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494532480:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610592.479985:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610592.479987:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610592.479988:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.479989:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749610592.479989:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532480 00000100:00000001:3.0:1749610592.479991:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749610592.479992:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610592.479994:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610592.479995:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610592.479996:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749610592.479996:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494531968:0@lo:38:kworker.0 02000000:00000001:3.0:1749610592.479998:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610592.479999:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610592.480001:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610592.480002:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610592.480003:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749610592.480004:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000020:00000001:1.0:1749610592.480005:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.480006:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0a680 x1834598494531968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610592.480007:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532224, offset 0 00010000:00020000:1.0:1749610592.480010:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749610592.480010:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749610592.480011:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610592.480012:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749610592.480013:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610592.480014:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610592.480015:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610592.480015:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:2.0:1749610592.480017:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4000. 00010000:00000001:1.0:1749610592.480017:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610592.480020:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927280 02000000:00000001:2.0:1749610592.480021:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610592.480021:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610592.480023:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610592.480023:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610592.480024:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610592.480025:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fb1 [1] + 0 00000020:00000040:2.0:1749610592.480025:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610592.480026:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610592.480027:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610592.480028:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610592.480029:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610592.480030:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157b000. 02000000:00000010:1.0:1749610592.480030:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318000. 00000400:00000200:3.0:1749610592.480032:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1749610592.480032:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610592.480033:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.480034:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1749610592.480034:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610592.480035:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610592.480036:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610592.480037:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000400:00000010:0.0:1749610592.480037:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610592.480040:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749610592.480040:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610592.480042:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610592.480043:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610592.480043:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:2.0:1749610592.480044:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610592.480046:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00001000:1.0:1749610592.480047:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610592.480048:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.480050:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610592.480050:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610592.480051:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610592.480051:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610592.480053:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610592.480054:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.480054:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610592.480055:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610592.480056:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610592.480058:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000001:2.0:1749610592.480059:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610592.480061:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610592.480061:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610592.480064:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610592.480064:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00000001:1.0:1749610592.480065:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610592.480067:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610592.480070:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000040:1.0:1749610592.480070:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749610592.480070:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610592.480072:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610592.480073:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610592.480073:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610592.480075:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610592.480076:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000200:2.0:1749610592.480078:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.480078:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610592.480079:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610592.480081:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610592.480082:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610592.480082:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610592.480082:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610592.480085:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610592.480085:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610592.480085:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610592.480087:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610592.480088:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610592.480089:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532480, offset 0 00000100:00000001:3.0:1749610592.480090:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610592.480091:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610592.480092:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610592.480092:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.480093:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610592.480095:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358bb80 x1834598494532224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610592.480095:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610592.480096:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610592.480100:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480102:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610592.480105:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610592.480105:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610592.480106:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494532224:12345-0@lo:38:kworker.0 Request processed in 172us (477us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749610592.480106:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=97 v=5 (5 5 5 0) 00000100:00000001:2.0:1749610592.480108:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610592.480110:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749610592.480111:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=97 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610592.480112:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610592.480113:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000400:00000200:1.0:1749610592.480114:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927380 00000100:00000001:3.0:1749610592.480115:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610592.480115:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.480115:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610592.480117:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610592.480118:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.480118:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610592.480119:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000400:00000200:1.0:1749610592.480121:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fc1 [1] + 0 00000020:00000010:3.0:1749610592.480122:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00010000:00000001:0.0:1749610592.480122:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749610592.480124:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610592 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610592.480125:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000001:3.0:1749610592.480127:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610592.480128:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1749610592.480128:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610592.480129:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=147 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610592.480133:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610592.480133:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610592.480136:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610592.480137:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610592.480139:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610592.480140:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610592.480143:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.480145:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610592.480146:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610592.480148:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610592.480151:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610592.480153:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610592.480156:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480158:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610592.480159:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480162:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610592.480164:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480167:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610592.480170:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610592.480170:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610592.480170:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610592.480174:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610592.480174:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610592.480175:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610592.480176:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610592.480178:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749610592.480178:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610592.480181:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610592.480182:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610592.480182:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.480183:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610592.480187:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.480188:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610592.480191:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610592.480195:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610592.480196:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494532352:0@lo:400:kworker.0 00000020:00000001:1.0:1749610592.480198:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610592.480201:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494532096:0@lo:38:kworker.0 00000100:00000040:1.0:1749610592.480203:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b480 x1834598494532480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610612 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610592.480207:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610592.480210:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610592.480210:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1749610592.480212:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610592.480215:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000040:0.0:1749610592.480215:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097170000 x1834598494532352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610592.480218:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00100000:1.0:1749610592.480218:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494532480:12345-0@lo:38:kworker.0 Request processed in 233us (390us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610592.480221:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610592.480224:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610592.480226:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749610592.480229:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610592.480229:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749610592.480230:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 02000000:00000010:0.0:1749610592.480232:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e400. 00000100:00000001:1.0:1749610592.480234:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749610592.480235:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610592.480236:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610592.480238:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610592.480240:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:1.0:1749610592.480241:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000020:00000001:0.0:1749610592.480243:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749610592.480244:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610592.480245:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 02000000:00000010:0.0:1749610592.480246:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0ad00. 00000020:00000010:1.0:1749610592.480249:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53ba00. 02000000:00000001:0.0:1749610592.480250:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610592.480252:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610592.480253:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480255:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749610592.480255:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170000. 00000100:00000001:2.0:1749610592.480256:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480259:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610592.480260:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610592.480261:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610592.480262:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480263:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610592.480264:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480266:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.480269:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610592.480270:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610592.480272:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610592.480274:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610592 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610592.480275:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610592.480277:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610592.480279:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=97 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610592.480283:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610592.480286:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610592.480289:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610592.480295:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480307:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610592.480311:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610592.480313:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480316:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610592.480319:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610592.480323:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610592.480327:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610592.480330:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610592.480337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610592.480350:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494532224:0@lo:38:kworker.0 00000400:00000001:2.0:1749610592.480357:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610592.480360:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610592.480362:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610592.480365:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610592.480368:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610592.480372:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610592.480376:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610592.480390:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480401:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610592.480403:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480406:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610592.480408:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610592.480410:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610592.480413:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.480416:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610592.480421:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610592 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610592.480426:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=47 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610592.480429:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610592.480431:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610592.480434:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610592.480441:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480452:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610592.480455:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610592.480457:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480460:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610592.480462:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610592.480466:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610592.480470:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610592.480473:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610592.480479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610592.480492:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494532480:0@lo:38:kworker.0 00000100:00000040:1.0:1749610592.480575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299865938, at 4299865938 00000100:00000040:0.0:1749610592.480575:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299865938, at 4299865938 00000100:00000001:2.0:1749610592.480578:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480582:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.480587:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494532096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610592.480589:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07c40. 00000100:00000010:0.0:1749610592.480596:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07e40. 00000100:00000001:2.0:1749610592.480598:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610592.480601:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610592.480605:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4800. 02000000:00000001:2.0:1749610592.480609:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610592.480612:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610592.480615:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610592.480618:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610592.480621:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157ac00. 02000000:00000001:2.0:1749610592.480625:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610592.480627:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610592.480630:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000001:2.0:1749610592.480634:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610592.480636:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480639:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.480644:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3e300 x1834598494532224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480654:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610592.480657:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610592.480659:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749610592.480663:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610592.480665:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610592.480667:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610592.480670:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610592.480672:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157a800. 02000000:00000001:2.0:1749610592.480676:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610592.480678:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610592.480680:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 00000100:00000001:2.0:1749610592.480684:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610592.480686:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480688:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.480693:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f04e00 x1834598494532480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480702:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610592.480704:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610592.480707:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749610592.480710:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610592.480712:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610592.480714:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610592.480717:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610592.480719:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800996b8800. 02000000:00000001:2.0:1749610592.480723:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610592.480725:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610592.480728:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04e00. 00000100:00000001:2.0:1749610592.480732:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610592.480734:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480737:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480740:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610592.480742:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.480745:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480748:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.480765:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299865938, at 4299865938 00000100:00000010:2.0:1749610592.480773:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07000. 00000100:00000001:2.0:1749610592.480784:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610592.480786:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610592.480792:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358ad80. 00000100:00000040:2.0:1749610592.480795:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88011358ad80 x1834598494532608 msgsize 224 00000100:00100000:2.0:1749610592.480802:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610592.480825:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610592.480833:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeda18 00000400:00000010:2.0:1749610592.480836:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeda18. 00000100:00000001:2.0:1749610592.480842:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610592.480849:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.480863:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.480867:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.480870:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610592.480873:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532608 02000000:00000001:1.0:1749610592.480875:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610592.480877:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610592.480878:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.480879:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480881:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610592.480882:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610592.480885:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532608 00000100:00000001:2.0:1749610592.480886:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.480887:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610592.480889:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:2.0:1749610592.480891:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 705 usecs (1 jiffies) 00000020:00000001:1.0:1749610592.480891:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610592.480894:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610592.480895:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299865939 00000020:00000001:1.0:1749610592.480896:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610592.480899:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:2.0:1749610592.480900:0:28322:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07000. 00000100:00000001:1.0:1749610592.480902:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610592.480905:0:28322:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 0 00000020:00000010:1.0:1749610592.480906:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f380. 00000020:00000010:1.0:1749610592.480910:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a302cc0. 00000020:00000040:1.0:1749610592.480914:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610592.480922:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299865939 00000100:00000001:1.0:1749610592.480923:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610592.480925:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f380. 00000100:00000010:2.0:1749610592.480927:0:28322:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c07540. 00000020:00000010:1.0:1749610592.480931:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53ba00. 00000100:00000001:2.0:1749610592.480932:0:28322:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610592.480936:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299865939 00000020:00000010:1.0:1749610592.480936:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000020:00000010:1.0:1749610592.480940:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000010:2.0:1749610592.480941:0:28322:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c074c0. 00000100:00000001:2.0:1749610592.480944:0:28322:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749610592.480947:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610592.480948:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299865939 00000100:00000001:1.0:1749610592.480951:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610592.480953:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610592.480954:0:28322:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4299865938 00000100:00000001:1.0:1749610592.480956:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480959:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610592.480961:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610592.480963:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.480964:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610592.480966:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480967:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610592.480969:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610592.480970:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610592.480973:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610592.480975:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.480978:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.480980:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610592.480983:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610592.480984:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610592.480985:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610592.480986:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610592.480987:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.480990:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610592.480991:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1749610592.480995:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610592.480998:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933764480 : -131936775787136 : ffff88011358ad80) 00000100:00000040:1.0:1749610592.481005:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358ad80 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:28/0 lens 224/0 e 0 to 0 dl 1749610603 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.481017:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610592.481021:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f380. 00000100:00000001:1.0:1749610592.481024:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610592.481028:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f380. 00000100:00100000:1.0:1749610592.481034:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494532608:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610592.481039:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532608 00000020:00000001:1.0:1749610592.481041:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610592.481044:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610592.481046:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.481048:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610592.481050:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610592.481053:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610592.481056:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610592.481058:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610592.481060:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610592.481062:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.481064:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610592.481067:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610592.481069:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610592.481072:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031a400. 02000000:00000001:1.0:1749610592.481075:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.481077:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.481079:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610592.481082:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494532608 00010000:00000001:1.0:1749610592.481085:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610592.481088:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88011358ad80 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610592.481095:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610592.481098:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610592.481100:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610592.481104:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610592.481106:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610592.481108:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610592.481110:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610592.481112:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610592.481113:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610592.481115:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610592.481118:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749610592.481122:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532608, offset 224 00000400:00000200:1.0:1749610592.481126:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610592.481133:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610592.481139:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927400 00000400:00000200:1.0:1749610592.481143:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fa5 [1] + 224 00000400:00000200:1.0:1749610592.481148:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610592.481151:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610592.481155:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610592.481158:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610592.481167:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610592.481193:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610592.481198:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610592.481200:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610592.481202:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610592.481204:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610592.481207:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610592.481209:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610592.481212:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610592.481213:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610592.481215:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610592.481219:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358ad80 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:28/0 lens 224/224 e 0 to 0 dl 1749610603 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610592.481228:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494532608:12345-0@lo:400:kworker.0 Request processed in 210us (431us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610592.481232:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610592.481236:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610592.481236:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1749610592.481238:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610592.481241:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749610592.481242:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610592.481242:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610592.481244:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610592.481246:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000400:00000010:2.0:1749610592.481248:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7738. 00000020:00000010:1.0:1749610592.481249:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:1.0:1749610592.481252:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53ba00. 00000400:00000200:2.0:1749610592.481253:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed660 00000020:00000040:1.0:1749610592.481256:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:2.0:1749610592.481257:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed660. 00000100:00000001:1.0:1749610592.481258:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.481261:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610592.481268:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610592.481283:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.481295:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610592.481297:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.481300:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610592.481303:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610592.481305:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610592.481308:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610592.481313:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610592.481319:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=47 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610592.481324:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=47 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610592.481328:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610592.481331:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610592.481334:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610592.481340:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610592.481352:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.481356:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610592.481359:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610592.481362:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610592.481363:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.481369:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.481380:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610592.481383:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610592.481386:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610592.481391:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610592.481404:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494532608:0@lo:400:kworker.0 00000100:00000001:2.0:1749610592.481411:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.481414:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610592.481419:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f05880 x1834598494532608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610592.481429:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610592.481431:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610592.481435:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3e00. 02000000:00000001:2.0:1749610592.481439:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610592.481442:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610592.481444:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610592.481448:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610592.481451:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0a600. 02000000:00000001:2.0:1749610592.481455:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610592.481457:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610592.481460:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05880. 00000100:00000001:2.0:1749610592.481464:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610592.481466:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.481468:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.481474:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.481477:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.481479:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610592.481482:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610592.481579:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299865939, at 4299865939 00000100:00000040:1.0:1749610592.481580:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299865939, at 4299865939 00000100:00000040:3.0:1749610592.481591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299865939, at 4299865939 00000100:00000040:0.0:1749610592.481598:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299865939, at 4299865939 00000100:00000010:3.0:1749610592.481605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07600. 00000100:00000010:2.0:1749610592.481605:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c074c0. 00000100:00000010:0.0:1749610592.481606:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07000. 00000100:00000010:1.0:1749610592.481620:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c07540. 00080000:00000010:0.0:1749610592.521362:0:13337:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.521372:0:13337:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.521378:0:13337:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610592.521395:0:13337:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.521400:0:13337:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.521403:0:13337:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610592.521411:0:13337:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.521416:0:13337:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.521419:0:13337:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610592.526006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.526012:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.526017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610592.526086:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.526090:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.526093:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610592.526099:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610592.526102:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610592.526105:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610592.694975:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610592.694984:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610592.694990:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610592.695051:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610592.695056:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610592.695059:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610592.695065:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610592.695069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610592.695072:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610592.747635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610592.747641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610592.747643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610592.747647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610592.747651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610592.747654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.747658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610592.747661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610592.747663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.163635:0:13403:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.163641:0:13403:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.163645:0:13403:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.163654:0:13403:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.163657:0:13403:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.163660:0:13403:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.163664:0:13403:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.163667:0:13403:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.163669:0:13403:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.165980:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.165984:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.165987:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.166027:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.166029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.166031:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610593.166034:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610593.166036:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610593.166037:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.287242:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.287248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.287251:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.287290:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.287293:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.287295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.287299:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.287301:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.287303:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610593.316612:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610593.316615:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610593.316656:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610593.316659:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610593.316662:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610593.457664:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610593.457671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610593.457674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610593.457679:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610593.457682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610593.457687:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610593.457691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610593.457694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610593.457696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610593.480655:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610593.480672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610593.480674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610593.480678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610593.480680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610593.480683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610593.480686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610593.747617:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610593.747623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610593.747625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610593.747629:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610593.747632:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610593.747636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610593.747640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610593.747643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610593.747645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.783558:0:13468:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.783567:0:13468:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.783573:0:13468:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.783594:0:13468:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.783599:0:13468:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.783602:0:13468:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610593.783610:0:13468:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610593.783614:0:13468:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610593.783617:0:13468:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610593.787785:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610593.787792:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610593.787797:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610593.787866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610593.787869:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610593.787872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610593.787877:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610593.787880:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610593.787883:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610593.904353:0:13510:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610593.904357:0:13510:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 133h: Proc files should end with newlines ========================================================== 22:56:32 (1749610592) 00000001:00000001:1.0:1749610593.914963:0:13510:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610593.966316:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610593.966325:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610593.966331:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610593.966400:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610593.966406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610593.966409:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610593.966416:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610593.966420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610593.966423:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610594.318653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610594.318662:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610594.318664:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610594.318667:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610594.318672:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610594.318674:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610594.318677:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610594.318679:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610594.318805:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610594.318811:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610594.318814:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610594.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610594.457669:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610594.457671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610594.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610594.457679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610594.457683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610594.457687:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610594.457690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610594.457692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610594.480659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610594.480675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610594.480678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610594.480681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610594.480684:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610594.480687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610594.480690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610594.747663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610594.747670:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610594.747673:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610594.747677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610594.747681:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610594.747685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610594.747687:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610594.747691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610594.747693:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610595.320703:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610595.320712:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610595.320846:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610595.320852:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610595.320855:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610595.457700:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610595.457709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610595.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610595.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610595.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610595.457725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610595.457729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610595.457732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610595.457735:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610595.480699:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610595.480715:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610595.480717:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610595.480721:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610595.480723:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610595.480726:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610595.480729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610595.747688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610595.747696:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610595.747699:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610595.747704:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610595.747708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610595.747712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610595.747716:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610595.747719:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610595.747721:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610595.994659:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749610595.994669:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749610595.994674:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610595.994900:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1749610596.322713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610596.322721:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610596.322855:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610596.322861:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610596.322865:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610596.457686:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610596.457695:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610596.457698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610596.457702:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610596.457706:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610596.457711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610596.457715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610596.457718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610596.457721:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610596.480695:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610596.480714:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610596.480716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610596.480722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610596.480725:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610596.480729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610596.480733:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610596.747634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610596.747642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610596.747645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610596.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610596.747653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610596.747657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610596.747660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610596.747664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610596.747666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.133752:0:13535:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610597.133762:0:13535:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610597.133768:0:13535:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.133785:0:13535:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610597.133790:0:13535:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610597.133794:0:13535:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.133802:0:13535:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610597.133806:0:13535:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610597.133810:0:13535:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.137957:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.137964:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.137969:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.138040:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.138044:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.138047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.138052:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.138055:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.138058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.301933:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.301942:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.301948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.302018:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.302023:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.302026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.302033:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.302037:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.302040:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610597.324636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610597.324642:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610597.324712:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610597.324717:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610597.324722:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610597.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610597.457582:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610597.457585:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610597.457589:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610597.457592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610597.457596:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610597.457599:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610597.457602:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610597.457604:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.480605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610597.480620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610597.480622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.480626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610597.480628:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610597.480631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.480634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610597.482779:0:13599:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749610597.482789:0:13599:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749610597.482799:0:13599:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610597.482823:0:13599:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749610597.482830:0:13599:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749610597.482835:0:13599:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610597.482845:0:13599:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749610597.482852:0:13599:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749610597.482857:0:13599:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610597.486665:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610597.486676:0:8101:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610597.486680:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610597.486686:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610597.486690:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610597.486693:0:8101:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610597.486699:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610597.486706:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5198 00000100:00080000:0.0:1749610597.486711:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610597.486716:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.486721:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.486724:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610597.486728:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610597.486734:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610597.486737:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610597.486741:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610597.486747:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610597.486751:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610597.486755:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610597.486760:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.486763:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.486766:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610597.486769:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610597.486774:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610597.486778:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610597.486782:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.486787:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610597.486796:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610597.486801:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.486805:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610597.486809:0:8101:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610597.486816:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327de300. 00000020:00000040:0.0:1749610597.486821:0:8101:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610597.486826:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610597.486829:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.486834:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.486837:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610597.486842:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610597.486851:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ecc00. 00000100:00000001:0.0:1749610597.486860:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610597.486873:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610597.486890:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610597.486895:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610597.486902:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801327de300] to pc [ptlrpcd_rcv+-1] req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.486940:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610597.486944:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610597.486949:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610597.486951:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610597.486952:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610597.486955:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610597.486957:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5198 00000100:00080000:0.0:1749610597.486960:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610597.486962:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.486965:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.486967:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610597.486969:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610597.486971:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610597.486973:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610597.486975:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610597.486977:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610597.486979:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610597.486981:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610597.486984:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.486986:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.486987:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610597.486989:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610597.486991:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610597.486994:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610597.486997:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.486999:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610597.487003:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610597.487005:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487007:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610597.487009:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610597.487013:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327df100. 00000020:00000040:0.0:1749610597.487015:0:8101:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610597.487018:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610597.487020:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487022:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.487023:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610597.487025:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610597.487029:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ed400. 00000100:00000001:2.0:1749610597.487032:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610597.487032:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610597.487037:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610597.487038:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610597.487040:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610597.487045:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610597.487047:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610597.487049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610597.487051:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801327df100] to pc [ptlrpcd_rcv+-1] req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487059:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487061:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610597.487062:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610597.487063:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610597.487066:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610597.487067:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610597.487067:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610597.487068:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610597.487071:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610597.487071:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610597.487073:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5198 02000000:00000001:2.0:1749610597.487074:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610597.487075:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610597.487077:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801327de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494532736:0@lo:38:kworker.0 00000100:00000040:0.0:1749610597.487078:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.487080:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.487082:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610597.487083:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610597.487085:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610597.487087:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610597.487087:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610597.487088:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610597.487089:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487089:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610597.487092:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610597.487092:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610597.487094:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610597.487096:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:2.0:1749610597.487097:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4000. 00000100:00000040:0.0:1749610597.487098:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610597.487100:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487100:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.487101:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00080000:00000010:1.0:1749610597.487102:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00000100:00000001:0.0:1749610597.487103:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610597.487105:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000010:2.0:1749610597.487107:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00080000:0.0:1749610597.487107:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00080000:00000010:1.0:1749610597.487109:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000100:00000001:0.0:1749610597.487109:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.487111:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749610597.487114:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000001:1.0:1749610597.487114:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.487114:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610597.487116:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487117:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610597.487119:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610597.487122:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532736, portal 4 00000100:00000010:0.0:1749610597.487122:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327ddf80. 00000100:00000001:2.0:1749610597.487124:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749610597.487124:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610597.487126:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137456296704 : -131936253254912 : ffff8801327de300) 02000000:00000001:0.0:1749610597.487126:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610597.487127:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487128:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.487129:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610597.487131:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610597.487133:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322efc00. 00000100:00000040:2.0:1749610597.487135:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487136:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610597.487140:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610597.487144:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610597.487146:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610597.487148:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610597.487148:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610597.487150:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:0.0:1749610597.487151:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801327ddf80] to pc [ptlrpcd_rcv+-1] req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610597.487153:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494532736, offset 0 00000100:00000001:0.0:1749610597.487159:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610597.487160:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610597.487162:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610597.487166:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610597.487171:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097170000. 00000020:00000040:0.0:1749610597.487173:0:8101:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610597.487175:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610597.487175:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.487176:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610597.487178:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610597.487181:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000001:0.0:1749610597.487183:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610597.487184:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00000400:00000200:2.0:1749610597.487186:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf927480 00080000:00000010:1.0:1749610597.487187:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000100:00000040:0.0:1749610597.487187:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749610597.487190:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610597.487194:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 2600 00000100:00000001:0.0:1749610597.487195:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00080000:00000010:1.0:1749610597.487196:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00000100:00000001:0.0:1749610597.487197:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610597.487199:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610597.487202:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610597.487202:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097170000] to pc [ptlrpcd_00_02+2] req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610597.487203:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610597.487207:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610597.487212:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610597.487215:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610597.487220:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b100. 00000100:00000040:2.0:1749610597.487223:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358b100 x1834598494532736 msgsize 520 00000100:00100000:2.0:1749610597.487227:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610597.487231:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610597.487234:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610597.487235:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487236:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749610597.487238:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610597.487240:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610597.487241:0:8101:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610597.487242:0:8101:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1749610597.487244:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610597.487244:0:8101:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610597.487246:0:8101:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749610597.487248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00080000:0.0:1749610597.487248:0:8101:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5198 00000400:00000010:2.0:1749610597.487250:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00080000:0.0:1749610597.487251:0:8101:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610597.487253:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610597.487254:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610597.487256:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610597.487257:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610597.487258:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.487258:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610597.487259:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610597.487261:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487261:0:8101:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610597.487263:0:8101:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:1.0:1749610597.487265:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610597.487265:0:8101:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610597.487266:0:8101:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:1.0:1749610597.487269:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610597.487269:0:8101:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610597.487271:0:8101:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749610597.487273:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487274:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610597.487274:0:8101:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610597.487276:0:8101:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610597.487278:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610597.487278:0:8101:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610597.487279:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494533120:0@lo:400:kworker.0 00000100:00000001:0.0:1749610597.487279:0:8101:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610597.487282:0:8101:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610597.487284:0:8101:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610597.487285:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487285:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610597.487286:0:8101:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487287:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610597.487287:0:8101:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610597.487289:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610597.487290:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.487290:0:8101:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610597.487292:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.487292:0:8101:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487294:0:8101:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610597.487295:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 02000000:00000001:1.0:1749610597.487295:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610597.487295:0:8101:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487299:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299870946 00000100:00000010:0.0:1749610597.487299:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc700. 02000000:00000010:1.0:1749610597.487301:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b53a200. 00000020:00000040:0.0:1749610597.487301:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:2.0:1749610597.487303:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaa280. 02000000:00000001:0.0:1749610597.487303:0:8101:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610597.487304:0:8101:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610597.487305:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487305:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.487306:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610597.487308:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487309:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:0.0:1749610597.487311:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ef800. 00000400:00000010:1.0:1749610597.487312:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749610597.487314:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299870946 00000100:00100000:0.0:1749610597.487317:0:8101:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749610597.487318:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaac40. 00000400:00000010:1.0:1749610597.487319:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610597.487321:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610597.487323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299870946 00000100:00000001:0.0:1749610597.487324:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1749610597.487325:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494533120, portal 10 00000100:00000010:2.0:1749610597.487326:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaa140. 00000100:00000001:0.0:1749610597.487326:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487329:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610597.487329:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610597.487329:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc700] to pc [ptlrpcd_rcv+-1] req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.487330:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610597.487331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000001:1.0:1749610597.487331:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849085440 : -131938860466176 : ffff880097170000) 00000100:00000010:2.0:1749610597.487334:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaad00. 00000100:00000001:3.0:1749610597.487336:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487336:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610597.487336:0:8101:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487339:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610597.487339:0:8101:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610597.487341:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610597.487342:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487342:0:8101:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610597.487344:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610597.487345:0:8101:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 00000100:00000001:2.0:1749610597.487346:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610597.487347:0:8101:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610597.487349:0:8101:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610597.487350:0:8101:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610597.487352:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610597.487352:0:8101:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487354:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610597.487354:0:8101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610597.487356:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610597.487356:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610597.487357:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610597.487357:0:8101:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487358:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610597.487360:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610597.487360:0:8101:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610597.487362:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610597.487363:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:1.0:1749610597.487367:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494533120, offset 0 00000100:00000001:0.0:1749610597.487367:0:8101:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610597.487369:0:8101:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.487371:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610597.487372:0:8101:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bd500] to pc [ptlrpcd_00_03+3] req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610597.487374:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532736 00000400:00000200:1.0:1749610597.487374:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610597.487376:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610597.487377:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610597.487378:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.487380:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610597.487380:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610597.487382:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610597.487383:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487383:0:8101:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.487384:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610597.487384:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610597.487387:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610597.487387:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801327df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494532864:0@lo:38:kworker.0 00000100:00000040:0.0:1749610597.487388:0:8101:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5208) 00000100:00000001:2.0:1749610597.487390:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749610597.487391:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532736 02000000:00000001:2.0:1749610597.487392:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610597.487392:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927600 00000020:00000001:3.0:1749610597.487394:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610597.487394:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610597.487395:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610597.487395:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610597.487398:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1749610597.487398:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000400:00000200:1.0:1749610597.487398:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 162784 00000020:00000001:3.0:1749610597.487400:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.487400:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610597.487402:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610597.487403:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000010:2.0:1749610597.487405:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610597.487405:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610597.487408:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000200:2.0:1749610597.487408:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532864, portal 10 00000400:00000200:1.0:1749610597.487408:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610597.487411:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610597.487412:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137456300288 : -131936253251328 : ffff8801327df100) 00000100:00000001:1.0:1749610597.487412:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610597.487413:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000200:1.0:1749610597.487414:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749610597.487418:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000040:2.0:1749610597.487418:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610597.487419:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000040:1.0:1749610597.487422:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119280a80 x1834598494533120 msgsize 224 00000100:00000001:3.0:1749610597.487423:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610597.487425:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610597.487425:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610597.487426:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610597.487427:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610597.487427:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610597.487429:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000200:2.0:1749610597.487431:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494532864, offset 0 00000100:00000001:3.0:1749610597.487433:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610597.487435:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610597.487440:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610597.487442:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610597.487445:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927500 00000100:00000001:1.0:1749610597.487476:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610597.487482:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610597.487483:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 163008 00000100:00000001:3.0:1749610597.487485:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610597.487489:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610597.487491:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000400:00000200:2.0:1749610597.487493:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610597.487494:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933765376 : -131936775786240 : ffff88011358b100) 00000400:00000200:1.0:1749610597.487497:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000040:3.0:1749610597.487501:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358b100 x1834598494532736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610597.487501:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610597.487506:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610597.487506:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610597.487508:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610597.487512:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358a680. 00000100:00000200:1.0:1749610597.487512:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610597.487514:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494532736:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610597.487514:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610597.487515:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358a680 x1834598494532864 msgsize 520 00000100:00100000:0.0:1749610597.487517:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533120 00000100:00100000:2.0:1749610597.487519:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749610597.487520:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532736 02000000:00000001:0.0:1749610597.487545:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610597.487547:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610597.487549:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610597.487552:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487555:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610597.487555:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610597.487555:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533120 00000020:00000001:0.0:1749610597.487557:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610597.487558:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610597.487559:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610597.487560:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000020:00000001:0.0:1749610597.487560:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610597.487561:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610597.487562:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000020:00000040:0.0:1749610597.487562:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:3.0:1749610597.487564:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610597.487564:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610597.487564:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:0.0:1749610597.487566:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:2.0:1749610597.487568:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487571:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610597.487574:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397480. 00000100:00000001:2.0:1749610597.487576:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610597.487579:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.487579:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610597.487580:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487581:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610597.487581:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610597.487585:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610597.487586:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610597.487587:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610597.487587:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487589:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:3.0:1749610597.487590:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610597.487591:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610597.487591:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 748 usecs (1 jiffies) 00000020:00000010:0.0:1749610597.487592:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000040:2.0:1749610597.487594:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 821 usecs (1 jiffies) 00010000:00000001:3.0:1749610597.487595:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610597.487595:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299870946 00000020:00000010:0.0:1749610597.487596:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610597.487597:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299870946 00000100:00000001:1.0:1749610597.487598:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299870946 00000100:00000001:3.0:1749610597.487599:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610597.487600:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749610597.487603:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610597.487606:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610597.487606:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610597.487609:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610597.487610:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299870946 00000100:00000001:0.0:1749610597.487610:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749610597.487612:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240acc00. 00000100:00000001:2.0:1749610597.487612:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610597.487612:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299870946 00000100:00000001:0.0:1749610597.487613:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610597.487614:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532864 00000100:00000001:1.0:1749610597.487614:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299870946 02000000:00000001:3.0:1749610597.487615:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.487616:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610597.487616:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299870946 00000100:00000001:3.0:1749610597.487618:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487618:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610597.487618:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000001:0.0:1749610597.487618:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610597.487620:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487620:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299870946 00000100:00000001:0.0:1749610597.487621:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610597.487622:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610597.487622:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.487623:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610597.487624:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610597.487625:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610597.487626:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610597.487626:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532864 00000100:00000001:1.0:1749610597.487627:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610597.487628:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610597.487629:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610597.487629:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610597.487630:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610597.487631:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1749610597.487632:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749610597.487633:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610597.487636:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487636:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610597.487637:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610597.487637:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610597.487637:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610597.487639:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:1.0:1749610597.487639:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610597.487639:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610597.487641:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610597.487641:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610597.487642:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610597.487643:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00100000:0.0:1749610597.487643:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1749610597.487644:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610597.487645:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749610597.487646:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610597.487646:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:2.0:1749610597.487647:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000001:3.0:1749610597.487648:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610597.487648:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610597.487648:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:2.0:1749610597.487650:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610597.487650:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610597.487652:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610597.487652:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610597.487652:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610597.487653:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610597.487654:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487654:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610597.487654:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280a80 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:33/0 lens 224/0 e 0 to 0 dl 1749610608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610597.487657:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610597.487658:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610597.487658:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610597.487661:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610597.487663:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610597.487664:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610597.487665:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397e00. 00000100:00000001:2.0:1749610597.487666:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610597.487666:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610597.487668:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610597.487668:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610597.487669:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610597.487670:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5397e00. 02000000:00000001:1.0:1749610597.487671:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610597.487672:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610597.487673:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610597.487674:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610597.487675:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610597.487676:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 02000000:00000001:1.0:1749610597.487676:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610597.487676:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494533120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749610597.487679:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1749610597.487679:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494533376:0@lo:400:kworker.0 00000100:00000200:0.0:1749610597.487680:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533120 00000100:00000001:2.0:1749610597.487682:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933762688 : -131936775788928 : ffff88011358a680) 00000100:00000001:1.0:1749610597.487682:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610597.487683:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494532736, offset 0 00000020:00000001:0.0:1749610597.487683:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610597.487685:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610597.487686:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749610597.487687:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358a680 x1834598494532864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610597.487687:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487688:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610597.487689:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610597.487690:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610597.487691:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1749610597.487693:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b53ba00. 00000020:00000001:0.0:1749610597.487693:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610597.487696:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749610597.487697:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494532864:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749610597.487698:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487699:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610597.487701:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610597.487701:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532864 00000020:00000001:0.0:1749610597.487701:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1749610597.487702:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000020:00000001:2.0:1749610597.487703:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610597.487704:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749610597.487706:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749610597.487707:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000001:0.0:1749610597.487707:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487709:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749610597.487711:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf927480 00000100:00000200:1.0:1749610597.487713:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494533376, portal 10 00000100:00000001:0.0:1749610597.487714:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610597.487715:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610597.487715:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610597.487716:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487717:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 00000400:00000200:3.0:1749610597.487718:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x5fd9 [1] + 0 00010000:00020000:2.0:1749610597.487719:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:0.0:1749610597.487719:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ec800. 02000000:00000001:0.0:1749610597.487721:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610597.487722:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610597.487723:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610597.487725:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610597.487726:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610597.487726:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.487727:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749610597.487727:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.487729:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:0.0:1749610597.487729:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494533120 00000400:00000200:3.0:1749610597.487731:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610597.487731:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610597.487732:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:2.0:1749610597.487734:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5800. 00000100:00000001:3.0:1749610597.487736:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610597.487736:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610597.487736:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280a80 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.487738:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487738:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610597.487741:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749610597.487742:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610597.487743:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610597.487744:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610597.487744:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00010000:00000001:0.0:1749610597.487744:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1749610597.487746:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749610597.487746:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610597.487747:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494533376, offset 0 00000100:00001000:0.0:1749610597.487749:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610597.487750:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610597.487752:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610597.487753:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610597.487754:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610597.487755:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:0.0:1749610597.487755:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610597.487757:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610597.487758:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610597.487760:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610597.487760:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610597.487761:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610597.487763:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487763:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610597.487764:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:1.0:1749610597.487765:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610597.487766:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610597.487766:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610597.487769:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610597.487769:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610597.487771:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610597.487773:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610597.487774:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927700 00000100:00000200:0.0:1749610597.487774:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533120, offset 224 00000100:00000001:3.0:1749610597.487776:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610597.487776:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000400:00000200:1.0:1749610597.487780:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 163528 00000400:00000200:1.0:1749610597.487787:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610597.487792:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610597.487792:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610597.487798:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532864, offset 0 00000100:00000001:1.0:1749610597.487800:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610597.487801:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610597.487802:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610597.487802:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610597.487806:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000010:1.0:1749610597.487806:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000400:00000200:0.0:1749610597.487809:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927600 00000400:00000010:3.0:1749610597.487810:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000040:1.0:1749610597.487810:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119280700 x1834598494533376 msgsize 224 00000400:00000200:2.0:1749610597.487811:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610597.487815:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610597.487816:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927500 00000100:00100000:1.0:1749610597.487816:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610597.487817:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fe1 [1] + 224 00000100:00000001:3.0:1749610597.487818:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610597.487823:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610597.487823:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610597.487824:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5fe9 [1] + 0 00000100:00000001:1.0:1749610597.487826:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610597.487827:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610597.487828:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610597.487828:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610597.487831:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487831:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610597.487832:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610597.487833:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000020:00000001:3.0:1749610597.487834:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610597.487835:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610597.487836:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749610597.487839:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610597.487840:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610597.487841:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b100 x1834598494532736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610597.487844:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610597.487845:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610597.487845:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610597.487852:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494532736:12345-0@lo:38:kworker.0 Request processed in 337us (626us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610597.487853:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.487854:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610597.487855:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610597.487860:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.487861:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610597.487861:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00100000:3.0:1749610597.487862:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000400:00000010:0.0:1749610597.487863:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749610597.487865:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610597.487866:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610597.487867:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610597.487867:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610597.487868:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610597.487870:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610597.487871:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487871:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610597.487872:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749610597.487872:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610597.487873:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610597.487874:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610597.487874:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749610597.487875:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00010000:00000001:0.0:1749610597.487876:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610597.487877:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610597.487878:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487879:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610597.487880:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000040:2.0:1749610597.487880:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610597.487880:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610597.487882:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.487883:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610597.487884:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610597.487884:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 728 usecs (1 jiffies) 00000100:00000040:0.0:1749610597.487884:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.487887:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299870946 00000100:00000040:2.0:1749610597.487888:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358a680 x1834598494532864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.487891:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299870946 00000100:00000001:1.0:1749610597.487894:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299870946 00000100:00100000:0.0:1749610597.487894:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494533120:12345-0@lo:400:kworker.0 Request processed in 229us (469us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610597.487896:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299870946 00000100:00100000:2.0:1749610597.487898:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494532864:12345-0@lo:38:kworker.0 Request processed in 200us (380us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610597.487898:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299870946 00000100:00000001:1.0:1749610597.487900:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299870946 00000100:00100000:0.0:1749610597.487901:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000001:1.0:1749610597.487902:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000001:3.0:1749610597.487903:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610597.487904:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299870946 00000100:00000040:0.0:1749610597.487904:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:3.0:1749610597.487905:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533376 00000100:00100000:2.0:1749610597.487906:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00000001:1.0:1749610597.487906:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610597.487907:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610597.487907:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610597.487908:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610597.487908:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.487908:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610597.487909:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610597.487910:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610597.487911:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610597.487912:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000020:00000010:2.0:1749610597.487913:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000400:00000001:1.0:1749610597.487913:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610597.487914:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610597.487914:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610597.487915:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000010:1.0:1749610597.487916:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00100000:3.0:1749610597.487917:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533376 00000020:00000010:2.0:1749610597.487917:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000020:00000010:0.0:1749610597.487918:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000020:00000001:3.0:1749610597.487919:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610597.487919:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000040:3.0:1749610597.487920:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:1.0:1749610597.487921:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000020:00000001:3.0:1749610597.487922:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749610597.487922:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000020:00000040:0.0:1749610597.487922:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749610597.487923:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610597.487924:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610597.487925:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610597.487926:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610597.487927:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610597.487928:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610597.487930:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610597.487934:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610597.487936:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4d80. 00000100:00000001:2.0:1749610597.487939:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299870946 00000020:00000010:3.0:1749610597.487940:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b4c4c40. 00000100:00000001:2.0:1749610597.487942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299870946 00000100:00000200:1.0:1749610597.487942:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610597.487942:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610597.487944:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610597.487945:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299870946 00000020:00000010:3.0:1749610597.487946:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4d80. 00000020:00000040:0.0:1749610597.487946:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610597.487947:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299870946 00000020:00000010:3.0:1749610597.487949:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610597.487949:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610597.487950:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299870946 00000100:00000001:2.0:1749610597.487951:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000001:1.0:1749610597.487951:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610597.487952:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000001:1.0:1749610597.487953:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610597.487954:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299870946 00000020:00000010:3.0:1749610597.487955:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 02000000:00000001:1.0:1749610597.487955:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610597.487956:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610597.487957:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610597.487958:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610597.487959:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610597.487959:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.487961:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610597.487962:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749610597.487962:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610597.487962:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610597.487963:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610597.487965:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610597.487965:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610597.487967:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:3.0:1749610597.487968:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:1.0:1749610597.487968:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=102 v=5 (5 5 5 0) 00000400:00000010:2.0:1749610597.487969:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610597.487970:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610597.487971:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610597.487972:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610597.487972:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=102 v=5 (1 1 1 0) 00000100:00000200:2.0:1749610597.487974:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.487974:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610597.487976:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610597.487978:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749610597.487983:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610597.487983:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.487990:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610597.487991:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610597.487991:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.487993:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.487993:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610597.487994:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749610597.487995:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749610597.487996:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610597.487997:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610597.487998:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610597.487999:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.487999:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.488000:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610597.488001:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610597.488001:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610597.488002:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749610597.488003:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610597.488004:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610597.488005:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00001000:2.0:1749610597.488006:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610597 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610597.488008:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610597.488008:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610597.488009:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=152 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610597.488010:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000100:00000001:1.0:1749610597.488010:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610597.488010:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488012:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610597.488013:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610597.488014:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610597.488015:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280700 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:33/0 lens 224/0 e 0 to 0 dl 1749610608 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488015:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610597.488017:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610597.488018:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610597.488021:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488024:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610597.488026:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4d80. 00000100:00100000:1.0:1749610597.488026:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494533120:0@lo:400:kworker.0 00000100:00000001:3.0:1749610597.488028:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610597.488029:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610597.488030:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4d80. 00000100:00000001:1.0:1749610597.488030:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488031:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610597.488032:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610597.488033:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610597.488034:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494533376:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610597.488035:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610597.488036:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097170000 x1834598494533120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488037:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610597.488038:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533376 00000020:00000001:3.0:1749610597.488040:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:2.0:1749610597.488040:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610597.488042:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610597.488043:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00080000:2.0:1749610597.488043:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610597.488044:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610597.488045:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488045:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610597.488047:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1749610597.488047:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b53a200. 00000020:00000001:3.0:1749610597.488049:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749610597.488049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610597.488050:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610597.488051:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749610597.488052:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1749610597.488053:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610597.488055:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610597.488055:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749610597.488057:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749610597.488057:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801327df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494532864:0@lo:38:kworker.0 00000020:00000001:3.0:1749610597.488058:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1749610597.488058:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000020:00000001:3.0:1749610597.488060:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488061:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610597.488061:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749610597.488062:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749610597.488062:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610597.488064:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610597.488064:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170000. 00000100:00000001:3.0:1749610597.488065:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610597.488067:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610597.488068:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610597.488069:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610597.488071:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240afc00. 00000100:00000001:2.0:1749610597.488071:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610597.488071:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610597.488073:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488073:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488073:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610597.488075:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610597.488075:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610597.488076:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488076:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488077:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610597.488078:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488078:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488079:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610597.488080:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494533376 00000100:00100000:2.0:1749610597.488082:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801327ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494532992:0@lo:38:kworker.0 00010000:00000001:3.0:1749610597.488083:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610597.488085:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610597.488086:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:3.0:1749610597.488087:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280700 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610597.488088:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488090:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610597.488093:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6c00. 00010000:00000001:3.0:1749610597.488094:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610597.488095:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610597.488096:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610597.488098:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 1 0) 00000400:00000010:2.0:1749610597.488098:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749610597.488098:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610597.488100:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610597.488101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610597.488102:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610597.488104:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494532992, portal 10 00000100:00000040:3.0:1749610597.488105:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610597.488106:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610597.488107:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610597.488107:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137456295808 : -131936253255808 : ffff8801327ddf80) 02000000:00000001:3.0:1749610597.488109:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610597.488111:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.488113:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610597.488113:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610597.488115:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610597.488118:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610597.488120:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610597.488122:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533376, offset 224 00000100:00000040:2.0:1749610597.488122:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610597.488124:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000400:00000200:3.0:1749610597.488126:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610597.488130:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494532992, offset 0 00000400:00000200:3.0:1749610597.488134:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610597.488134:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610597.488140:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610597.488142:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927700 00000400:00000200:2.0:1749610597.488145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927580 00000400:00000200:3.0:1749610597.488147:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x5ff5 [1] + 224 00000400:00000200:3.0:1749610597.488152:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610597.488153:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 163752 00000400:00000200:3.0:1749610597.488156:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610597.488158:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610597.488159:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610597.488161:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610597.488163:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488165:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610597.488166:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610597.488170:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358b800. 00000100:00000040:2.0:1749610597.488172:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358b800 x1834598494532992 msgsize 520 00000100:00000040:3.0:1749610597.488173:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610597.488176:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610597.488198:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610597.488200:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610597.488203:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610597.488204:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000400:00000200:3.0:1749610597.488207:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610597.488207:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610597.488209:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000200:2.0:1749610597.488210:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488212:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610597.488213:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610597.488216:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488218:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610597.488219:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610597.488221:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749610597.488221:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610597.488223:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610597.488225:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610597.488226:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610597.488227:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610597.488228:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494532992 00000100:00000040:3.0:1749610597.488229:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:33/0 lens 224/224 e 0 to 0 dl 1749610608 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488229:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610597.488231:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610597.488233:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488233:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610597.488236:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 762 usecs (1 jiffies) 00000100:00000001:1.0:1749610597.488236:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610597.488238:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494533376:12345-0@lo:400:kworker.0 Request processed in 212us (426us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610597.488238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299870946 02000000:00000001:1.0:1749610597.488239:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488241:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299870946 00000100:00100000:1.0:1749610597.488242:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494532992 00000100:00000001:2.0:1749610597.488243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299870946 00000020:00000001:1.0:1749610597.488244:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610597.488245:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:2.0:1749610597.488245:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299870946 00000020:00000040:1.0:1749610597.488246:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610597.488247:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299870946 00000020:00000001:1.0:1749610597.488247:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610597.488248:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610597.488249:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299870946 00000100:00000001:3.0:1749610597.488250:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610597.488250:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488251:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000001:3.0:1749610597.488252:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610597.488252:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488253:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299870946 00000020:00000010:3.0:1749610597.488255:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000001:2.0:1749610597.488255:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610597.488256:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a200. 00000100:00000001:2.0:1749610597.488257:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610597.488258:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610597.488259:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610597.488259:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9f80. 00000020:00000010:3.0:1749610597.488261:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000040:2.0:1749610597.488262:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610597.488264:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:1.0:1749610597.488264:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000001:3.0:1749610597.488266:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488268:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610597.488268:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610597.488270:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488270:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610597.488272:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610597.488272:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488273:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610597.488275:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488276:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610597.488278:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494533248:0@lo:38:kworker.0 00000100:00000001:2.0:1749610597.488281:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610597.488282:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610597.488284:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488286:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610597.488289:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4800. 02000000:00000001:2.0:1749610597.488291:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488292:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610597.488293:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000400:00000010:2.0:1749610597.488296:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000001:3.0:1749610597.488298:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749610597.488298:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494533248, portal 10 00000100:00000001:3.0:1749610597.488300:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610597.488300:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610597.488300:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610597.488301:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610597.488302:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933967616 : -131936775584000 : ffff8801135bc700) 00000100:00100000:3.0:1749610597.488304:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00000001:3.0:1749610597.488307:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933767168 : -131936775784448 : ffff88011358b800) 00000100:00000040:2.0:1749610597.488307:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.488307:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488309:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610597.488310:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358b800 x1834598494532992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488314:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610597.488316:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610597.488318:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610597.488318:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610597.488320:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494532992:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610597.488320:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494533248, offset 0 00000100:00000001:1.0:1749610597.488320:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610597.488323:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494532992 00000400:00000200:2.0:1749610597.488323:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610597.488325:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610597.488327:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:1.0:1749610597.488327:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749610597.488328:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1749610597.488328:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610597.488330:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:2.0:1749610597.488332:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927680 00000400:00000200:1.0:1749610597.488333:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610597.488335:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000001:3.0:1749610597.488336:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488338:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749610597.488339:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610597.488340:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 164272 00010000:00000001:3.0:1749610597.488342:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610597.488343:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610597.488344:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610597.488345:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610597.488347:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610597.488347:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610597.488349:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610597.488349:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610597.488351:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610597.488351:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610597.488352:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610597.488355:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801240adc00. 00000100:00000010:2.0:1749610597.488355:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 02000000:00000001:3.0:1749610597.488357:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610597.488357:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e300 x1834598494533248 msgsize 520 00000100:00000001:3.0:1749610597.488359:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488359:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610597.488360:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610597.488361:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749610597.488361:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610597.488362:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610597.488363:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610597.488364:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488365:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1749610597.488366:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610597.488366:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488368:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610597.488368:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.488370:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610597.488371:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:3.0:1749610597.488372:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1749610597.488372:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=52 v=5 (5 5 5 0) 00000400:00000010:2.0:1749610597.488373:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:3.0:1749610597.488374:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610597.488374:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1749610597.488375:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=52 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610597.488376:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610597.488377:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1749610597.488378:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488379:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610597.488379:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610597.488381:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610597.488382:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610597.488384:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:1.0:1749610597.488384:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610597.488385:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488385:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610597.488387:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610597.488387:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610597.488389:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610597.488391:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00010000:00000001:1.0:1749610597.488392:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610597.488394:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494532992, offset 0 00000100:00000001:2.0:1749610597.488394:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488394:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610597.488395:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610597.488396:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610597.488398:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610597.488398:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488398:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610597.488400:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610597.488401:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 572 usecs (1 jiffies) 00000400:00000200:3.0:1749610597.488404:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610597.488404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299870946 00000100:00000040:1.0:1749610597.488404:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488406:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299870946 00000400:00000200:3.0:1749610597.488409:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927580 00000100:00000001:2.0:1749610597.488409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299870946 00000100:00000001:2.0:1749610597.488411:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299870946 00000100:00000001:1.0:1749610597.488411:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610597.488413:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6005 [1] + 0 00000100:00000001:2.0:1749610597.488413:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299870946 00000100:00000001:1.0:1749610597.488413:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610597.488414:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488415:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299870946 00000400:00000200:3.0:1749610597.488417:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610597.488417:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299870946 00000100:00000040:1.0:1749610597.488418:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610597.488419:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299870946 00000400:00000200:3.0:1749610597.488420:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610597.488420:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610597.488422:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.488423:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610597.488425:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610597.488425:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494533376:0@lo:400:kworker.0 00000400:00000001:2.0:1749610597.488426:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610597.488427:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610597.488428:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000001:1.0:1749610597.488429:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610597.488430:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610597.488431:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610597.488431:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610597.488433:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610597.488434:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bd500 x1834598494533376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610597.488436:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610597.488437:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.488440:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610597.488441:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610597.488443:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b53ba00. 00000100:00000001:3.0:1749610597.488445:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610597.488445:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610597.488446:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749610597.488447:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000020:00000001:1.0:1749610597.488447:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749610597.488473:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610597.488473:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610597.488474:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610597.488475:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610597.488476:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610597.488476:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610597.488477:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610597.488478:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610597.488478:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610597.488480:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610597.488481:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610597.488481:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610597.488482:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610597.488483:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610597.488484:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610597.488484:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610597.488485:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610597.488486:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610597.488487:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd500. 00000020:00000001:3.0:1749610597.488488:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610597.488488:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610597 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610597.488490:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749610597.488491:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=20 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610597.488491:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610597.488492:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358b800 x1834598494532992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.488493:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488494:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610597.488496:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610597.488497:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610597.488498:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610597.488498:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488500:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610597.488501:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494532992:12345-0@lo:38:kworker.0 Request processed in 181us (326us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610597.488502:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.488502:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610597.488508:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00000001:3.0:1749610597.488510:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610597.488511:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610597.488512:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610597.488513:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9f80. 00000100:00100000:1.0:1749610597.488514:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533248 02000000:00000001:1.0:1749610597.488516:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610597.488517:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000100:00000001:2.0:1749610597.488517:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610597.488518:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610597.488519:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610597.488521:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610597.488551:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610597.488554:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53a200. 02000000:00000001:1.0:1749610597.488554:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610597.488557:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533248 00000100:00000001:3.0:1749610597.488558:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610597.488559:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610597.488560:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:1.0:1749610597.488560:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610597.488561:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610597.488562:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610597.488563:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610597.488565:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749610597.488565:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610597.488568:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610597.488569:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53ba00. 00000100:00000040:3.0:1749610597.488570:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299870946, at 4299870946 00000100:00000001:2.0:1749610597.488571:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610597.488572:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9700. 00000100:00000040:0.0:1749610597.488572:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299870946, at 4299870946 00000100:00000040:2.0:1749610597.488575:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610597.488575:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000010:3.0:1749610597.488576:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaad00. 00000100:00000001:1.0:1749610597.488578:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610597.488580:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749610597.488580:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaa280. 00000100:00000001:1.0:1749610597.488582:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610597.488583:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801327de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494532736:0@lo:38:kworker.0 00000100:00000001:1.0:1749610597.488585:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488587:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488589:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610597.488592:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801327df100 x1834598494532864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610597.488592:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488598:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610597.488598:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610597.488599:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610597.488600:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610597.488603:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 00000100:00100000:1.0:1749610597.488603:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 02000000:00000001:2.0:1749610597.488606:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610597.488606:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000020:00000001:2.0:1749610597.488607:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610597.488609:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610597.488611:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610597.488611:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e300 x1834598494533248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610597.488613:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ed400. 02000000:00000001:2.0:1749610597.488616:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610597.488618:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610597.488619:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327df100. 00000100:00100000:1.0:1749610597.488621:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494533248:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610597.488623:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610597.488624:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610597.488625:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533248 00000100:00000001:2.0:1749610597.488626:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610597.488627:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610597.488629:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801327de300 x1834598494532736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610597.488630:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610597.488639:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488641:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00020000:1.0:1749610597.488642:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610597.488643:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610597.488644:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4000. 00010000:00000001:1.0:1749610597.488645:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610597.488647:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610597.488648:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1749610597.488648:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610597.488649:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610597.488651:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610597.488651:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:2.0:1749610597.488652:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ecc00. 00000100:00000001:1.0:1749610597.488652:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610597.488654:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610597.488655:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610597.488656:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610597.488657:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327de300. 02000000:00000010:1.0:1749610597.488658:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318400. 00000100:00000001:2.0:1749610597.488659:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610597.488660:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488661:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610597.488662:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610597.488665:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610597.488666:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749610597.488667:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.488668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749610597.488670:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610597.488671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610597.488673:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610597.488674:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610597.488674:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749610597.488676:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749610597.488676:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610597.488678:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:1.0:1749610597.488678:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610597.488679:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610597.488680:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610597.488681:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610597.488683:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610597.488685:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610597.488686:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610597.488688:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610597.488690:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610597.488692:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610597.488693:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610597.488695:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610597.488697:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749610597.488699:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610597.488701:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610597.488701:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533248, offset 0 00000100:00000001:2.0:1749610597.488702:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610597.488704:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610597.488705:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610597.488705:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610597.488707:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610597.488709:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610597.488712:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610597 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610597.488712:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610597.488715:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=102 v=20 (1 1 20 0) 00000400:00000200:1.0:1749610597.488717:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927680 00000100:00000001:2.0:1749610597.488718:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610597.488720:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610597.488722:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610597.488722:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6011 [1] + 0 00000100:00000040:2.0:1749610597.488725:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610597.488727:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610597.488731:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610597.488732:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610597.488734:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610597.488734:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610597.488735:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.488737:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610597.488738:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610597.488738:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610597.488741:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610597.488743:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610597.488745:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610597.488747:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610597.488749:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610597.488757:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801327ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494532992:0@lo:38:kworker.0 00000100:00000001:1.0:1749610597.488763:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610597.488773:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299870946, at 4299870946 00000100:00000010:2.0:1749610597.488778:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaa140. 00000400:00000200:1.0:1749610597.488789:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610597.488792:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610597.488794:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610597.488796:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610597.488799:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610597.488802:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610597.488804:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610597.488806:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610597.488810:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494533248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610617 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610597.488820:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610597.488820:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494533248:12345-0@lo:38:kworker.0 Request processed in 199us (460us total) trans 0 rc -19/-19 00000400:00000001:3.0:1749610597.488822:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610597.488825:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00100000:1.0:1749610597.488827:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000400:00000200:3.0:1749610597.488829:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000001:1.0:1749610597.488829:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610597.488831:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610597.488831:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610597.488834:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610597.488834:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9700. 00000020:00000010:1.0:1749610597.488837:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000200:3.0:1749610597.488838:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610597.488840:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53ba00. 00000100:00000001:1.0:1749610597.488843:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610597.488847:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488854:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610597.488856:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610597.488857:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299870946, at 4299870946 00000100:00000001:3.0:1749610597.488859:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610597.488860:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610597.488862:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749610597.488863:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaac40. 00000100:00000001:3.0:1749610597.488864:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610597.488867:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610597.488872:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610597 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610597.488876:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=52 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610597.488879:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610597.488881:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610597.488884:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610597.488888:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488895:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610597.488898:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610597.488900:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610597.488901:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610597.488903:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610597.488906:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610597.488909:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610597.488911:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610597.488915:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610597.488922:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494533248:0@lo:38:kworker.0 00000100:00000001:3.0:1749610597.488927:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.488930:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610597.488933:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801327ddf80 x1834598494532992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488940:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610597.488942:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610597.488944:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6c00. 02000000:00000001:3.0:1749610597.488947:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610597.488949:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610597.488950:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610597.488952:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610597.488954:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322efc00. 02000000:00000001:3.0:1749610597.488957:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610597.488959:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610597.488960:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327ddf80. 00000100:00000001:3.0:1749610597.488965:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610597.488967:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610597.488968:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610597.488971:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc700 x1834598494533248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610597.488977:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610597.488979:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610597.488980:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4800. 02000000:00000001:3.0:1749610597.488982:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610597.488983:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610597.488985:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610597.488986:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610597.488988:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ef800. 02000000:00000001:3.0:1749610597.488990:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610597.488991:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610597.488992:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc700. 00000100:00000001:3.0:1749610597.488995:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610597.488996:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610597.488998:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.489000:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610597.489002:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610597.489003:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610597.489005:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.656961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.656971:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.656977:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.657049:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.657054:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.657057:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610597.657064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610597.657069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610597.657072:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610597.747631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610597.747637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610597.747639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610597.747643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610597.747647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610597.747651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.747654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610597.747657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610597.747660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.821495:0:13665:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610597.821504:0:13665:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610597.821510:0:13665:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.821560:0:13665:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610597.821565:0:13665:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610597.821569:0:13665:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610597.821576:0:13665:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610597.821580:0:13665:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610597.821584:0:13665:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610597.825933:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610597.825941:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610597.825946:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610597.826015:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610597.826018:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610597.826021:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610597.826027:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610597.826030:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610597.826033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.000683:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.000692:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.000698:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.000768:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.000773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.000777:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.000785:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.000790:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.000793:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.169485:0:13732:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610598.169499:0:13732:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610598.169508:0:13732:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.169567:0:13732:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610598.169574:0:13732:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610598.169579:0:13732:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.169590:0:13732:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610598.169597:0:13732:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610598.169602:0:13732:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.174040:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.174047:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.174052:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.174122:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.174126:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.174129:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.174134:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.174138:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.174140:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610598.326624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610598.326631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610598.326754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610598.326759:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610598.326763:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610598.343414:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.343423:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.343429:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.343552:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.343558:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.343562:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.343569:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.343574:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.343577:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610598.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610598.457634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610598.457636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610598.457640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610598.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610598.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610598.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610598.457653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610598.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610598.488659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610598.488673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610598.488675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610598.488679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610598.488681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610598.488684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610598.488686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.502720:0:13798:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610598.502728:0:13798:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610598.502734:0:13798:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.502749:0:13798:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610598.502753:0:13798:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610598.502756:0:13798:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610598.502762:0:13798:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610598.502766:0:13798:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610598.502769:0:13798:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.506728:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.506735:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.506740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.506807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.506811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.506814:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.506819:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.506823:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.506826:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.662649:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.662654:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.662657:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.662710:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.662713:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.662715:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.662719:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.662721:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.662723:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610598.747634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610598.747638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610598.747640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610598.747643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610598.747644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610598.747647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610598.747649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610598.747651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610598.747653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.797282:0:13865:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.797290:0:13865:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.797295:0:13865:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.797311:0:13865:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.797315:0:13865:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.797318:0:13865:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.797324:0:13865:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.797328:0:13865:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.797331:0:13865:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.801493:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.801500:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.801505:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.801617:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.801621:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.801624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610598.801630:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610598.801633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610598.801636:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.971272:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.971279:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.971285:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.971351:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.971356:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.971359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610598.971365:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610598.971369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610598.971372:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.129309:0:13932:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.129317:0:13932:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.129322:0:13932:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.129338:0:13932:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.129342:0:13932:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.129345:0:13932:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.129352:0:13932:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.129356:0:13932:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.129359:0:13932:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.133405:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.133412:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.133416:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.133510:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.133514:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.133518:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.133553:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.133557:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.133560:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.297774:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.297779:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.297782:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.297817:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.297820:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.297822:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.297825:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.297828:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.297829:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610599.328625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610599.328629:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610599.328655:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610599.328659:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610599.328662:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610599.457617:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610599.457624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610599.457626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610599.457630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610599.457634:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610599.457638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610599.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610599.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610599.457647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610599.471403:0:13998:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610599.471412:0:13998:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610599.471418:0:13998:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610599.471465:0:13998:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610599.471471:0:13998:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610599.471475:0:13998:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610599.471482:0:13998:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9700. 00080000:00000010:1.0:1749610599.471487:0:13998:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9700. 00000020:00000001:1.0:1749610599.471490:0:13998:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.475638:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.475645:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.475649:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.475721:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.475725:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.475728:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.475734:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.475737:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.475740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610599.488579:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610599.488593:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610599.488595:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610599.488599:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610599.488602:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610599.488605:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610599.488607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.629008:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.629015:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.629020:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.629069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.629073:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.629076:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610599.629081:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610599.629084:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610599.629087:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610599.747566:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610599.747570:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610599.747572:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610599.747574:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610599.747577:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610599.747580:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610599.747582:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610599.747585:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610599.747586:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.754816:0:14065:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.754823:0:14065:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.754827:0:14065:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.754837:0:14065:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.754841:0:14065:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.754843:0:14065:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.754848:0:14065:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610599.754851:0:14065:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610599.754853:0:14065:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610599.758140:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610599.758147:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610599.758152:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610599.758221:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610599.758224:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610599.758227:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610599.758232:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610599.758235:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610599.758237:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.919702:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610599.919715:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610599.919723:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.919837:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610599.919845:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610599.919849:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610599.919859:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610599.919866:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610599.919871:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.077008:0:14131:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.077017:0:14131:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.077023:0:14131:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.077039:0:14131:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.077043:0:14131:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.077047:0:14131:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.077054:0:14131:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.077059:0:14131:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.077062:0:14131:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.081076:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.081082:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.081087:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.081157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.081161:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.081164:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.081169:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.081172:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.081175:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610600.226898:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610600.226909:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610600.226918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610600.227005:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610600.227010:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610600.227014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610600.227021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610600.227026:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610600.227029:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610600.330681:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610600.330687:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610600.330806:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610600.330811:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610600.330815:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610600.392763:0:14198:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.392771:0:14198:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.392778:0:14198:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.392795:0:14198:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.392800:0:14198:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.392804:0:14198:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.392811:0:14198:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.392815:0:14198:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.392818:0:14198:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.397035:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.397042:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.397047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.397117:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.397121:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.397124:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.397129:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610600.397132:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610600.397134:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610600.457791:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610600.457797:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610600.457800:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610600.457804:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610600.457807:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610600.457811:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610600.457814:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610600.457817:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610600.457820:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610600.488606:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610600.488620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610600.488622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610600.488626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610600.488628:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610600.488632:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610600.488634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.562002:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.562014:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.562022:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.562138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.562145:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.562150:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.562161:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.562167:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.562172:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.727384:0:14264:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610600.727394:0:14264:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610600.727399:0:14264:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.727416:0:14264:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610600.727444:0:14264:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610600.727450:0:14264:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610600.727457:0:14264:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610600.727462:0:14264:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610600.727465:0:14264:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.731717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.731724:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.731729:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.731800:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.731803:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.731806:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.731812:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.731815:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.731817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610600.747607:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610600.747613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610600.747615:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610600.747619:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610600.747622:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610600.747626:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610600.747629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610600.747632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610600.747634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.898263:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.898272:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.898278:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.898347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.898353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.898356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610600.898363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610600.898368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610600.898371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.064780:0:14330:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610601.064790:0:14330:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610601.064796:0:14330:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.064813:0:14330:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610601.064818:0:14330:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610601.064822:0:14330:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.064829:0:14330:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610601.064834:0:14330:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610601.064837:0:14330:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.069206:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.069213:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.069217:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.069284:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.069288:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.069291:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.069296:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.069299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.069301:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.240720:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.240729:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.240735:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.240802:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.240808:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.240811:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.240818:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.240823:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.240826:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610601.332643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610601.332649:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610601.332716:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610601.332722:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610601.332727:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610601.401405:0:14397:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610601.401443:0:14397:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610601.401450:0:14397:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610601.401470:0:14397:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610601.401475:0:14397:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610601.401478:0:14397:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610601.401485:0:14397:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610601.401490:0:14397:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610601.401493:0:14397:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.405626:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.405633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.405639:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.405713:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.405717:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.405720:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.405726:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.405729:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.405732:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610601.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610601.457634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610601.457638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610601.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610601.457644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610601.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610601.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610601.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610601.457657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610601.488611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610601.488624:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610601.488626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610601.488630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610601.488633:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610601.488636:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610601.488638:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.571993:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610601.572002:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610601.572008:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.572078:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610601.572083:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610601.572086:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.572092:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610601.572096:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610601.572099:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.729181:0:14463:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.729188:0:14463:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.729193:0:14463:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.729208:0:14463:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.729212:0:14463:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.729215:0:14463:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610601.729220:0:14463:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610601.729224:0:14463:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610601.729227:0:14463:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.733274:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.733281:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.733286:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.733354:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.733357:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.733361:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610601.733366:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610601.733369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610601.733371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610601.747638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610601.747643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610601.747646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610601.747650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610601.747653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610601.747656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610601.747660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610601.747664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610601.747666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.900959:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610601.900969:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610601.900974:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.901042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610601.901047:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610601.901051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610601.901058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610601.901063:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610601.901065:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610602.059127:0:14529:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.059133:0:14529:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.059137:0:14529:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610602.059153:0:14529:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.059157:0:14529:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.059160:0:14529:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610602.059166:0:14529:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.059170:0:14529:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.059172:0:14529:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.062958:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.062965:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.062969:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.063035:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.063039:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.063042:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.063047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.063050:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.063053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.227731:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.227739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.227744:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.227813:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.227818:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.227821:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.227826:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610602.227830:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610602.227833:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610602.334646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610602.334651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610602.334765:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610602.334770:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610602.334773:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610602.387285:0:14596:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.387292:0:14596:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.387297:0:14596:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610602.387312:0:14596:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.387316:0:14596:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.387319:0:14596:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610602.387325:0:14596:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610602.387328:0:14596:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610602.387331:0:14596:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.391314:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610602.391321:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610602.391326:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.391390:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610602.391394:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610602.391397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.391402:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610602.391433:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610602.391436:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.457616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610602.457622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610602.457624:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.457628:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610602.457632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610602.457635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.457638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610602.457641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.457643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.488615:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610602.488629:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.488631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.488635:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610602.488637:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610602.488640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.488643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.494624:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610602.494632:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610602.494635:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610602.494639:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610602.494642:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610602.494644:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610602.494648:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610602.494653:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1749610602.494658:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610602.494661:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.494664:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.494667:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.494669:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610602.494673:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610602.494676:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610602.494679:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610602.494683:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610602.494685:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610602.494687:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610602.494690:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.494692:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.494694:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.494697:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610602.494700:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610602.494704:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610602.494706:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.494710:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610602.494716:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610602.494719:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494721:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610602.494724:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610602.494730:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be680. 00000020:00000040:0.0:1749610602.494734:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610602.494738:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610602.494741:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494744:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.494746:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610602.494750:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610602.494757:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ef000. 00000100:00000001:0.0:1749610602.494764:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.494775:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610602.494787:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610602.494792:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.494796:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135be680] to pc [ptlrpcd_rcv+-1] req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.494823:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.494826:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610602.494830:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610602.494832:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610602.494834:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610602.494837:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610602.494839:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1749610602.494841:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610602.494844:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.494846:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.494848:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.494850:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610602.494853:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610602.494854:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610602.494855:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610602.494857:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610602.494859:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610602.494861:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610602.494864:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.494865:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.494867:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.494869:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610602.494871:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610602.494873:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610602.494875:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.494877:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610602.494880:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610602.494882:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494884:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610602.494885:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610602.494889:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf480. 00000020:00000040:0.0:1749610602.494891:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610602.494893:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610602.494894:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494896:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.494897:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610602.494898:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610602.494901:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ecc00. 00000100:00000001:0.0:1749610602.494904:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.494908:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610602.494916:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610602.494922:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610602.494922:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610602.494925:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610602.494925:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.494928:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bf480] to pc [ptlrpcd_rcv+-1] req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610602.494934:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.494936:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.494939:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610602.494942:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610602.494943:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610602.494945:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610602.494947:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610602.494947:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610602.494949:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.494949:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1749610602.494951:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610602.494952:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610602.494954:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610602.494956:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610602.494956:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.494957:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610602.494959:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494959:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610602.494961:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749610602.494962:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494533504:0@lo:38:kworker.0 00000020:00000040:0.0:1749610602.494962:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610602.494963:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610602.494965:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610602.494967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610602.494967:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610602.494969:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610602.494971:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610602.494973:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.494973:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.494975:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610602.494976:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610602.494976:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.494978:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610602.494980:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000010:2.0:1749610602.494981:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10c00. 02000000:00000001:2.0:1749610602.494983:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.494983:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610602.494985:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.494987:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749610602.494990:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000001:0.0:1749610602.494990:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610602.494992:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.494994:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610602.494995:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.494998:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000010:0.0:1749610602.494998:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000020:00000040:0.0:1749610602.495000:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610602.495002:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610602.495003:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610602.495005:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494533504, portal 4 00000100:00000001:0.0:1749610602.495005:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.495006:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610602.495007:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495008:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610602.495009:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933975680 : -131936775575936 : ffff8801135be680) 02000000:00000010:0.0:1749610602.495010:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ed400. 00000100:00000001:0.0:1749610602.495012:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.495016:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610602.495018:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.495022:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610602.495024:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495027:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610602.495027:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135be300] to pc [ptlrpcd_rcv+-1] req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610602.495031:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610602.495033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610602.495034:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610602.495037:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494533504, offset 0 00000100:00000040:0.0:1749610602.495037:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610602.495041:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610602.495043:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610602.495044:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc700. 00000020:00000040:0.0:1749610602.495046:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610602.495048:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.495050:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610602.495051:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610602.495054:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000001:0.0:1749610602.495056:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495058:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610602.495060:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610602.495067:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610602.495070:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495071:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf927780 00000100:00000040:0.0:1749610602.495075:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc700] to pc [ptlrpcd_00_00+0] req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610602.495079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 3120 00000400:00000200:2.0:1749610602.495087:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610602.495091:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610602.495097:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610602.495099:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610602.495100:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610602.495103:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610602.495105:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327ddf80. 00000100:00080000:0.0:1749610602.495107:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610602.495108:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1749610602.495109:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327ddf80 x1834598494533504 msgsize 520 00000100:00080000:0.0:1749610602.495110:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610602.495112:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610602.495113:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610602.495114:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1749610602.495117:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610602.495119:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610602.495121:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.495122:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.495124:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610602.495125:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610602.495126:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610602.495127:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610602.495129:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610602.495130:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610602.495132:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610602.495133:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:0.0:1749610602.495134:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:2.0:1749610602.495135:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000040:0.0:1749610602.495137:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610602.495138:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610602.495138:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610602.495140:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.495142:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610602.495144:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610602.495144:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610602.495146:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610602.495148:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495150:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610602.495152:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610602.495153:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610602.495155:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610602.495156:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495158:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610602.495160:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495163:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610602.495163:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 00000100:00000001:2.0:1749610602.495165:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610602.495165:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610602.495167:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610602.495168:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495168:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495170:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.495171:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610602.495172:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.495173:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1098 usecs (2 jiffies) 02000000:00000010:0.0:1749610602.495175:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ef800. 00000100:00000001:2.0:1749610602.495177:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299875954 00000100:00000001:0.0:1749610602.495178:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610602.495181:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb32800. 00000100:00100000:0.0:1749610602.495182:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610602.495187:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610602.495189:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610602.495190:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495191:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610602.495192:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299875954 00000100:00000040:0.0:1749610602.495193:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bd500] to pc [ptlrpcd_rcv+-1] req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610602.495196:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb32680. 00000100:00100000:3.0:1749610602.495197:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749610602.495199:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749610602.495200:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.495201:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299875954 00000100:00000001:0.0:1749610602.495201:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.495203:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1749610602.495204:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb32000. 00000100:00000001:0.0:1749610602.495206:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610602.495207:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.495207:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610602.495209:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.495209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299875954 00000100:00000001:3.0:1749610602.495211:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610602.495211:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00000100:00000010:2.0:1749610602.495212:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb32900. 00000100:00000001:3.0:1749610602.495213:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610602.495213:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610602.495214:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610602.495215:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610602.495215:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610602.495216:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610602.495217:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610602.495218:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495219:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610602.495220:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:2.0:1749610602.495222:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610602.495223:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.495223:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495225:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610602.495226:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610602.495230:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.495232:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.495233:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610602.495234:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610602.495234:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610602.495234:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495235:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610602.495236:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495236:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610602.495238:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1500] to pc [ptlrpcd_00_01+1] req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610602.495239:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610602.495240:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610602.495242:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610602.495245:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495247:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610602.495248:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494533888:0@lo:400:kworker.0 00000100:00000001:2.0:1749610602.495248:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610602.495249:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495252:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610602.495252:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610602.495252:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5213) 02000000:00000001:2.0:1749610602.495254:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610602.495255:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610602.495256:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610602.495257:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610602.495259:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610602.495259:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494533632:0@lo:38:kworker.0 00000100:00000001:2.0:1749610602.495262:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610602.495263:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610602.495264:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3c00. 02000000:00000001:2.0:1749610602.495264:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610602.495266:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610602.495266:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.495266:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:2.0:1749610602.495268:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610602.495268:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610602.495271:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12800. 00000400:00000010:3.0:1749610602.495272:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 02000000:00000001:2.0:1749610602.495273:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495274:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749610602.495276:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000400:00000010:2.0:1749610602.495276:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:0.0:1749610602.495276:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610602.495278:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610602.495278:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610602.495279:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610602.495281:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494533888, portal 10 00000100:00000001:0.0:1749610602.495281:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610602.495282:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494533632, portal 10 00000100:00000001:3.0:1749610602.495283:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610602.495284:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610602.495285:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933967616 : -131936775584000 : ffff8801135bc700) 00000100:00000001:2.0:1749610602.495286:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933979264 : -131936775572352 : ffff8801135bf480) 00000100:00000040:0.0:1749610602.495286:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610602.495291:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610602.495293:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.495293:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610602.495294:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495297:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610602.495298:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610602.495299:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610602.495300:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610602.495301:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610602.495301:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.495302:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610602.495304:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494533632, offset 0 00000100:00100000:0.0:1749610602.495305:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494534144:0@lo:400:kworker.0 00000100:00000040:3.0:1749610602.495306:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610602.495308:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000400:00000200:2.0:1749610602.495308:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610602.495309:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610602.495311:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494533888, offset 0 02000000:00000001:0.0:1749610602.495311:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610602.495312:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610602.495313:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495315:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610602.495316:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610602.495317:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927800 02000000:00000010:0.0:1749610602.495317:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610602.495319:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495322:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 164792 00000400:00000010:0.0:1749610602.495324:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000400:00000200:3.0:1749610602.495325:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610602.495326:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610602.495328:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000400:00000200:2.0:1749610602.495330:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610602.495333:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927900 00000100:00000200:0.0:1749610602.495333:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494534144, portal 10 00000100:00000001:2.0:1749610602.495334:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610602.495335:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610602.495335:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610602.495337:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 00000400:00000200:3.0:1749610602.495338:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 165312 00000100:00000010:2.0:1749610602.495339:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327de300. 00000100:00000040:2.0:1749610602.495342:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327de300 x1834598494533632 msgsize 520 00000100:00000040:0.0:1749610602.495343:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610602.495344:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610602.495346:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610602.495348:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610602.495350:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610602.495353:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610602.495356:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749610602.495358:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494534144, offset 0 00000400:00000200:0.0:1749610602.495363:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610602.495366:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610602.495371:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610602.495375:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610602.495377:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610602.495379:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610602.495379:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927a00 00000100:00000001:3.0:1749610602.495380:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610602.495382:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610602.495383:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533504 00000100:00000200:2.0:1749610602.495383:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610602.495385:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610602.495385:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 165536 00000100:00100000:1.0:1749610602.495387:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533632 00000100:00000001:3.0:1749610602.495389:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610602.495390:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610602.495390:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610602.495390:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610602.495392:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495392:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610602.495393:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610602.495394:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610602.495394:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610602.495396:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610602.495398:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495398:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610602.495399:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533504 00000100:00000001:2.0:1749610602.495399:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610602.495400:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610602.495401:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610602.495401:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533632 00000020:00000001:3.0:1749610602.495402:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610602.495425:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610602.495426:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749610602.495426:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf0a80. 00000020:00000040:1.0:1749610602.495428:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749610602.495429:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 820 usecs (1 jiffies) 00000020:00000001:1.0:1749610602.495430:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610602.495430:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf0a80 x1834598494534144 msgsize 224 00000100:00000001:2.0:1749610602.495432:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299875953 00000020:00000040:3.0:1749610602.495433:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610602.495433:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.495434:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610602.495435:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610602.495435:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299875954 00000020:00000001:1.0:1749610602.495435:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495437:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299875953 00000020:00000001:3.0:1749610602.495438:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495439:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299875954 00000020:00000001:3.0:1749610602.495440:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495441:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299875953 00000020:00000010:1.0:1749610602.495441:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124600. 00000100:00000001:0.0:1749610602.495442:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610602.495443:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299875954 00000020:00000010:3.0:1749610602.495444:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2400. 00000100:00000001:2.0:1749610602.495445:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299875953 00000020:00000010:1.0:1749610602.495446:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:2.0:1749610602.495447:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299875954 00000020:00000010:3.0:1749610602.495448:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610602.495449:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610602.495449:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610602.495451:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610602.495451:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000400:00000010:0.0:1749610602.495451:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:3.0:1749610602.495452:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610602.495453:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610602.495454:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610602.495456:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610602.495456:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610602.495457:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.495458:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610602.495458:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749610602.495458:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.495460:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495461:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495464:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610602.495465:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495466:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495466:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495466:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610602.495467:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610602.495469:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610602.495469:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610602.495471:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495474:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610602.495474:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494533760:0@lo:38:kworker.0 00000100:00000001:0.0:1749610602.495476:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495477:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610602.495477:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.495478:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610602.495479:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610602.495480:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610602.495482:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610602.495482:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495484:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1749610602.495485:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10000. 00000100:00000001:1.0:1749610602.495485:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610602.495485:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 730 usecs (1 jiffies) 00000100:00000001:3.0:1749610602.495486:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610602.495487:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610602.495487:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534144 00000100:00000001:0.0:1749610602.495488:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299875953 02000000:00000001:1.0:1749610602.495489:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610602.495490:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00100000:3.0:1749610602.495491:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:1.0:1749610602.495491:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610602.495491:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299875954 00000400:00000010:2.0:1749610602.495492:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610602.495493:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495494:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299875953 00000100:00000001:3.0:1749610602.495495:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456295808 : -131936253255808 : ffff8801327ddf80) 00000100:00000200:2.0:1749610602.495495:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494533760, portal 10 02000000:00000001:1.0:1749610602.495495:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495496:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299875954 00000100:00000001:2.0:1749610602.495497:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749610602.495497:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534144 00000100:00000001:0.0:1749610602.495498:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299875953 00000100:00000001:2.0:1749610602.495499:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000020:00000001:1.0:1749610602.495499:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749610602.495500:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327ddf80 x1834598494533504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610602.495500:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610602.495501:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299875954 00000020:00000001:1.0:1749610602.495502:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610602.495503:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299875953 00000100:00000040:2.0:1749610602.495504:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610602.495504:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610602.495506:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610602.495506:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299875954 00000020:00000001:1.0:1749610602.495508:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610602.495508:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610602.495510:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610602.495511:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494533504:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610602.495511:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610602.495512:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.495513:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610602.495513:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1749610602.495515:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533504 00000400:00000010:2.0:1749610602.495515:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000020:00000010:1.0:1749610602.495515:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55580. 00000100:00000001:0.0:1749610602.495515:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610602.495518:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494533760, offset 0 00000020:00000001:3.0:1749610602.495519:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749610602.495546:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610602.495548:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610602.495552:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610602.495554:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610602.495554:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610602.495557:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:0.0:1749610602.495558:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610602.495559:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927880 00000100:00000001:0.0:1749610602.495560:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610602.495561:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000400:00000200:2.0:1749610602.495563:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 165760 00000020:00000010:1.0:1749610602.495563:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00100000:0.0:1749610602.495565:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000020:00000001:3.0:1749610602.495566:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495568:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610602.495568:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456296704 : -131936253254912 : ffff8801327de300) 00000100:00000040:1.0:1749610602.495569:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00020000:3.0:1749610602.495571:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610602.495571:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610602.495571:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610602.495573:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610602.495573:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327de300 x1834598494533632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610602.495574:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610602.495574:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610602.495575:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610602.495576:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610602.495578:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749610602.495579:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801327df100. 00000100:00000001:1.0:1749610602.495579:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610602.495581:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610602.495581:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801327df100 x1834598494533760 msgsize 520 00000100:00000001:1.0:1749610602.495581:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610602.495583:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610602.495583:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.495583:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494533632:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749610602.495585:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610602.495585:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749610602.495587:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533632 02000000:00000010:3.0:1749610602.495589:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578000. 00000100:00000001:1.0:1749610602.495589:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610602.495590:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610602.495591:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495593:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749610602.495593:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610602.495594:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495594:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610602.495596:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533760 00000400:00000200:2.0:1749610602.495597:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00010000:00000001:3.0:1749610602.495598:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610602.495598:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610602.495599:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00010000:00000001:3.0:1749610602.495600:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495600:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610602.495601:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610602.495601:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610602.495603:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610602.495604:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610602.495604:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610602.495604:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610602.495606:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533760 00010000:00020000:0.0:1749610602.495606:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610602.495607:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749610602.495607:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610602.495609:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:0.0:1749610602.495609:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610602.495610:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610602.495611:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610602.495611:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610602.495612:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610602.495612:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610602.495613:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610602.495613:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.495615:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.495615:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610602.495616:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749610602.495616:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00000001:0.0:1749610602.495617:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610602.495618:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749610602.495618:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 02000000:00000001:0.0:1749610602.495619:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610602.495621:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610602.495621:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000040:3.0:1749610602.495622:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610602.495622:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610602.495622:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749610602.495623:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322ec400. 02000000:00000001:3.0:1749610602.495624:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610602.495624:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610602.495625:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495625:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495625:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610602.495626:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495627:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495628:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610602.495628:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 762 usecs (1 jiffies) 00000100:00000001:1.0:1749610602.495628:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610602.495630:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610602.495630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299875954 00010000:00000001:0.0:1749610602.495630:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610602.495632:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299875954 00000100:00000001:1.0:1749610602.495632:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610602.495632:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610602.495633:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610602.495635:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299875954 00000100:00001000:0.0:1749610602.495635:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610602.495636:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494533504, offset 0 00000100:00000001:2.0:1749610602.495637:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299875954 00000100:00000001:1.0:1749610602.495637:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610602.495638:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610602.495638:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610602.495640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299875954 00000100:00000001:0.0:1749610602.495640:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610602.495641:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610602.495642:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299875954 00000100:00100000:1.0:1749610602.495643:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:0.0:1749610602.495643:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610602.495644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299875954 00000100:00000001:2.0:1749610602.495646:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299875954 00000100:00000040:1.0:1749610602.495646:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610602.495646:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610602.495647:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610602.495648:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610602.495648:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943984256 : -131938765567360 : ffff88009cbf0a80) 00000100:00000001:0.0:1749610602.495648:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610602.495650:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.495651:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610602.495652:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610602.495654:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf927780 02000000:00000001:0.0:1749610602.495654:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610602.495655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610602.495655:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf0a80 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:38/0 lens 224/0 e 0 to 0 dl 1749610613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610602.495655:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495657:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610602.495659:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6021 [1] + 0 00000100:00000040:0.0:1749610602.495659:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610602.495662:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1749610602.495662:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610602.495663:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610602.495664:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610602.495665:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610602.495665:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610602.495665:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533632, offset 0 00000400:00000200:3.0:1749610602.495667:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610602.495667:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610602.495667:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55980. 02000000:00000001:2.0:1749610602.495669:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610602.495669:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610602.495670:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610602.495671:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494534016:0@lo:38:kworker.0 00000100:00000001:3.0:1749610602.495672:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610602.495673:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c55980. 00000100:00000001:2.0:1749610602.495674:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749610602.495675:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610602.495676:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749610602.495677:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610602.495677:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610602.495678:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494534144:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610602.495679:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610602.495681:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927800 02000000:00000010:2.0:1749610602.495682:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10400. 02000000:00000001:2.0:1749610602.495683:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610602.495683:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534144 00000020:00000001:1.0:1749610602.495685:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610602.495686:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 00000400:00000200:0.0:1749610602.495687:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x602d [1] + 0 00000100:00000040:3.0:1749610602.495688:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610602.495689:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610602.495691:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610602.495691:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610602.495694:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749610602.495695:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610602.495696:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610602.495696:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:2.0:1749610602.495698:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000020:00000001:1.0:1749610602.495699:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610602.495699:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610602.495702:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494534016, portal 10 00000020:00000001:1.0:1749610602.495702:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610602.495704:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:2.0:1749610602.495704:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610602.495704:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610602.495704:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610602.495705:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 00000400:00000010:3.0:1749610602.495707:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000020:00000001:1.0:1749610602.495707:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610602.495709:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495710:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610602.495711:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610602.495711:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610602.495712:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610602.495713:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.495715:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495715:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610602.495717:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610602.495717:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610602.495718:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610602.495720:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.495720:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610602.495720:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7fc00. 00000020:00000001:3.0:1749610602.495722:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610602.495722:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 02000000:00000001:1.0:1749610602.495722:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495722:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610602.495724:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494534016, offset 0 00000100:00000001:1.0:1749610602.495724:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610602.495725:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000040:3.0:1749610602.495726:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327ddf80 x1834598494533504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610602.495727:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610602.495728:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00010000:00000040:1.0:1749610602.495730:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494534144 00000100:00000001:0.0:1749610602.495730:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610602.495731:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610602.495731:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749610602.495732:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610602.495734:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610602.495737:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494533504:12345-0@lo:38:kworker.0 Request processed in 225us (625us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610602.495737:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1749610602.495737:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009cbf0a80 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610602.495737:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610602.495739:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610602.495741:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610602.495742:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927980 00000100:00100000:3.0:1749610602.495745:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000400:00000200:2.0:1749610602.495745:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 166280 00000100:00000040:0.0:1749610602.495745:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327de300 x1834598494533632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610602.495746:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610602.495747:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610602.495748:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610602.495748:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495750:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610602.495751:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 1 0) 00000020:00000010:3.0:1749610602.495753:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000400:00000200:2.0:1749610602.495753:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610602.495755:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610602.495756:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:2.0:1749610602.495756:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:0.0:1749610602.495756:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494533632:12345-0@lo:38:kworker.0 Request processed in 172us (411us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610602.495757:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610602.495757:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610602.495759:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749610602.495760:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2400. 00000100:00000010:2.0:1749610602.495761:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 02000000:00000001:1.0:1749610602.495761:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610602.495763:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610602.495763:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0bb80 x1834598494534016 msgsize 520 02000000:00000001:1.0:1749610602.495763:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610602.495764:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00000001:1.0:1749610602.495766:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610602.495767:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610602.495768:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610602.495768:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610602.495769:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610602.495770:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749610602.495772:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000400:00000200:2.0:1749610602.495773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000020:00000010:0.0:1749610602.495773:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000400:00000010:2.0:1749610602.495775:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610602.495777:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610602.495777:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000200:1.0:1749610602.495778:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534144, offset 224 00000100:00000001:3.0:1749610602.495779:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610602.495780:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610602.495780:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124600. 00000100:00000200:3.0:1749610602.495781:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610602.495783:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610602.495784:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610602.495787:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f05880. 00000100:00000001:2.0:1749610602.495787:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610602.495789:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880070f05880 x1834598494533888 msgsize 224 00000100:00000040:2.0:1749610602.495789:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610602.495792:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610602.495792:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610602.495794:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610602.495795:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534016 00000100:00000001:3.0:1749610602.495796:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610602.495796:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610602.495797:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610602.495798:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610602.495799:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610602.495800:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000200:1.0:1749610602.495800:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927a00 00000100:00000001:2.0:1749610602.495801:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495801:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610602.495802:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000040:2.0:1749610602.495804:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 575 usecs (1 jiffies) 02000000:00000001:0.0:1749610602.495804:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495805:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610602.495806:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299875954 00000100:00100000:0.0:1749610602.495806:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534016 00000100:00000001:2.0:1749610602.495808:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299875954 00000400:00000200:1.0:1749610602.495808:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6039 [1] + 224 00000020:00000001:0.0:1749610602.495808:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610602.495809:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610602.495809:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610602.495810:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299875954 00000020:00000001:0.0:1749610602.495811:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610602.495812:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299875954 00000400:00000200:1.0:1749610602.495813:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610602.495813:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495814:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299875954 00000020:00000001:0.0:1749610602.495815:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495816:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299875954 00000100:00000001:3.0:1749610602.495817:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610602.495817:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610602.495818:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299875954 00000020:00000010:0.0:1749610602.495818:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000040:3.0:1749610602.495820:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610602.495820:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610602.495821:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299875954 00000020:00000010:0.0:1749610602.495821:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610602.495823:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610602.495824:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749610602.495825:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610602.495825:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.495827:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495827:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610602.495828:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610602.495829:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:2.0:1749610602.495829:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610602.495830:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610602.495831:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610602.495832:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.495833:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:0.0:1749610602.495833:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495835:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:1.0:1749610602.495835:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610602.495836:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 748 usecs (1 jiffies) 00000100:00000001:0.0:1749610602.495836:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610602.495837:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610602.495838:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299875954 00000100:00000001:2.0:1749610602.495839:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610602.495840:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610602.495841:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299875954 00000100:00000200:2.0:1749610602.495842:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610602.495842:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494533888 02000000:00000001:0.0:1749610602.495843:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610602.495844:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299875954 00000100:00000001:0.0:1749610602.495844:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610602.495846:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495847:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299875954 00000100:00000001:1.0:1749610602.495847:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610602.495848:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495849:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299875954 00000100:00000200:2.0:1749610602.495850:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610602.495850:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494533888 00000100:00000001:3.0:1749610602.495851:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299875954 00000020:00000001:0.0:1749610602.495851:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610602.495853:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299875954 00000020:00000040:0.0:1749610602.495853:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000200:1.0:1749610602.495854:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000001:3.0:1749610602.495855:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299875954 00000020:00000001:0.0:1749610602.495855:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610602.495856:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000020:00000040:0.0:1749610602.495856:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610602.495857:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610602.495857:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610602.495858:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610602.495859:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495859:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610602.495859:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610602.495860:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610602.495861:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610602.495862:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610602.495862:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:2.0:1749610602.495864:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610602.495864:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495865:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.495865:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610602.495866:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610602.495867:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610602.495867:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749610602.495867:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c82f000. 00000100:00000001:3.0:1749610602.495868:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610602.495868:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610602.495869:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610602.495870:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610602.495871:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610602.495871:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610602.495871:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5397480. 00000100:00000001:3.0:1749610602.495872:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610602.495872:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1749610602.495876:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610602 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610602.495876:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf0a80 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.495877:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610602.495878:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c82f000. 00000100:00001000:2.0:1749610602.495880:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=25 v=20 (1 1 1 20) 00000020:00000010:0.0:1749610602.495881:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:2.0:1749610602.495883:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610602.495884:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610602.495886:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610602.495886:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494534144:12345-0@lo:400:kworker.0 Request processed in 219us (454us total) trans 0 rc 0/0 00000020:00000010:0.0:1749610602.495887:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000001:2.0:1749610602.495888:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610602.495890:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610602.495890:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610602.495891:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610602.495892:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610602.495893:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610602.495893:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:0.0:1749610602.495894:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610602.495896:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:3.0:1749610602.495898:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00000001:1.0:1749610602.495898:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610602.495900:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610602.495900:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610602.495901:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137456300288 : -131936253251328 : ffff8801327df100) 00000020:00000010:1.0:1749610602.495903:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:2.0:1749610602.495904:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610602.495905:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801327df100 x1834598494533760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610602.495905:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610602.495906:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749610602.495907:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610602.495909:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610602.495909:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:0.0:1749610602.495909:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610602.495911:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00080000:2.0:1749610602.495912:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610602.495913:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610602.495914:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:3.0:1749610602.495915:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494533760:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610602.495915:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610602.495916:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610602.495917:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.495918:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610602.495919:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533760 00000100:00000001:0.0:1749610602.495919:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610602.495921:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610602.495921:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610602.495923:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610602.495924:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610602.495924:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749610602.495924:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000001:1.0:1749610602.495925:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610602.495927:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610602.495929:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209017984 : -131939500533632 : ffff880070f05880) 00000100:00100000:1.0:1749610602.495930:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000020:00000001:3.0:1749610602.495931:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610602.495931:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494533504:0@lo:38:kworker.0 00000100:00000001:1.0:1749610602.495932:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00010000:00020000:3.0:1749610602.495934:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610602.495934:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f05880 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:38/0 lens 224/0 e 0 to 0 dl 1749610613 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610602.495935:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610602.495936:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0bb80 x1834598494534016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610622 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610602.495937:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610602.495937:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610602.495940:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610602.495940:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be680 x1834598494533504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.495942:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610602.495942:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610602.495944:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749610602.495944:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c82f000. 02000000:00000001:3.0:1749610602.495945:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610602.495945:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494534016:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610602.495946:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610602.495946:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610602.495948:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749610602.495948:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c82f000. 02000000:00000010:3.0:1749610602.495949:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157b000. 00000100:00000200:1.0:1749610602.495949:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534016 00000020:00000001:1.0:1749610602.495950:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610602.495951:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610602.495951:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10c00. 00010000:00000001:1.0:1749610602.495952:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610602.495952:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494533888:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610602.495953:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610602.495954:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749610602.495955:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610602.495956:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610602.495957:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610602.495958:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:0.0:1749610602.495958:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494533888 00000100:00001000:3.0:1749610602.495960:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749610602.495960:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749610602.495960:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610602.495961:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495962:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749610602.495962:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ef000. 00000020:00000001:0.0:1749610602.495963:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610602.495964:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610602.495965:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00020000:1.0:1749610602.495965:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610602.495965:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610602.495966:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610602.495967:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1749610602.495967:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610602.495967:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610602.495968:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610602.495969:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be680. 00000020:00000001:0.0:1749610602.495969:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749610602.495970:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610602.495971:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749610602.495971:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610602.495972:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610602.495973:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610602.495974:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610602.495974:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610602.495974:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610602.495974:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610602.495976:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610602.495976:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610602.495976:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610602.495976:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610602.495978:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610602.495979:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495979:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1749610602.495979:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7cc00. 00000020:00000001:0.0:1749610602.495979:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610602.495980:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610602.495981:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610602.495981:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610602.495981:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610602.495983:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610602.495983:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610602.495983:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.495984:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610602.495984:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610602.495985:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000400:00000001:2.0:1749610602.495986:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749610602.495986:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610602.495986:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610602.495987:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610602.495988:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1749610602.495989:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322efc00. 00000400:00000010:2.0:1749610602.495990:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00001000:1.0:1749610602.495990:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610602.495991:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610602.495992:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610602.495993:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.495994:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610602.495994:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610602.495995:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610602.495995:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610602.495996:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610602.495998:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610602.495998:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000040:0.0:1749610602.495998:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494533888 00000100:00000001:1.0:1749610602.496000:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610602.496000:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749610602.496001:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533760, offset 0 00000100:00000001:1.0:1749610602.496003:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000200:0.0:1749610602.496004:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f05880 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610602.496005:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610602.496006:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749610602.496008:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610602.496008:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610602.496011:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610602.496011:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610602.496012:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610602.496013:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610602.496013:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496014:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610602.496015:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610602.496016:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927880 00000100:00000001:2.0:1749610602.496016:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610602.496016:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610602.496017:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749610602.496017:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 02000000:00000001:2.0:1749610602.496018:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610602.496020:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610602.496020:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610602.496021:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6041 [1] + 0 00000100:00000001:2.0:1749610602.496021:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610602.496022:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749610602.496023:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.496024:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610602.496025:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610602.496025:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534016, offset 0 00000100:00001000:2.0:1749610602.496026:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610602 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610602.496026:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610602.496028:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610602.496028:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610602.496029:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=7 v=20 (1 1 1 20) 00000400:00000200:1.0:1749610602.496029:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610602.496029:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610602.496032:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610602.496032:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610602.496032:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610602.496033:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749610602.496034:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749610602.496035:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610602.496035:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610602.496037:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610602.496037:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494533888, offset 224 00000100:00000040:2.0:1749610602.496039:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610602.496040:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927980 00000400:00000200:0.0:1749610602.496041:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610602.496045:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610602.496046:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610602.496046:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6051 [1] + 0 00000100:00000001:2.0:1749610602.496047:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610602.496048:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610602.496048:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610602.496050:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610602.496051:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610602.496051:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610602.496053:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927900 00000100:00000001:3.0:1749610602.496054:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749610602.496054:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610602.496054:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610602.496056:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610602.496058:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610602.496058:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6029 [1] + 224 00000400:00000200:3.0:1749610602.496062:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000040:2.0:1749610602.496062:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610602.496063:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610602.496064:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610602.496066:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749610602.496066:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610602.496067:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610602.496067:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610602.496069:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494533632:0@lo:38:kworker.0 00000100:00000001:3.0:1749610602.496070:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.496070:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610602.496071:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610602.496073:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749610602.496073:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610602.496074:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610602.496075:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610602.496075:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610602.496077:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610602.496077:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610602.496079:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000040:3.0:1749610602.496080:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801327df100 x1834598494533760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610602.496080:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610602.496081:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610602.496083:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610602.496083:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610602.496086:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610602.496089:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610602.496090:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494533760:12345-0@lo:38:kworker.0 Request processed in 174us (506us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610602.496092:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00000200:2.0:1749610602.496094:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610602.496095:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610602.496095:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610602.496096:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00000001:1.0:1749610602.496096:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610602.496098:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610602.496099:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610602.496100:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610602.496100:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:2.0:1749610602.496101:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610602.496101:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496102:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610602.496102:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:3.0:1749610602.496103:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000100:00000001:2.0:1749610602.496103:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610602.496104:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610602.496104:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610602.496105:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610602.496105:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610602.496106:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610602.496106:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610602.496107:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:2.0:1749610602.496107:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610602.496108:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610602.496108:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610602.496109:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610602.496110:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000100:00001000:2.0:1749610602.496111:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610602 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610602.496111:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610602.496112:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494534016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610622 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610602.496113:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610602.496114:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610602.496114:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=107 v=20 (1 1 20 0) 00000020:00000001:0.0:1749610602.496115:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496116:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610602.496117:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610602.496118:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610602.496119:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610602.496120:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f05880 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:38/0 lens 224/224 e 0 to 0 dl 1749610613 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610602.496121:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494534016:12345-0@lo:38:kworker.0 Request processed in 175us (355us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610602.496123:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.496126:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610602.496128:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610602.496128:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00000001:2.0:1749610602.496130:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610602.496130:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610602.496130:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494533888:12345-0@lo:400:kworker.0 Request processed in 185us (338us total) trans 0 rc 0/0 00000400:00000001:3.0:1749610602.496131:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610602.496131:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1749610602.496132:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610602.496132:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610602.496133:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496134:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610602.496134:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000400:00000010:3.0:1749610602.496135:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000100:00000001:2.0:1749610602.496136:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610602.496137:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000400:00000200:3.0:1749610602.496138:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00080000:2.0:1749610602.496138:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749610602.496138:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000010:3.0:1749610602.496139:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000040:0.0:1749610602.496139:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610602.496141:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610602.496141:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610602.496141:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:0.0:1749610602.496141:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610602.496143:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610602.496143:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610602.496144:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610602.496145:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610602.496146:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000040:2.0:1749610602.496147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610602.496149:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000020:00000010:0.0:1749610602.496152:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000200:3.0:1749610602.496154:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610602.496155:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00080000:1.0:1749610602.496157:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610602.496158:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610602.496160:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610602.496161:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494533760:0@lo:38:kworker.0 00000020:00000040:1.0:1749610602.496161:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610602.496162:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610602.496164:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610602.496166:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749610602.496166:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610602.496167:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749610602.496167:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610602.496169:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.496169:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000400:00000200:2.0:1749610602.496170:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 02000000:00000001:3.0:1749610602.496171:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610602.496172:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610602.496174:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610602.496175:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=107 v=5 (5 5 5 0) 00000100:00000200:2.0:1749610602.496176:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610602.496179:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=107 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610602.496181:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610602.496183:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610602.496184:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.496184:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610602.496185:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610602.496186:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00080000:3.0:1749610602.496190:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610602.496190:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749610602.496190:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610602.496191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610602.496191:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610602.496193:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610602.496194:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749610602.496194:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610602.496195:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610602.496197:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496197:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610602.496197:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 02000000:00000001:2.0:1749610602.496198:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610602.496199:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749610602.496200:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1749610602.496201:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610602 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610602.496201:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610602.496203:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:2.0:1749610602.496203:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=57 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610602.496205:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1749610602.496205:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.496206:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496206:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610602.496207:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610602.496209:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610602.496210:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610602.496212:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610602.496214:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.496218:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610602.496218:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610602.496220:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610602.496221:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610602.496221:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610602.496222:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496222:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.496222:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496223:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610602.496225:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610602.496225:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610602.496226:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610602.496227:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749610602.496227:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610602.496229:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749610602.496230:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610602.496230:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496232:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610602.496233:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494533888:0@lo:400:kworker.0 02000000:00000001:0.0:1749610602.496233:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.496236:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610602.496237:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=57 v=5 (5 5 5 0) 00000100:00000001:3.0:1749610602.496238:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610602.496239:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749610602.496240:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=57 v=5 (1 1 1 0) 00000100:00000040:3.0:1749610602.496242:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc700 x1834598494533888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.496243:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749610602.496244:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494534016:0@lo:38:kworker.0 00000100:00000001:0.0:1749610602.496245:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496247:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610602.496247:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610602.496248:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610602.496249:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610602.496250:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1749610602.496251:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610602.496252:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3c00. 00000100:00000040:2.0:1749610602.496252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bf480 x1834598494533632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610602.496254:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610602.496256:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610602.496257:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610602.496258:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610602.496259:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749610602.496259:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1749610602.496259:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610602.496261:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 02000000:00000010:2.0:1749610602.496261:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12800. 00000100:00000001:0.0:1749610602.496261:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749610602.496263:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749610602.496263:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:3.0:1749610602.496264:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610602.496264:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610602.496264:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749610602.496265:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1749610602.496265:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:3.0:1749610602.496266:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc700. 00000100:00000001:0.0:1749610602.496266:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610602.496267:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610602.496269:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1749610602.496269:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ecc00. 00000100:00000040:0.0:1749610602.496269:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610602.496270:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610602.496271:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610602.496272:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610602.496272:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610602.496273:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf480. 00000100:00000001:3.0:1749610602.496275:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.496276:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610602.496276:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610602.496277:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496277:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610602.496278:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610602.496279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610602.496279:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610602.496280:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610602.496281:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be300 x1834598494533760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610602.496281:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610602.496284:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610602.496287:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610602.496288:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610602.496290:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10000. 02000000:00000001:2.0:1749610602.496292:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610602.496293:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749610602.496293:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494534144:0@lo:400:kworker.0 00000020:00000040:2.0:1749610602.496294:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610602.496295:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610602.496297:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ed400. 00000100:00000001:0.0:1749610602.496297:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610602.496299:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610602.496299:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610602.496301:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610602.496301:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1500 x1834598494534144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610602.496302:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be300. 00000100:00000001:2.0:1749610602.496305:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610602.496306:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496307:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610602.496308:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610602.496309:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610602.496310:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bd500 x1834598494534016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610602.496311:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610602.496314:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610602.496315:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610602.496316:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1749610602.496316:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610602.496317:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610602.496318:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610602.496319:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10400. 02000000:00000001:2.0:1749610602.496320:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1749610602.496320:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 00000020:00000001:2.0:1749610602.496322:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610602.496323:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610602.496323:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610602.496324:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749610602.496324:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749610602.496326:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ef800. 00000100:00000010:0.0:1749610602.496326:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 02000000:00000001:2.0:1749610602.496328:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610602.496328:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610602.496329:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610602.496330:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd500. 00000100:00000001:0.0:1749610602.496330:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610602.496331:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496332:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610602.496333:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.496335:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.496335:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.496336:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610602.496336:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496338:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610602.496338:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610602.496339:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610602.496340:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.496341:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610602.496560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299875954, at 4299875954 00000100:00000010:1.0:1749610602.496568:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb32680. 00000100:00000040:0.0:1749610602.496577:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299875954, at 4299875954 00000100:00000040:3.0:1749610602.496582:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299875954, at 4299875954 00000100:00000010:0.0:1749610602.496585:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb32800. 00000100:00000010:3.0:1749610602.496590:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb32900. 00000100:00000040:2.0:1749610602.496591:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299875954, at 4299875954 00000100:00000010:2.0:1749610602.496598:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb32000. 00080000:00000010:2.0:1749610602.560571:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.560580:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.560586:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610602.560663:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.560668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.560672:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610602.560678:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.560683:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.560687:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.724630:0:14662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610602.724639:0:14662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610602.724645:0:14662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.724661:0:14662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610602.724666:0:14662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610602.724669:0:14662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.724676:0:14662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610602.724681:0:14662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610602.724683:0:14662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610602.728596:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.728603:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.728609:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610602.728688:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.728691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.728694:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610602.728700:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610602.728703:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610602.728705:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610602.747606:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610602.747612:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610602.747614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610602.747618:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610602.747621:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610602.747625:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.747628:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610602.747631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610602.747633:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.867190:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.867196:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.867200:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.867238:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.867241:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.867243:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.867248:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.867250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.867252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.991984:0:14728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610602.991994:0:14728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610602.992000:0:14728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.992017:0:14728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610602.992022:0:14728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610602.992026:0:14728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610602.992033:0:14728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610602.992037:0:14728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610602.992040:0:14728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.995936:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.995943:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.995948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.996017:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.996020:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.996024:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610602.996029:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610602.996032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610602.996034:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.165435:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610603.165448:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610603.165457:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.165628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610603.165637:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610603.165644:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.165656:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610603.165663:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610603.165668:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.332162:0:14795:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610603.332172:0:14795:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610603.332178:0:14795:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.332196:0:14795:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610603.332200:0:14795:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610603.332204:0:14795:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.332210:0:14795:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610603.332215:0:14795:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610603.332218:0:14795:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.336687:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.336694:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.336699:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.336770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.336774:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.336776:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.336782:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.336785:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.336788:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610603.340387:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610603.340391:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610603.340552:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610603.340558:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610603.340562:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749610603.457683:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610603.457688:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610603.457691:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610603.457695:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749610603.457699:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610603.457702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610603.457705:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610603.457708:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610603.457711:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610603.495625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610603.495638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610603.495641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610603.495645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610603.495647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610603.495650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610603.495653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.508631:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.508640:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.508646:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.508716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.508722:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.508725:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610603.508732:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610603.508737:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610603.508740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.669065:0:14861:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610603.669076:0:14861:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610603.669085:0:14861:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.669106:0:14861:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610603.669113:0:14861:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610603.669118:0:14861:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.669128:0:14861:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610603.669135:0:14861:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610603.669139:0:14861:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.673669:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610603.673677:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610603.673682:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.673752:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610603.673756:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610603.673759:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610603.673764:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610603.673767:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610603.673770:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610603.747573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610603.747580:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610603.747583:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610603.747588:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610603.747593:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610603.747597:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610603.747602:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610603.747606:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610603.747609:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.843160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610603.843169:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610603.843175:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.843243:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610603.843248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610603.843252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610603.843259:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749610603.843264:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749610603.843267:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.005780:0:14927:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610604.005791:0:14927:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610604.005797:0:14927:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.005815:0:14927:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610604.005819:0:14927:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610604.005823:0:14927:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.005830:0:14927:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610604.005835:0:14927:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610604.005838:0:14927:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.010280:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610604.010287:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610604.010292:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.010360:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610604.010364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610604.010367:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.010372:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610604.010375:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610604.010378:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610604.181807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610604.181817:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610604.181823:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610604.181893:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610604.181899:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610604.181902:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610604.181909:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610604.181913:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610604.181916:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.339992:0:14994:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.340002:0:14994:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.340009:0:14994:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.340025:0:14994:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.340030:0:14994:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.340034:0:14994:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.340041:0:14994:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.340046:0:14994:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.340049:0:14994:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610604.342601:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610604.342609:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610604.342613:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610604.342617:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610604.342622:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610604.342626:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610604.342630:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610604.342633:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610604.342669:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610604.342673:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610604.342676:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610604.344154:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.344160:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.344165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.344235:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.344238:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.344241:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610604.344246:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610604.344249:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610604.344252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610604.457618:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610604.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610604.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610604.457635:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610604.457639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610604.457644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610604.457648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610604.457651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610604.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610604.495625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610604.495637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610604.495641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610604.495644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610604.495647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610604.495651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610604.495654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.506050:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610604.506057:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610604.506062:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.506108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610604.506112:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610604.506115:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.506120:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610604.506123:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610604.506125:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.668335:0:15060:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.668345:0:15060:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.668352:0:15060:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.668368:0:15060:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.668373:0:15060:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.668376:0:15060:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.668407:0:15060:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.668414:0:15060:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.668417:0:15060:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.672623:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.672630:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.672635:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.672707:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.672711:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.672714:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610604.672719:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610604.672722:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610604.672725:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610604.747702:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610604.747708:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610604.747710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610604.747714:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610604.747718:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610604.747722:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610604.747725:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610604.747728:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610604.747731:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.858825:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610604.858839:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610604.858847:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.858975:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610604.858982:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610604.858988:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610604.858998:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610604.859005:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610604.859010:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.018134:0:15126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.018143:0:15126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.018149:0:15126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.018167:0:15126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.018172:0:15126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.018176:0:15126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.018182:0:15126:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.018187:0:15126:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.018191:0:15126:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610605.022866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610605.022873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610605.022878:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610605.022949:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610605.022952:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610605.022955:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610605.022961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610605.022964:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610605.022967:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.194604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.194612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.194617:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.194673:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.194677:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.194680:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.194686:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610605.194691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610605.194693:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610605.344602:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610605.344608:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610605.344677:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610605.344683:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610605.344687:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610605.369242:0:15193:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610605.369251:0:15193:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610605.369258:0:15193:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610605.369274:0:15193:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610605.369279:0:15193:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610605.369282:0:15193:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610605.369290:0:15193:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610605.369295:0:15193:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610605.369298:0:15193:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.373434:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.373441:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.373446:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.373557:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.373561:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.373565:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.373570:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.373573:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.373576:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610605.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610605.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610605.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610605.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610605.457647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610605.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610605.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610605.457658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610605.457660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610605.495565:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610605.495578:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610605.495580:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610605.495583:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610605.495586:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610605.495589:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610605.495591:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610605.545598:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610605.545609:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610605.545618:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610605.545737:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610605.545746:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610605.545752:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610605.545763:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610605.545769:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610605.545774:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.721933:0:15259:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.721943:0:15259:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.721949:0:15259:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.721966:0:15259:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.721971:0:15259:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.721974:0:15259:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.721981:0:15259:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.721986:0:15259:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.721989:0:15259:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.726253:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.726260:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.726265:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.726338:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.726341:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.726344:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610605.726349:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610605.726353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610605.726355:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610605.747620:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610605.747626:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610605.747628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610605.747632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610605.747636:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610605.747640:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610605.747643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1749610605.747656:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.747666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610605.747671:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.747680:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749610605.747684:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610605.747686:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610605.747688:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610605.747692:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610605.747700:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88011358aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494531840:0@lo:101:ll_cfg_requeue.0 00000100:00000001:3.0:1749610605.747706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610605.747708:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1749610605.747711:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1749610605.747713:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610605.747716:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.747730:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610605.747733:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab9c0. 00000100:00000001:3.0:1749610605.747738:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1749610605.747739:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:3.0:1749610605.747744:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1749610605.747748:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1749610605.747751:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610605.747755:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828c00 refcount=4 00000020:00000001:3.0:1749610605.747757:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:3.0:1749610605.747760:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00010000:3.0:1749610605.747766:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747776:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:3.0:1749610605.747781:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747787:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1749610605.747791:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747797:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610605.747798:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1749610605.747801:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747807:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749610605.747810:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610605.747813:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1749610605.747816:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749610605.747827:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a828c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:3.0:1749610605.747831:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1749610605.747834:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747839:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1749610605.747840:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1749610605.747842:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610605.747843:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828c00 refcount=5 00000020:00000001:3.0:1749610605.747845:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:3.0:1749610605.747847:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:3.0:1749610605.747850:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1749610605.747853:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1749610605.747858:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1749610605.747860:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1749610605.747865:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:3.0:1749610605.747867:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1749610605.747869:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610605.747871:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1749610605.747873:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1749610605.747876:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1749610605.747877:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1749610605.747879:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749610605.747880:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610605.747883:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a828c00 with handle 0x689c0ec07329d198 from hash 00010000:00000001:3.0:1749610605.747885:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1749610605.747887:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610605.747888:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610605.747889:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1749610605.747891:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1749610605.747893:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1749610605.747895:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610605.747897:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610605.747898:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610605.747900:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610605.747903:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1749610605.747907:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610605.747908:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610605.747910:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1749610605.747911:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1749610605.747912:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1749610605.747913:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610605.747914:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1749610605.747916:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d198 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1749610605.747925:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5d00 count: 0 00010000:00000001:3.0:1749610605.747936:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1749610605.747938:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1749610605.747940:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610605.747943:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88011358aa00 x1834598494531840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.747950:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610605.747953:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610605.747955:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749610605.747957:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610605.747961:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829200. 02000000:00000001:3.0:1749610605.747966:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610605.747968:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610605.747970:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358aa00. 00000100:00000001:3.0:1749610605.747974:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610605.747976:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1749610605.747978:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:3.0:1749610605.747981:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:3.0:1749610605.747985:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:3.0:1749610605.747988:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:3.0:1749610605.747991:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:3.0:1749610605.747993:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1749610605.747996:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749610605.747997:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:3.0:1749610605.747999:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749610605.748002:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749610605.748003:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:3.0:1749610605.748005:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749610605.748007:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1749610605.748008:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1749610605.748010:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:3.0:1749610605.748012:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:3.0:1749610605.748014:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:3.0:1749610605.748015:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1749610605.748021:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04e00. 00000020:00000040:3.0:1749610605.748024:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1749610605.748028:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610605.748031:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610605.748035:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610605.748041:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012c7b3200. 00000100:00000001:3.0:1749610605.748048:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610605.748052:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1749610605.748054:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1749610605.748059:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880079a0a800. 00010000:00000001:3.0:1749610605.748064:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1749610605.748066:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012c7b2200. 00000020:00000001:3.0:1749610605.748069:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749610605.748071:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012c7b2200 with handle 0x689c0ec07329d19f to hash 00000020:00000001:3.0:1749610605.748074:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1749610605.748075:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00000001:3.0:1749610605.748078:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00000001:3.0:1749610605.748080:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749610605.748082:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610605.748085:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749610605.748094:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749610605.748104:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1749610605.748109:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1749610605.748111:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1749610605.748116:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a7db40c0. 00000100:00000001:3.0:1749610605.748117:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135130382528 : -131938579169088 : ffff8800a7db40c0) 00000100:00000001:3.0:1749610605.748120:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610605.748122:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209015296 : -131939500536320 : ffff880070f04e00) 00000100:00000001:3.0:1749610605.748126:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610605.748130:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610605.748132:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1749610605.748134:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610605.748138:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.748146:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610605.748148:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610605.748151:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610605.748158:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610605.748160:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610605.748161:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610605.748163:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610605.748165:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610605.748167:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610605.748168:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610605.748169:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610605.748171:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749610605.759716:0:34:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5d00. 00010000:00000010:1.1:1749610605.759727:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828c00. 00080000:00000010:0.0:1749610605.898937:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610605.898947:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610605.898953:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.899021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610605.899027:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610605.899030:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610605.899037:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610605.899041:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610605.899044:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.074345:0:15325:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.074356:0:15325:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.074362:0:15325:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.074412:0:15325:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.074417:0:15325:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.074421:0:15325:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.074428:0:15325:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.074433:0:15325:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.074436:0:15325:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.079115:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.079122:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.079126:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.079196:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.079200:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.079203:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610606.079208:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610606.079211:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610606.079214:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.248566:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.248577:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.248584:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.248656:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.248661:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.248664:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.248670:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.248674:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.248677:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610606.346648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610606.346654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610606.346752:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610606.346757:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610606.346760:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610606.412132:0:15392:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610606.412143:0:15392:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610606.412150:0:15392:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.412168:0:15392:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610606.412173:0:15392:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610606.412176:0:15392:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.412183:0:15392:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610606.412188:0:15392:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610606.412191:0:15392:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.416666:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.416673:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.416677:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.416745:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.416749:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.416752:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610606.416757:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610606.416760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610606.416762:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610606.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610606.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610606.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610606.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610606.457649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610606.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610606.457657:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610606.457660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610606.457662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610606.495599:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610606.495615:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610606.495618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610606.495623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610606.495627:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610606.495630:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610606.495634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.589273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.589283:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.589290:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.589359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.589385:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.589390:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.589398:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.589402:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.589405:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610606.747614:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610606.747621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610606.747625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610606.747630:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610606.747635:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610606.747640:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610606.747644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610606.747648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610606.747652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.761056:0:15458:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.761065:0:15458:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.761071:0:15458:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.761089:0:15458:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.761093:0:15458:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.761097:0:15458:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.761104:0:15458:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610606.761108:0:15458:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610606.761111:0:15458:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610606.765304:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610606.765311:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610606.765315:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610606.765420:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610606.765424:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610606.765427:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610606.765433:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610606.765436:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610606.765439:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.943887:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610606.943897:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610606.943903:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.943972:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610606.943977:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610606.943980:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610606.943987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610606.943991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610606.943994:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.107669:0:15524:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610607.107679:0:15524:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610607.107686:0:15524:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.107703:0:15524:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610607.107708:0:15524:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610607.107712:0:15524:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.107718:0:15524:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610607.107723:0:15524:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610607.107726:0:15524:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.112648:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.112655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.112660:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.112770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.112776:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.112781:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.112790:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.112794:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.112799:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.288236:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.288245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.288252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.288317:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.288322:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.288325:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.288331:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.288336:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.288338:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610607.348599:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610607.348605:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610607.348648:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610607.348651:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610607.348654:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610607.443746:0:15591:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610607.443754:0:15591:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610607.443759:0:15591:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610607.443771:0:15591:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610607.443775:0:15591:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610607.443777:0:15591:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610607.443782:0:15591:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610607.443786:0:15591:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610607.443788:0:15591:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.446940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.446945:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.446949:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.446997:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.447000:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.447002:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610607.447005:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610607.447007:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610607.447009:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.457583:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610607.457589:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610607.457591:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610607.457595:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610607.457598:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610607.457602:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.457605:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610607.457608:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.457610:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.495586:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610607.495599:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610607.495600:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.495604:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610607.495605:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610607.495608:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.495610:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610607.502567:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610607.502571:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610607.502573:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610607.502575:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610607.502577:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610607.502579:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610607.502582:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610607.502585:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5208 00000100:00080000:0.0:1749610607.502588:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610607.502589:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502591:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.502593:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502594:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610607.502596:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610607.502598:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610607.502600:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610607.502603:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610607.502604:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610607.502606:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610607.502608:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502610:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.502611:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502612:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610607.502614:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610607.502616:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610607.502617:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502619:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610607.502623:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610607.502625:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502626:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610607.502628:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610607.502631:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00000020:00000040:0.0:1749610607.502634:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610607.502636:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610607.502637:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502639:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610607.502640:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610607.502642:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610607.502648:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:0.0:1749610607.502653:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610607.502659:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610607.502666:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610607.502668:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502671:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf1500] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.502684:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610607.502686:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610607.502688:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610607.502689:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610607.502691:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610607.502692:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610607.502693:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5208 00000100:00080000:0.0:1749610607.502695:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610607.502696:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502697:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.502698:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502699:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610607.502700:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610607.502701:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610607.502702:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610607.502703:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610607.502704:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610607.502705:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610607.502707:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502708:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.502708:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502709:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610607.502711:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610607.502712:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610607.502713:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502714:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610607.502715:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610607.502716:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502717:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610607.502718:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610607.502720:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2d80. 00000020:00000040:0.0:1749610607.502721:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610607.502723:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610607.502723:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502724:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610607.502725:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610607.502726:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610607.502729:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:0.0:1749610607.502730:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610607.502733:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610607.502736:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610607.502737:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502739:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009cbf2d80] to pc [ptlrpcd_rcv+-1] req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.502741:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610607.502743:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.502745:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610607.502745:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610607.502746:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749610607.502747:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610607.502747:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610607.502748:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610607.502764:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610607.502766:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5208 00000100:00000040:2.0:1749610607.502768:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610607.502768:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610607.502769:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502771:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.502772:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502773:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610607.502774:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610607.502775:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:2.0:1749610607.502776:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610607.502776:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610607.502777:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610607.502778:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610607.502778:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610607.502780:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610607.502781:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610607.502782:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610607.502783:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610607.502783:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610607.502785:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502785:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502786:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610607.502788:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494534400:0@lo:38:kworker.0 00000020:00000040:0.0:1749610607.502788:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610607.502790:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610607.502791:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610607.502791:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502792:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610607.502794:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610607.502794:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610607.502795:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502795:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.502797:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610607.502797:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610607.502797:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610607.502800:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 02000000:00000010:2.0:1749610607.502802:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e11400. 00000020:00000040:0.0:1749610607.502802:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610607.502803:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610607.502804:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502804:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502805:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610607.502805:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610607.502806:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610607.502809:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 02000000:00000010:0.0:1749610607.502809:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880118a7e800. 00000100:00000001:0.0:1749610607.502811:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610607.502814:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610607.502815:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610607.502818:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610607.502819:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610607.502820:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494534400, portal 4 00000100:00000040:0.0:1749610607.502821:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.502822:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610607.502824:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 00000100:00000001:0.0:1749610607.502827:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502828:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1749610607.502830:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.502831:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610607.502833:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000020:00000040:0.0:1749610607.502835:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610607.502836:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610607.502837:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610607.502839:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.502841:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610607.502841:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000001:0.0:1749610607.502842:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610607.502843:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610607.502845:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610607.502845:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610607.502847:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494534400, offset 0 00000100:00000001:0.0:1749610607.502850:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610607.502851:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610607.502852:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610607.502855:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_00_02+2] req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610607.502864:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610607.502874:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf927b00 00000100:00000001:0.0:1749610607.502875:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610607.502877:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610607.502879:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 3640 00000100:00080000:0.0:1749610607.502879:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610607.502880:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610607.502881:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610607.502882:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610607.502884:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610607.502884:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5208 00000400:00000200:2.0:1749610607.502885:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749610607.502886:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610607.502888:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610607.502888:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610607.502889:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610607.502889:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610607.502890:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610607.502891:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.502892:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610607.502893:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749610607.502893:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610607.502894:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:0.0:1749610607.502894:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610607.502895:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610607.502896:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610607.502896:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000010:2.0:1749610607.502898:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a680. 00000020:00000001:0.0:1749610607.502898:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610607.502899:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610607.502900:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0a680 x1834598494534400 msgsize 520 00000100:00000040:0.0:1749610607.502901:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610607.502902:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610607.502903:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610607.502903:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610607.502903:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610607.502905:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502905:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610607.502907:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:1.0:1749610607.502908:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610607.502908:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749610607.502909:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610607.502910:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610607.502911:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610607.502911:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610607.502913:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610607.502914:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494534784:0@lo:400:kworker.0 02000000:00000001:0.0:1749610607.502914:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502916:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610607.502917:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610607.502917:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610607.502919:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610607.502919:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000100:00000001:2.0:1749610607.502920:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610607.502920:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610607.502920:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610607.502921:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610607.502922:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610607.502922:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502923:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1749610607.502924:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124e00. 02000000:00000001:0.0:1749610607.502924:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610607.502925:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610607.502926:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 02000000:00000001:1.0:1749610607.502926:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610607.502927:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880118a7dc00. 00000400:00000010:2.0:1749610607.502928:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000400:00000010:1.0:1749610607.502929:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749610607.502929:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.502931:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610607.502932:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749610607.502933:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000200:2.0:1749610607.502934:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610607.502936:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494534784, portal 10 00000100:00000001:0.0:1749610607.502936:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610607.502937:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610607.502937:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.502939:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000040:0.0:1749610607.502939:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.502940:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610607.502943:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.502944:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.502944:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502946:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610607.502948:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.502948:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610607.502949:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610607.502950:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610607.502950:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57100. 00000100:00000040:1.0:1749610607.502952:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610607.502952:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610607.502953:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610607.502953:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610607.502953:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610607.502954:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749610607.502955:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494534784, offset 0 02000000:00000001:0.0:1749610607.502955:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610607.502956:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1098 usecs (2 jiffies) 02000000:00000010:0.0:1749610607.502957:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000100:00000001:2.0:1749610607.502958:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299880962 00000400:00000200:1.0:1749610607.502958:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610607.502959:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.502961:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749610607.502962:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4d80. 00000400:00000200:1.0:1749610607.502964:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610607.502966:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610607.502966:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610607.502967:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610607.502969:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927c80 00000100:00000040:0.0:1749610607.502969:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57100] to pc [ptlrpcd_00_03+3] req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.502971:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299880962 00000400:00000200:1.0:1749610607.502989:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 166800 00000100:00000010:2.0:1749610607.502990:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c41c0. 00000100:00000001:0.0:1749610607.502991:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.502992:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610607.502993:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299880962 00000400:00000200:1.0:1749610607.502993:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610607.502993:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5218) 00000100:00000010:2.0:1749610607.502995:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c47c0. 00000400:00000200:1.0:1749610607.502995:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610607.502997:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610607.502998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299880962 00000100:00000001:1.0:1749610607.502998:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610607.502999:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610607.502999:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610607.503000:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4680. 00000100:00000001:0.0:1749610607.503001:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610607.503002:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:1.0:1749610607.503002:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000100:00000001:0.0:1749610607.503002:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610607.503003:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610607.503004:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119280380 x1834598494534784 msgsize 224 00000100:00000040:0.0:1749610607.503004:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503005:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503006:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610607.503007:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610607.503008:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.503008:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610607.503009:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503011:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610607.503011:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610607.503012:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610607.503013:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610607.503013:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610607.503014:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534400 00000100:00000001:2.0:1749610607.503014:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503014:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610607.503015:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610607.503015:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494535040:0@lo:400:kworker.0 02000000:00000001:3.0:1749610607.503016:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610607.503016:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610607.503017:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610607.503018:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610607.503018:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610607.503019:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610607.503019:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494534528:0@lo:38:kworker.0 00000400:00000010:1.0:1749610607.503019:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749610607.503019:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610607.503020:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503021:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503021:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610607.503021:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610607.503021:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610607.503022:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610607.503023:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.503023:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610607.503023:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610607.503024:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fc00. 02000000:00000001:2.0:1749610607.503025:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610607.503025:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610607.503026:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534400 02000000:00000010:2.0:1749610607.503027:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10800. 00000400:00000010:0.0:1749610607.503027:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000020:00000001:3.0:1749610607.503028:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610607.503029:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610607.503029:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503029:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610607.503030:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610607.503030:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000400:00000010:0.0:1749610607.503030:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000020:00000001:3.0:1749610607.503031:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610607.503031:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610607.503033:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610607.503033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:0.0:1749610607.503033:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494535040, portal 10 00000100:00000001:0.0:1749610607.503034:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610607.503035:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494534528, portal 10 00000100:00000001:1.0:1749610607.503035:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503035:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393877248 : -131936315674368 : ffff88012ec57100) 00000100:00000001:2.0:1749610607.503036:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610607.503036:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610607.503037:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000100:00000001:2.0:1749610607.503037:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134943993216 : -131938765558400 : ffff88009cbf2d80) 00000100:00000001:1.0:1749610607.503037:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.503039:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610607.503040:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000040:1.0:1749610607.503040:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 752 usecs (1 jiffies) 00000100:00000040:2.0:1749610607.503041:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503042:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299880961 00000100:00000001:1.0:1749610607.503043:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299880962 00000020:00000010:3.0:1749610607.503044:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:0.0:1749610607.503044:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610607.503045:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610607.503045:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299880961 00000100:00000040:0.0:1749610607.503045:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610607.503046:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299880962 00000100:00000001:3.0:1749610607.503047:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610607.503047:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610607.503047:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299880961 00000400:00000010:0.0:1749610607.503047:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610607.503048:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610607.503048:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:0.0:1749610607.503048:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494535040, offset 0 00000100:00000001:1.0:1749610607.503049:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299880962 00000100:00000001:3.0:1749610607.503050:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610607.503050:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494534528, offset 0 00000100:00000001:1.0:1749610607.503050:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299880961 00000100:00000001:1.0:1749610607.503051:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299880962 00000400:00000200:0.0:1749610607.503051:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610607.503052:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610607.503053:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610607.503054:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503054:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503055:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503056:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610607.503056:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610607.503057:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610607.503060:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503060:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610607.503061:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749610607.503061:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf927d80 00000400:00000200:2.0:1749610607.503062:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927b80 00000100:00000001:1.0:1749610607.503062:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610607.503063:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610607.503064:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610607.503064:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 167024 00000100:00000001:1.0:1749610607.503065:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503066:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610607.503068:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610607.503068:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610607.503070:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610607.503071:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:2.0:1749610607.503071:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 167248 00000100:00000001:3.0:1749610607.503073:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209037952 : -131939500513664 : ffff880070f0a680) 00000400:00000200:2.0:1749610607.503074:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610607.503074:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610607.503075:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610607.503076:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610607.503077:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0a680 x1834598494534400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610607.503077:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 00000100:00000040:0.0:1749610607.503079:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57b80 x1834598494535040 msgsize 224 00000100:00100000:0.0:1749610607.503082:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610607.503085:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494534400:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610607.503086:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610607.503088:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534400 00000020:00000001:3.0:1749610607.503091:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610607.503093:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610607.503093:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749610607.503093:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000200:2.0:1749610607.503094:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749610607.503094:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610607.503096:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1749610607.503097:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd500. 00000100:00000040:2.0:1749610607.503099:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd500 x1834598494534528 msgsize 520 00000100:00000200:0.0:1749610607.503099:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610607.503101:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610607.503103:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503104:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:3.0:1749610607.503105:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610607.503105:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610607.503107:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610607.503109:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610607.503109:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503110:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610607.503110:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610607.503111:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610607.503113:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610607.503113:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 02000000:00000001:3.0:1749610607.503114:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610607.503114:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610607.503114:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503115:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610607.503116:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 735 usecs (1 jiffies) 02000000:00000010:3.0:1749610607.503117:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72400. 00000100:00000001:0.0:1749610607.503117:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299880961 00000100:00000200:2.0:1749610607.503118:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610607.503119:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503119:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299880962 00000100:00000001:3.0:1749610607.503120:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503120:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299880961 00000100:00000001:1.0:1749610607.503121:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749610607.503122:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610607.503122:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610607.503122:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299880962 00000100:00100000:1.0:1749610607.503123:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534784 00000100:00000001:0.0:1749610607.503123:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299880961 00010000:00000001:3.0:1749610607.503124:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610607.503124:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610607.503125:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610607.503125:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299880962 00000100:00001000:3.0:1749610607.503126:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610607.503126:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610607.503126:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299880961 00000100:00000001:1.0:1749610607.503127:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503127:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299880962 00000100:00000001:3.0:1749610607.503128:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610607.503128:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503129:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610607.503129:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503129:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610607.503130:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503131:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610607.503131:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610607.503131:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534784 00000100:00000001:0.0:1749610607.503131:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610607.503132:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610607.503132:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 821 usecs (1 jiffies) 00000020:00000001:1.0:1749610607.503132:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610607.503132:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610607.503133:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610607.503134:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610607.503134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299880961 00000020:00000001:1.0:1749610607.503134:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610607.503135:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610607.503135:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299880962 00000020:00000040:1.0:1749610607.503136:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610607.503136:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610607.503137:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610607.503137:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299880961 00000100:00000001:0.0:1749610607.503137:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1749610607.503138:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610607.503138:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299880962 00000020:00000001:1.0:1749610607.503138:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610607.503138:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610607.503139:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610607.503139:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610607.503139:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610607.503140:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299880961 00000100:00000001:0.0:1749610607.503140:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503141:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610607.503141:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299880962 00000100:00000001:0.0:1749610607.503141:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610607.503142:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610607.503142:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610607.503143:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299880961 00000400:00000010:3.0:1749610607.503144:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610607.503144:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299880962 00000020:00000010:1.0:1749610607.503144:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302140. 00000100:00000001:2.0:1749610607.503145:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610607.503146:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610607.503147:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494534400, offset 0 00000100:00000001:2.0:1749610607.503148:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503149:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610607.503149:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610607.503151:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610607.503151:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610607.503152:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610607.503152:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1749610607.503152:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535040 00000100:00000001:2.0:1749610607.503153:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503154:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610607.503154:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 02000000:00000001:0.0:1749610607.503154:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610607.503155:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610607.503155:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610607.503155:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610607.503156:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610607.503156:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b00. 00000100:00000001:0.0:1749610607.503156:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610607.503158:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610607.503158:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610607.503159:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00100000:0.0:1749610607.503159:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535040 00000400:00000200:3.0:1749610607.503160:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf927b00 00000020:00000001:0.0:1749610607.503161:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610607.503162:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610607.503162:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610607.503162:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610607.503163:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6069 [1] + 0 00000100:00000001:2.0:1749610607.503163:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610607.503163:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749610607.503164:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749610607.503164:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:2.0:1749610607.503165:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610607.503165:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610607.503165:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610607.503165:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749610607.503166:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610607.503166:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503167:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610607.503167:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749610607.503168:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610607.503168:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494534656:0@lo:38:kworker.0 00000100:00000001:0.0:1749610607.503169:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610607.503170:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610607.503170:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610607.503171:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610607.503171:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503171:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749610607.503171:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e788280. 02000000:00000001:2.0:1749610607.503172:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610607.503172:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1749610607.503173:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503173:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610607.503173:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129c55580. 02000000:00000010:2.0:1749610607.503174:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12c00. 02000000:00000001:2.0:1749610607.503175:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503176:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749610607.503177:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:1.0:1749610607.503177:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610607.503177:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e788280. 00000400:00000010:2.0:1749610607.503178:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000010:0.0:1749610607.503179:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000040:3.0:1749610607.503180:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610607.503180:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494534656, portal 10 00000100:00000001:2.0:1749610607.503181:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610607.503181:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610607.503182:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000020:00000010:0.0:1749610607.503182:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00100000:1.0:1749610607.503183:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534528 02000000:00000001:1.0:1749610607.503184:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610607.503184:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000001:1.0:1749610607.503185:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610607.503186:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610607.503186:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503186:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610607.503187:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503187:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749610607.503188:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534528 00000100:00000001:0.0:1749610607.503188:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610607.503189:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000020:00000001:1.0:1749610607.503189:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610607.503190:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610607.503190:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749610607.503190:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610607.503190:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610607.503191:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610607.503191:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610607.503192:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610607.503192:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000020:00000001:1.0:1749610607.503192:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503193:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610607.503193:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503193:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1749610607.503194:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494534656, offset 0 00000100:00000001:0.0:1749610607.503194:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610607.503195:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610607.503195:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00000001:0.0:1749610607.503195:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610607.503196:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610607.503197:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610607.503197:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:3.0:1749610607.503198:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610607.503199:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610607.503199:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749610607.503199:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610607.503200:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610607.503200:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610607.503201:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927c00 00000100:00000001:1.0:1749610607.503201:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610607.503202:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a680 x1834598494534400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503202:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503203:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503203:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610607.503204:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 167768 00000100:00000001:0.0:1749610607.503204:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610607.503206:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000400:00000200:2.0:1749610607.503207:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610607.503207:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610607.503208:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494534400:12345-0@lo:38:kworker.0 Request processed in 123us (306us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610607.503208:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:2.0:1749610607.503209:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610607.503209:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610607.503209:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00000001:2.0:1749610607.503210:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610607.503210:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610607.503211:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610607.503213:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000010:2.0:1749610607.503213:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000100:00100000:1.0:1749610607.503213:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:0.0:1749610607.503213:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280380 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:43/0 lens 224/0 e 0 to 0 dl 1749610618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.503214:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610607.503215:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749610607.503215:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135be300 x1834598494534656 msgsize 520 00000100:00000001:3.0:1749610607.503216:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610607.503216:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 00000100:00100000:2.0:1749610607.503217:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610607.503218:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610607.503219:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610607.503219:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57b80 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:43/0 lens 224/0 e 0 to 0 dl 1749610618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.503219:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610607.503220:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000020:00000010:0.0:1749610607.503220:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e788280. 00000020:00000010:3.0:1749610607.503221:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000400:00000010:2.0:1749610607.503221:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610607.503222:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610607.503222:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610607.503223:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e788280. 00000020:00000010:3.0:1749610607.503224:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000200:2.0:1749610607.503224:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503225:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749610607.503225:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494534784:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610607.503226:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610607.503226:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302100. 00000100:00000001:1.0:1749610607.503227:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610607.503227:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534784 00000100:00000001:2.0:1749610607.503228:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610607.503228:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a302100. 00000020:00000001:0.0:1749610607.503229:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610607.503230:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610607.503231:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494535040:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1749610607.503231:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610607.503232:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503233:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610607.503233:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535040 00000100:00000001:2.0:1749610607.503234:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610607.503234:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610607.503235:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610607.503235:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610607.503235:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610607.503236:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610607.503236:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610607.503236:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749610607.503237:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534656 00000100:00000040:2.0:1749610607.503237:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 762 usecs (1 jiffies) 00000020:00000001:1.0:1749610607.503237:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610607.503238:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610607.503238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299880961 00000100:00000001:3.0:1749610607.503239:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610607.503239:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299880962 00000020:00000001:1.0:1749610607.503239:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610607.503239:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610607.503240:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503240:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299880961 00000020:00000001:1.0:1749610607.503240:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610607.503240:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610607.503241:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749610607.503242:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503242:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299880962 00000020:00000001:0.0:1749610607.503242:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749610607.503243:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534656 00000100:00000001:2.0:1749610607.503243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299880961 00000020:00000001:1.0:1749610607.503243:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610607.503244:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610607.503244:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299880962 00000020:00000001:1.0:1749610607.503244:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610607.503244:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610607.503245:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610607.503245:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610607.503245:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610607.503246:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610607.503246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299880961 00000020:00000001:1.0:1749610607.503246:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610607.503247:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503247:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299880962 00000020:00000001:3.0:1749610607.503248:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503248:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610607.503248:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610607.503249:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503249:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749610607.503250:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000100:00000001:2.0:1749610607.503250:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610607.503250:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610607.503250:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749610607.503251:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 02000000:00000001:1.0:1749610607.503251:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749610607.503252:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000040:2.0:1749610607.503252:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610607.503252:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7f800. 02000000:00000001:0.0:1749610607.503253:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503254:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749610607.503254:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6000. 00000100:00000001:3.0:1749610607.503255:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610607.503255:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610607.503255:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503255:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503256:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503256:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610607.503256:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.503257:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610607.503257:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503258:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.503258:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610607.503258:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610607.503258:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494534784 00000100:00000001:3.0:1749610607.503259:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610607.503259:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610607.503259:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:1.0:1749610607.503260:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494535040 00000100:00100000:2.0:1749610607.503261:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494534912:0@lo:38:kworker.0 00000100:00000001:2.0:1749610607.503262:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749610607.503262:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610607.503262:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280380 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610607.503263:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610607.503263:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610607.503264:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610607.503264:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610607.503264:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec57b80 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610607.503265:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610607.503266:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00000001:3.0:1749610607.503267:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933971200 : -131936775580416 : ffff8801135bd500) 02000000:00000010:2.0:1749610607.503267:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10c00. 00010000:00000001:0.0:1749610607.503267:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610607.503268:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610607.503268:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610607.503268:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610607.503269:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00010000:00000001:1.0:1749610607.503269:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610607.503270:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd500 x1834598494534528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610607.503270:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00001000:0.0:1749610607.503270:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 1 0) 00000100:00001000:1.0:1749610607.503271:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 1 0) 00000100:00000200:2.0:1749610607.503272:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494534912, portal 10 00000100:00000001:0.0:1749610607.503272:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610607.503273:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610607.503273:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000100:00000001:1.0:1749610607.503273:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610607.503274:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610607.503275:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610607.503275:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610607.503276:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494534528:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610607.503276:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503276:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610607.503276:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610607.503277:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610607.503277:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610607.503278:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534528 02000000:00000001:1.0:1749610607.503278:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503278:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610607.503279:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610607.503279:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610607.503280:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610607.503280:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610607.503280:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610607.503281:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610607.503281:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:1.0:1749610607.503282:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610607.503282:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534784, offset 224 00000400:00000010:2.0:1749610607.503283:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000400:00000010:1.0:1749610607.503283:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000020:00000001:3.0:1749610607.503284:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610607.503284:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610607.503286:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610607.503286:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494534912, offset 0 00010000:00000001:3.0:1749610607.503287:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610607.503287:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535040, offset 224 00000400:00000200:0.0:1749610607.503288:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610607.503289:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610607.503289:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610607.503290:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610607.503291:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610607.503291:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610607.503291:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927c80 02000000:00000001:3.0:1749610607.503292:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610607.503292:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749610607.503295:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800996b8800. 00000400:00000200:2.0:1749610607.503295:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927d00 02000000:00000001:3.0:1749610607.503296:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610607.503296:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610607.503296:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6071 [1] + 224 00000100:00000001:3.0:1749610607.503298:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610607.503299:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610607.503299:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 168288 00000400:00000200:0.0:1749610607.503299:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610607.503300:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610607.503300:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927d80 00000400:00000200:2.0:1749610607.503301:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610607.503301:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749610607.503302:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610607.503303:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610607.503303:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610607.503304:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610607.503304:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6079 [1] + 224 00000100:00000040:3.0:1749610607.503306:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610607.503307:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610607.503307:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610607.503309:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749610607.503309:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610607.503310:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749610607.503311:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610607.503311:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610607.503311:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610607.503312:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503313:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610607.503313:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610607.503314:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610607.503314:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749610607.503314:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610607.503314:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610607.503316:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000010:2.0:1749610607.503316:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf480. 00000100:00000200:3.0:1749610607.503317:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534528, offset 0 00000100:00000040:2.0:1749610607.503317:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bf480 x1834598494534912 msgsize 520 00000400:00000200:3.0:1749610607.503320:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610607.503320:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610607.503320:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610607.503320:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503321:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610607.503323:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610607.503323:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610607.503324:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610607.503325:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610607.503326:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927b80 00000100:00000200:2.0:1749610607.503327:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610607.503328:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x607d [1] + 0 00000100:00000001:0.0:1749610607.503328:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610607.503331:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610607.503331:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610607.503332:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610607.503332:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000200:3.0:1749610607.503333:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610607.503333:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610607.503333:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610607.503335:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610607.503336:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610607.503336:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503336:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610607.503337:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610607.503337:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000200:3.0:1749610607.503338:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610607.503338:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610607.503338:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503339:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.503339:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749610607.503340:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 575 usecs (1 jiffies) 00000100:00000001:1.0:1749610607.503340:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610607.503340:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610607.503341:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299880961 00010000:00000001:0.0:1749610607.503341:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610607.503341:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503342:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503343:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299880962 00000020:00000001:0.0:1749610607.503343:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610607.503344:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503344:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299880961 00000100:00000040:1.0:1749610607.503344:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610607.503345:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299880962 00000100:00000040:0.0:1749610607.503345:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503346:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299880961 00010000:00000001:1.0:1749610607.503346:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610607.503347:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299880962 00000020:00000001:1.0:1749610607.503347:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610607.503348:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610607.503349:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610607.503349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299880961 00000100:00000001:2.0:1749610607.503350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299880962 00000100:00000040:1.0:1749610607.503350:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:43/0 lens 224/224 e 0 to 0 dl 1749610618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610607.503351:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00000001:2.0:1749610607.503351:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610607.503351:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494534784:12345-0@lo:400:kworker.0 Request processed in 131us (345us total) trans 0 rc 0/0 00000400:00000010:3.0:1749610607.503352:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 00000100:00000001:3.0:1749610607.503353:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610607.503353:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503354:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610607.503356:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610607.503356:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610607.503356:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494535040:12345-0@lo:400:kworker.0 Request processed in 129us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1749610607.503356:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1749610607.503370:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610607.503371:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610607.503372:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610607.503372:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610607.503373:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610607.503374:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610607.503375:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610607.503375:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000020:00000010:0.0:1749610607.503375:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b00. 00000100:00100000:1.0:1749610607.503376:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:3.0:1749610607.503377:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd500 x1834598494534528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610607.503377:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000020:00000010:0.0:1749610607.503377:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000400:00000010:2.0:1749610607.503378:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000040:1.0:1749610607.503378:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610607.503379:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610607.503379:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000001:1.0:1749610607.503380:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610607.503381:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503381:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1749610607.503382:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:3.0:1749610607.503383:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494534528:12345-0@lo:38:kworker.0 Request processed in 107us (283us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749610607.503383:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 00000100:00000001:0.0:1749610607.503383:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610607.503385:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000100:00100000:3.0:1749610607.503387:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00000200:2.0:1749610607.503387:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610607.503387:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:0.0:1749610607.503387:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610607.503388:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610607.503389:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1749610607.503389:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:0.0:1749610607.503389:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494534912 02000000:00000001:0.0:1749610607.503390:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610607.503391:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000100:00000001:2.0:1749610607.503391:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610607.503391:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.503391:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610607.503392:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.503392:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610607.503393:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:2.0:1749610607.503394:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610607.503394:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610607.503395:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 02000000:00000001:2.0:1749610607.503395:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610607.503395:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749610607.503395:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494534912 00000100:00000001:2.0:1749610607.503396:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610607.503396:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610607.503396:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610607.503397:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503397:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610607.503397:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610607.503398:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610607.503399:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610607.503399:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000020:00000001:0.0:1749610607.503399:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503400:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000020:00000001:0.0:1749610607.503401:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610607.503403:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610607 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610607.503403:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135be300 x1834598494534656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610607.503403:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00001000:2.0:1749610607.503405:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=30 v=20 (1 1 1 20) 00000020:00000010:0.0:1749610607.503405:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acd80. 00000100:00000001:2.0:1749610607.503407:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610607.503407:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00100000:1.0:1749610607.503408:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494534656:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610607.503408:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610607.503409:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610607.503409:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610607.503410:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610607.503411:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610607.503412:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534656 00000100:00000040:2.0:1749610607.503413:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610607.503413:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610607.503413:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503415:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610607.503415:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610607.503416:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610607.503416:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503417:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610607.503418:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00000001:0.0:1749610607.503419:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610607.503420:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933979264 : -131936775572352 : ffff8801135bf480) 00000100:00000001:2.0:1749610607.503420:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610607.503420:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503420:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610607.503421:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.503421:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610607.503422:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bf480 x1834598494534912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610627 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503422:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00020000:1.0:1749610607.503422:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610607.503422:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503423:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610607.503424:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610607.503425:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:1.0:1749610607.503425:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610607.503427:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749610607.503428:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494534912:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1749610607.503428:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610607.503428:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749610607.503429:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494534912 00000100:00000001:2.0:1749610607.503429:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610607.503429:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610607.503430:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610607.503431:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610607.503431:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610607.503431:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4000. 00000100:00000001:0.0:1749610607.503431:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610607.503432:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610607.503432:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503433:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610607.503433:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610607.503434:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749610607.503435:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749610607.503435:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000020:00000001:3.0:1749610607.503436:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610607.503436:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494534400:0@lo:38:kworker.0 00010000:00000001:1.0:1749610607.503436:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610607.503437:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00010000:00020000:3.0:1749610607.503438:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:1.0:1749610607.503438:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:0.0:1749610607.503438:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00010000:00000001:3.0:1749610607.503439:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610607.503439:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:2.0:1749610607.503440:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610607.503440:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610607.503441:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749610607.503441:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610607.503441:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610607.503442:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610607.503442:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000040:1.0:1749610607.503442:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610607.503442:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610607.503443:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610607.503443:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610607.503443:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610607.503444:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610607.503444:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610607.503445:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610607.503445:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:3.0:1749610607.503446:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb9a000. 02000000:00000001:3.0:1749610607.503447:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610607.503447:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.503447:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610607.503448:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610607.503448:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610607.503448:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610607.503449:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610607.503449:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610607.503450:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503450:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610607.503452:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610607.503452:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.503452:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610607.503452:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610607.503453:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749610607.503453:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610607.503454:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610607.503454:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610607.503455:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610607.503455:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610607.503455:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534656, offset 0 02000000:00000001:0.0:1749610607.503455:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610607.503456:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610607.503456:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610607.503456:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610607.503457:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610607.503457:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610607.503457:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610607.503457:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.503458:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610607.503458:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610607.503458:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503459:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610607.503460:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610607.503460:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610607.503460:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610607.503460:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=62 v=5 (5 5 5 0) 02000000:00000001:3.0:1749610607.503461:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610607.503461:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610607.503462:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610607.503462:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610607 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610607.503462:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=62 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610607.503463:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610607.503463:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927c00 00000100:00000001:0.0:1749610607.503463:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610607.503464:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749610607.503464:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=12 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610607.503464:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503465:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749610607.503466:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000100:00000001:2.0:1749610607.503466:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610607.503466:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x608d [1] + 0 00010000:00000001:0.0:1749610607.503466:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610607.503467:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610607.503469:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494534912, offset 0 00000100:00000040:2.0:1749610607.503469:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610607.503469:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1749610607.503469:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610607.503471:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610607.503471:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610607.503473:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610607.503473:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610607.503474:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610607.503474:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749610607.503474:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503475:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503476:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:1.0:1749610607.503476:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.503476:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1749610607.503477:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927d00 00000100:00000001:2.0:1749610607.503477:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610607.503477:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610607.503478:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749610607.503479:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6095 [1] + 0 00000100:00080000:2.0:1749610607.503479:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610607.503479:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610607.503480:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610607.503481:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610607.503481:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610607.503481:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610607.503482:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610607.503483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610607.503484:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610607.503485:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610607.503486:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610607.503486:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610607.503486:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610607.503487:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610607.503488:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494534528:0@lo:38:kworker.0 00000100:00000200:3.0:1749610607.503489:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610607.503489:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000040:0.0:1749610607.503489:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503490:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610607.503490:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610607.503491:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610607.503491:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610607.503492:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610607.503493:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf1500 x1834598494534400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503493:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610607.503494:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494535040:0@lo:400:kworker.0 00000100:00000040:1.0:1749610607.503495:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610607.503496:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610607.503496:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610607.503496:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610607.503497:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610607.503497:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610607.503498:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610607.503498:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610607.503499:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e11400. 00000100:00000040:0.0:1749610607.503499:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57100 x1834598494535040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.503500:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494534656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610607.503501:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610607.503502:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610607.503502:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610607.503503:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749610607.503503:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610607.503503:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749610607.503504:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610607.503504:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fc00. 00000400:00000200:3.0:1749610607.503505:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed990 00000100:00100000:1.0:1749610607.503505:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494534656:12345-0@lo:38:kworker.0 Request processed in 97us (289us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749610607.503506:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed990. 02000000:00000010:2.0:1749610607.503506:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610607.503506:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610607.503507:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610607.503507:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610607.503507:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610607.503508:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610607.503508:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749610607.503508:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610607.503509:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610607.503509:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 00000020:00000001:0.0:1749610607.503509:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1749610607.503510:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 02000000:00000010:0.0:1749610607.503510:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 00000100:00000040:3.0:1749610607.503511:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610607.503511:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610607.503511:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610607.503512:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503512:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503512:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610607.503512:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610607.503513:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610607.503513:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 02000000:00000001:0.0:1749610607.503513:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749610607.503514:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610607.503514:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009cbf2d80 x1834598494534528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610607.503514:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57100. 00000020:00000010:1.0:1749610607.503515:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:0.0:1749610607.503515:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610607.503516:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf480 x1834598494534912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610627 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610607.503516:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610607.503517:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00000001:0.0:1749610607.503517:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503518:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610607.503518:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610607.503519:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610607.503519:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610607.503520:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10800. 00000100:00000001:0.0:1749610607.503520:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610607.503538:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494534912:12345-0@lo:38:kworker.0 Request processed in 93us (202us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610607.503538:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610607.503539:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.503540:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610607.503541:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1749610607.503542:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000020:00000040:2.0:1749610607.503542:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610607.503543:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610607.503544:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610607.503544:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749610607.503544:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000100:00080000:1.0:1749610607.503544:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749610607.503546:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acd80. 02000000:00000001:2.0:1749610607.503546:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610607.503546:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610607.503547:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2d80. 00000020:00000040:1.0:1749610607.503547:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:3.0:1749610607.503548:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000020:00000010:3.0:1749610607.503550:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749610607.503550:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610607.503551:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503551:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503552:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503552:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610607.503553:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610607.503554:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610607.503555:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749610607.503555:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610607.503556:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610607.503556:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610607.503556:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610607.503558:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749610607.503559:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:1.0:1749610607.503561:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:1.0:1749610607.503562:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610607.503563:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610607.503564:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610607.503565:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000200:1.0:1749610607.503565:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610607.503566:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610607.503567:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610607.503568:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610607.503570:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610607.503570:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503574:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610607.503575:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503575:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503576:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610607.503577:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610607.503578:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610607.503578:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610607.503579:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503579:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503580:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610607.503580:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610607.503581:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610607.503582:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610607.503583:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610607.503583:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=112 v=5 (5 5 5 0) 02000000:00000001:2.0:1749610607.503584:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610607.503585:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=112 v=5 (1 1 1 0) 00000100:00001000:2.0:1749610607.503586:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610607 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610607.503586:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749610607.503587:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=112 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610607.503587:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503589:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610607.503589:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610607.503589:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610607.503590:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749610607.503591:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610607.503593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610607.503595:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503596:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610607.503597:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610607.503597:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610607.503598:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610607.503599:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610607.503599:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610607.503599:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503600:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610607.503601:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610607.503601:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610607.503602:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610607.503604:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610607.503605:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610607.503605:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610607.503606:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610607.503607:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503607:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610607.503609:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610607.503611:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494534656:0@lo:38:kworker.0 00000400:00000001:2.0:1749610607.503613:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610607.503613:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494534784:0@lo:400:kworker.0 00000400:00000001:2.0:1749610607.503614:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610607.503615:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610607.503616:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610607.503616:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610607.503616:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503617:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610607.503617:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610607.503619:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610607.503619:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494534784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503623:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749610607.503624:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610607.503624:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610607.503625:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124e00. 00000100:00000001:2.0:1749610607.503627:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610607.503627:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610607.503628:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610607.503628:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610607.503629:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610607.503629:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749610607.503629:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610607.503630:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610607.503630:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610607.503631:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610607.503631:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 02000000:00000001:2.0:1749610607.503632:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610607.503632:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610607.503633:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1749610607.503634:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610607 v=5 (0 0 0 0) 00000100:00000010:1.0:1749610607.503634:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000100:00001000:2.0:1749610607.503636:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=62 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610607.503637:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610607.503637:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610607.503637:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503638:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610607.503639:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610607.503639:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610607.503641:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610607.503641:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610607.503642:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610607.503643:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610607.503644:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503645:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610607.503646:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610607.503647:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503648:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610607.503649:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610607.503650:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610607.503651:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610607.503652:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610607.503654:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610607.503658:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494534912:0@lo:38:kworker.0 00000100:00000001:2.0:1749610607.503660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503661:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610607.503662:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494534656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503666:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610607.503666:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610607.503667:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12c00. 02000000:00000001:2.0:1749610607.503669:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610607.503669:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610607.503670:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610607.503671:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610607.503672:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880118a7e800. 02000000:00000001:2.0:1749610607.503673:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610607.503675:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610607.503675:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:2.0:1749610607.503677:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610607.503678:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503679:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610607.503681:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494534912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610607.503684:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610607.503685:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610607.503686:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10c00. 02000000:00000001:2.0:1749610607.503687:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610607.503687:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610607.503688:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610607.503689:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610607.503690:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880118a7dc00. 02000000:00000001:2.0:1749610607.503691:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610607.503691:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610607.503692:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000100:00000001:2.0:1749610607.503694:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610607.503694:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610607.503695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610607.503697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610607.503698:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610607.503699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610607.504561:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299880962, at 4299880962 00000100:00000010:0.0:1749610607.504566:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4d80. 00000100:00000040:2.0:1749610607.504573:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299880962, at 4299880962 00000100:00000040:1.0:1749610607.504574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299880962, at 4299880962 00000100:00000040:3.0:1749610607.504576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299880962, at 4299880962 00000100:00000010:2.0:1749610607.504579:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c47c0. 00000100:00000010:1.0:1749610607.504580:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c41c0. 00000100:00000010:3.0:1749610607.504582:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4680. 00080000:00000010:3.0:1749610607.598032:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610607.598043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610607.598048:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610607.598120:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610607.598126:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610607.598129:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610607.598136:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610607.598141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610607.598144:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610607.747631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610607.747639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610607.747643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610607.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610607.747654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610607.747660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610607.747664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610607.747668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610607.747672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610607.762666:0:15657:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610607.762675:0:15657:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610607.762681:0:15657:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610607.762700:0:15657:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610607.762705:0:15657:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610607.762708:0:15657:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610607.762715:0:15657:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610607.762720:0:15657:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610607.762723:0:15657:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.767048:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.767057:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.767065:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.767192:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.767199:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.767204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610607.767213:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610607.767218:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610607.767222:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610607.941409:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610607.941420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610607.941426:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610607.941503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610607.941508:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610607.941511:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610607.941518:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610607.941551:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610607.941555:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.111508:0:15723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.111518:0:15723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.111554:0:15723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.111575:0:15723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.111581:0:15723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.111584:0:15723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.111591:0:15723:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.111596:0:15723:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.111599:0:15723:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.116189:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610608.116198:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610608.116204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.116324:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610608.116330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610608.116336:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.116345:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610608.116349:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610608.116382:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.261077:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610608.261087:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610608.261093:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.261181:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610608.261187:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610608.261191:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610608.261199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610608.261205:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610608.261208:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610608.350635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610608.350641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610608.350714:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610608.350719:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610608.350723:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610608.435211:0:15790:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.435220:0:15790:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.435226:0:15790:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.435244:0:15790:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.435249:0:15790:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.435253:0:15790:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.435260:0:15790:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610608.435264:0:15790:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610608.435267:0:15790:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610608.439869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610608.439876:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610608.439881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610608.439952:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610608.439956:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610608.439960:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610608.439965:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610608.439968:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610608.439970:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610608.457590:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610608.457596:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610608.457599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610608.457603:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610608.457606:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610608.457610:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610608.457613:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610608.457615:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610608.457618:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610608.503633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610608.503650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610608.503654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610608.503659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610608.503662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610608.503666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610608.503670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.611790:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.611799:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.611805:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.611873:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.611895:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.611899:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.611905:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.611910:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.611913:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610608.747631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610608.747638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610608.747641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610608.747645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610608.747649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610608.747653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610608.747656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610608.747660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610608.747662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.775920:0:15856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.775930:0:15856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.775935:0:15856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.775951:0:15856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.775956:0:15856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.775960:0:15856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.775967:0:15856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.775971:0:15856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.775974:0:15856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.780052:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.780059:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.780064:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.780135:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.780139:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.780142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.780147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.780151:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.780153:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.948438:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.948446:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.948450:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.948493:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.948496:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.948498:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610608.948503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610608.948507:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610608.948509:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.109271:0:15922:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610609.109284:0:15922:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610609.109293:0:15922:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.109320:0:15922:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610609.109327:0:15922:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610609.109333:0:15922:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.109371:0:15922:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610609.109379:0:15922:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610609.109384:0:15922:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610609.115099:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610609.115107:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610609.115113:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610609.115192:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610609.115196:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610609.115200:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610609.115205:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610609.115209:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610609.115212:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.284264:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.284273:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.284280:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.284377:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.284382:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.284387:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.284394:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.284399:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.284402:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610609.352625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610609.352631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610609.352743:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610609.352748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610609.352752:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610609.439396:0:15989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.439405:0:15989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.439410:0:15989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610609.439426:0:15989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.439430:0:15989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.439443:0:15989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610609.439449:0:15989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.439453:0:15989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.439455:0:15989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.442899:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.442904:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.442908:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.442967:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.442970:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.442973:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.442977:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.442979:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.442981:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610609.457581:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610609.457585:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610609.457587:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610609.457590:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610609.457592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610609.457595:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610609.457597:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610609.457600:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610609.457601:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610609.503614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610609.503622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610609.503624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610609.503626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610609.503627:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610609.503629:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610609.503630:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.560419:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.560428:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.560434:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.560498:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.560520:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.560522:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.560527:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610609.560531:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610609.560533:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.701477:0:16054:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.701485:0:16054:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.701490:0:16054:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.701505:0:16054:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.701510:0:16054:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.701514:0:16054:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610609.701520:0:16054:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610609.701552:0:16054:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610609.701556:0:16054:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610609.705859:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.705867:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.705872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610609.705939:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.705943:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.705946:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610609.705951:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610609.705954:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610609.705957:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610609.747633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610609.747639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610609.747642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610609.747647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610609.747651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610609.747656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610609.747660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610609.747665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610609.747669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.877152:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610609.877164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610609.877173:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.877291:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610609.877299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610609.877305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610609.877315:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610609.877322:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610609.877326:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.023917:0:16118:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.023926:0:16118:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.023931:0:16118:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.023946:0:16118:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.023951:0:16118:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.023954:0:16118:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.023961:0:16118:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.023966:0:16118:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.023969:0:16118:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.028142:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.028149:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.028154:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.028222:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.028226:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.028229:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.028234:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.028237:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.028240:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610610.145317:0:16164:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145327:0:16164:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145363:0:16164:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145376:0:16164:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145379:0:16164:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145387:0:16164:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145390:0:16164:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff88009d2acd80. 00000400:00000010:0.0:1749610610.145392:0:16164:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.198119:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.198128:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.198134:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.198202:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.198208:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.198211:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.198218:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.198222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.198225:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610610.354636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610610.354642:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610610.354719:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610610.354724:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610610.354729:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610610.356177:0:16187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.356185:0:16187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.356191:0:16187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.356206:0:16187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.356211:0:16187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.356214:0:16187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.356220:0:16187:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.356224:0:16187:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.356227:0:16187:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.360871:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.360877:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.360881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.360944:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.360947:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.360950:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.360954:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610610.360957:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610610.360959:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610610.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610610.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610610.457636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610610.457640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610610.457644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610610.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610610.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610610.457653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610610.457656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610610.503628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610610.503642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610610.503644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610610.503648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610610.503651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610610.503655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610610.503657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610610.530835:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610610.530845:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610610.530851:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610610.530922:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610610.530928:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610610.530931:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610610.530938:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610610.530942:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610610.530946:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.691996:0:16254:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.692005:0:16254:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.692012:0:16254:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.692029:0:16254:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.692034:0:16254:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.692037:0:16254:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.692044:0:16254:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610610.692048:0:16254:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610610.692051:0:16254:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.696241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610610.696248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610610.696252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.696319:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610610.696322:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610610.696325:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610610.696360:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610610.696363:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610610.696366:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610610.747636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610610.747642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610610.747644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610610.747648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610610.747652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610610.747655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610610.747658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610610.747662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610610.747664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610610.815498:0:16297:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815511:0:16297:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815559:0:16297:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815575:0:16297:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815578:0:16297:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815584:0:16297:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815587:0:16297:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815593:0:16297:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815596:0:16297:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3f200. 00000400:00000010:0.0:1749610610.815598:0:16297:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3f200. 00080000:00000010:2.0:1749610610.870381:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610610.870390:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610610.870397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.870472:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610610.870477:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610610.870481:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610610.870487:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610610.870492:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610610.870495:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.024299:0:16320:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610611.024307:0:16320:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610611.024313:0:16320:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.024358:0:16320:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610611.024364:0:16320:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610611.024368:0:16320:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.024375:0:16320:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610611.024379:0:16320:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610611.024382:0:16320:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.028453:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.028460:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.028465:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.028572:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.028576:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.028579:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.028585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.028588:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.028591:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610611.147813:0:16363:0:(lnet_debugfs.c:857:proc_lnet_portal_rotor()) alloc '(buf)': 128 at ffff88009d2acc80. 00000400:00000010:0.0:1749610611.147823:0:16363:0:(lnet_debugfs.c:883:proc_lnet_portal_rotor()) kfreed 'buf': 128 at ffff88009d2acc80. 00000400:00000010:0.0:1749610611.147834:0:16363:0:(lnet_debugfs.c:857:proc_lnet_portal_rotor()) alloc '(buf)': 128 at ffff88009d2acc80. 00000400:00000010:0.0:1749610611.147838:0:16363:0:(lnet_debugfs.c:883:proc_lnet_portal_rotor()) kfreed 'buf': 128 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.200021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.200030:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.200036:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.200150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.200157:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.200163:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.200173:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.200181:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.200185:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.354708:0:16386:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610611.354718:0:16386:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610611.354726:0:16386:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.354751:0:16386:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610611.354757:0:16386:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610611.354763:0:16386:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.354773:0:16386:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610611.354780:0:16386:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610611.354784:0:16386:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610611.356615:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610611.356620:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610611.356734:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610611.356740:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610611.356744:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610611.359729:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.359735:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.359740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.359806:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.359810:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.359813:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610611.359818:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610611.359821:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610611.359824:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610611.457607:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610611.457613:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610611.457615:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610611.457618:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610611.457621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610611.457625:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610611.457628:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610611.457631:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610611.457633:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610611.503619:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610611.503635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610611.503638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610611.503643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610611.503645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610611.503649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610611.503653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.532076:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.532085:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.532092:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.532160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.532164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.532168:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.532174:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.532179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.532183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.691767:0:16453:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610611.691776:0:16453:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610611.691782:0:16453:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.691798:0:16453:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610611.691803:0:16453:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610611.691806:0:16453:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610611.691812:0:16453:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610611.691817:0:16453:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610611.691819:0:16453:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.695944:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.695951:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.695956:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.696025:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.696029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.696032:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.696038:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.696041:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.696044:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610611.747637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610611.747643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610611.747645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610611.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610611.747652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610611.747656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610611.747659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610611.747662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610611.747665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610611.812385:0:16496:0:(lnet_debugfs.c:164:proc_lnet_stats()) alloc '(ctrs)': 112 at ffff8800b2387c00. 00000400:00000010:2.0:1749610611.812399:0:16496:0:(lnet_debugfs.c:190:proc_lnet_stats()) kfreed 'ctrs': 112 at ffff8800b2387c00. 00000400:00000010:2.0:1749610611.812412:0:16496:0:(lnet_debugfs.c:164:proc_lnet_stats()) alloc '(ctrs)': 112 at ffff8800b2387c00. 00000400:00000010:2.0:1749610611.812417:0:16496:0:(lnet_debugfs.c:190:proc_lnet_stats()) kfreed 'ctrs': 112 at ffff8800b2387c00. 00080000:00000010:1.0:1749610611.868150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.868159:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.868165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.868235:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.868240:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.868244:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610611.868251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610611.868255:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610611.868259:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610612.029742:0:16519:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610612.029751:0:16519:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610612.029756:0:16519:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610612.029774:0:16519:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610612.029778:0:16519:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610612.029782:0:16519:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610612.029788:0:16519:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610612.029793:0:16519:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610612.029796:0:16519:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.034039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610612.034046:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610612.034051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.034151:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610612.034157:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610612.034162:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.034171:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610612.034176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610612.034180:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.201924:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.201933:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.201939:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.202009:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.202014:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.202018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.202025:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.202029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.202033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610612.358628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610612.358634:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.358753:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610612.358759:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610612.358763:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610612.364990:0:16585:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610612.364999:0:16585:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610612.365005:0:16585:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610612.365022:0:16585:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610612.365027:0:16585:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610612.365031:0:16585:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610612.365038:0:16585:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610612.365043:0:16585:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610612.365046:0:16585:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.369184:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.369191:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.369196:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.369264:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.369268:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.369271:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.369277:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610612.369281:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610612.369283:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.457614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610612.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610612.457623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.457627:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610612.457630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610612.457634:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610612.457640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.457643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.503654:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610612.503660:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1749610612.503677:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610587/real 1749610587] req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610612.503714:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610612.503718:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610612.503723:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9f8. 00000400:00000200:3.0:1749610612.503729:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:3.0:1749610612.503732:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610612.503737:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610612.503742:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610612.503752:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.503759:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610612.503762:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.503765:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610612.503767:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610612.503771:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.503779:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.503788:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610612.503790:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.503793:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.503795:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610612.503797:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610612.503801:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.503809:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749610612.503812:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.503814:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610612.503815:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.503818:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610612.503821:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1749610612.503825:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610612.503841:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:3.0:1749610612.503844:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1749610612.503848:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.503858:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494530944:0@lo:250:kworker.0 00000100:00080000:0.0:1749610612.503861:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610612.503868:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610612.503871:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610612.503873:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610612.503877:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610612.503880:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610612.503881:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5193 00000100:00000001:3.0:1749610612.503882:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610612.503885:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610612.503886:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755dce00 x1834598494530944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610612 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.503888:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.503892:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610612.503893:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610612.503895:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.503897:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610612.503901:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610612.503904:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610612.503907:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610612.503910:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610612.503912:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610612.503914:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610612.503917:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.503919:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.503921:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.503923:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610612.503927:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610612.503930:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610612.503933:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.503934:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610612.503935:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1749610612.503938:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880113587400. 02000000:00000001:0.0:1749610612.503938:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610612.503941:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.503942:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610612.503943:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:3.0:1749610612.503944:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610612.503945:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610612.503947:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749610612.503949:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1749610612.503951:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57100. 02000000:00000010:3.0:1749610612.503952:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011157bc00. 00000020:00000040:0.0:1749610612.503954:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:3.0:1749610612.503955:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610612.503957:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610612.503958:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1749610612.503959:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dce00. 02000000:00000001:0.0:1749610612.503960:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.503962:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610612.503963:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610612.503964:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.503966:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610612.503966:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610612.503969:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610612.503969:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.503970:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.503972:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.503973:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610612.503976:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ed400. 00000100:00000001:0.0:1749610612.503983:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.503990:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610612.504002:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610612.504006:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.504010:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57100] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504024:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610612.504027:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610612.504030:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610612.504032:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610612.504033:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610612.504033:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610612.504035:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610612.504036:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749610612.504037:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749610612.504038:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1749610612.504040:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610612.504042:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.504043:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504045:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504047:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.504049:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610612.504050:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610612.504051:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610612.504052:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:3.0:1749610612.504053:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610612.504053:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610612.504055:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 02000000:00000001:3.0:1749610612.504056:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610612.504057:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:3.0:1749610612.504059:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610612.504059:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:3.0:1749610612.504061:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.504062:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504064:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610612.504065:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494535168:0@lo:250:kworker.0 00000100:00000040:0.0:1749610612.504066:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.504068:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610612.504069:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610612.504071:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:3.0:1749610612.504072:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610612.504073:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610612.504074:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504075:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504077:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610612.504077:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1749610612.504080:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031a000. 02000000:00000001:0.0:1749610612.504082:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610612.504083:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610612.504084:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504085:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:3.0:1749610612.504087:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000100:00000001:0.0:1749610612.504087:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610612.504091:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000400:00000010:3.0:1749610612.504093:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed990. 00000020:00000040:0.0:1749610612.504093:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610612.504095:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610612.504096:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504097:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610612.504098:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749610612.504099:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494535168, portal 25 02000000:00000001:0.0:1749610612.504100:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504102:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610612.504104:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393877248 : -131936315674368 : ffff88012ec57100) 02000000:00000010:0.0:1749610612.504104:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ef800. 00000100:00000001:0.0:1749610612.504107:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.504109:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610612.504111:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610612.504117:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610612.504118:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749610612.504120:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610612.504120:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610612.504122:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000040:0.0:1749610612.504124:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610612.504125:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494535168, offset 0 00000400:00000200:3.0:1749610612.504130:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610612.504132:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610612.504135:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610612.504138:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610612.504139:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610612.504141:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610612.504143:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:3.0:1749610612.504145:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749610612.504146:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1749610612.504149:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610612.504151:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504153:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504155:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749610612.504157:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf927e00 00000100:00000001:0.0:1749610612.504157:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610612.504159:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610612.504160:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610612.504161:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000100:3.0:1749610612.504163:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494535168 offset 0 length 520: 4 00000020:00000040:0.0:1749610612.504163:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610612.504165:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610612.504167:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:3.0:1749610612.504168:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd4a50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1749610612.504170:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:0.0:1749610612.504170:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504171:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504173:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.504175:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610612.504177:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:3.0:1749610612.504178:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00080000:0.0:1749610612.504179:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:3.0:1749610612.504180:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:0.0:1749610612.504181:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610612.504182:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610612.504184:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610612.504185:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610612.504186:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610612.504188:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504188:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610612.504190:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610612.504193:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000020:00000040:0.0:1749610612.504195:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610612.504197:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610612.504198:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504199:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610612.504201:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610612.504202:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610612.504202:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.504205:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57100 x1834598494535168/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610612.504205:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322ecc00. 00000100:00000001:0.0:1749610612.504208:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504212:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.504212:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610612.504214:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610612.504217:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504219:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610612.504221:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504222:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299885984 00000100:00000040:0.0:1749610612.504224:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610612.504225:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257500. 00000100:00000001:3.0:1749610612.504231:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610612.504231:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610612.504234:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610612.504236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299885984 00000100:00080000:0.0:1749610612.504237:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610612.504238:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:3.0:1749610612.504239:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257440. 00000100:00080000:0.0:1749610612.504239:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610612.504242:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610612.504242:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610612.504244:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5213 00000100:00080000:0.0:1749610612.504246:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610612.504248:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504250:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504251:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.504253:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610612.504255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299885984 00000020:00000001:0.0:1749610612.504255:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610612.504256:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610612.504257:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749610612.504259:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257840. 00000020:00000040:0.0:1749610612.504259:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610612.504261:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749610612.504262:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610612.504263:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749610612.504265:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299885984 00000100:00000040:0.0:1749610612.504266:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:3.0:1749610612.504267:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257ac0. 00000100:00000001:0.0:1749610612.504267:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504269:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610612.504270:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610612.504270:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610612.504272:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610612.504272:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610612.504274:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610612.504275:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504277:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504278:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504279:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610612.504279:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610612.504282:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610612.504282:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610612.504283:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504284:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610612.504285:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610612.504286:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.504287:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610612.504287:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504289:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610612.504290:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:0.0:1749610612.504292:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1749610612.504293:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610612.504293:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610612.504294:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504296:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610612.504297:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610612.504298:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504300:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610612.504302:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610612.504303:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007d3bfc00. 02000000:00000001:3.0:1749610612.504304:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610612.504306:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504307:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610612.504309:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.504309:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610612.504334:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494535296:0@lo:38:kworker.0 00000100:00000001:3.0:1749610612.504339:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610612.504341:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610612.504342:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504344:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610612.504348:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130318c00. 00000100:00000001:0.0:1749610612.504349:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610612.504351:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504351:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610612.504354:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7790. 00000100:00000040:0.0:1749610612.504355:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610612.504357:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:3.0:1749610612.504360:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494535296, portal 4 00000100:00000001:3.0:1749610612.504362:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610612.504363:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504364:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000040:0.0:1749610612.504366:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610612.504369:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749610612.504371:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610612.504372:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000020:00000040:0.0:1749610612.504374:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610612.504377:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610612.504378:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610612.504378:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749610612.504380:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610612.504380:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610612.504382:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 02000000:00000010:0.0:1749610612.504383:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000200:3.0:1749610612.504384:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494535296, offset 0 00000100:00000001:0.0:1749610612.504385:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504388:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610612.504389:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749610612.504394:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610612.504398:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf927e80 00000400:00000200:3.0:1749610612.504405:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 4160 00000100:00000001:0.0:1749610612.504405:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610612.504406:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.504411:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_00_00+0] req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610612.504413:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610612.504417:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610612.504422:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610612.504424:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749610612.504429:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88011358aa00. 00000100:00000040:3.0:1749610612.504432:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88011358aa00 x1834598494535296 msgsize 520 00000100:00100000:3.0:1749610612.504437:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610612.504438:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610612.504441:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610612.504444:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610612.504445:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610612.504446:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610612.504447:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1749610612.504450:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:0.0:1749610612.504450:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:3.0:1749610612.504452:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00080000:0.0:1749610612.504452:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5213 00000100:00000001:3.0:1749610612.504454:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610612.504455:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610612.504457:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:3.0:1749610612.504458:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504459:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610612.504461:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610612.504462:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610612.504463:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610612.504464:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610612.504465:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749610612.504466:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610612.504467:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610612.504468:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504468:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610612.504469:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749610612.504470:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610612.504471:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610612.504473:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610612.504475:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504476:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610612.504476:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610612.504478:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610612.504479:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.504479:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.504480:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610612.504481:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610612.504482:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1095 usecs (2 jiffies) 00000020:00000040:0.0:1749610612.504484:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610612.504485:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299885963 00000100:00080000:0.0:1749610612.504486:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610612.504487:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299885984 00000100:00000001:0.0:1749610612.504488:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299885963 00000100:00000001:1.0:1749610612.504490:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610612.504491:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610612.504492:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.504492:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504494:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299885963 02000000:00000001:0.0:1749610612.504494:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610612.504496:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299885984 02000000:00000001:0.0:1749610612.504496:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.504497:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610612.504498:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299885963 00000100:00000001:0.0:1749610612.504498:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610612.504500:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299885984 02000000:00000001:1.0:1749610612.504500:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610612.504500:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504502:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610612.504503:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610612.504503:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71ad80. 00000100:00000001:3.0:1749610612.504504:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504506:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610612.504506:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494535680:0@lo:400:kworker.0 00000020:00000040:0.0:1749610612.504506:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610612.504508:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610612.504509:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.504510:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504511:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610612.504511:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610612.504512:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610612.504514:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610612.504514:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.504516:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504517:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749610612.504517:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88007d3bf000. 00000100:00000001:3.0:1749610612.504518:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.504518:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610612.504520:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.504548:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610612.504549:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610612.504551:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610612.504553:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610612.504553:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125000. 02000000:00000001:1.0:1749610612.504555:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504555:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610612.504556:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494535424:0@lo:38:kworker.0 00000100:00000001:0.0:1749610612.504557:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504560:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749610612.504561:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000040:0.0:1749610612.504561:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b71ad80] to pc [ptlrpcd_rcv+-1] req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610612.504562:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610612.504564:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504566:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749610612.504566:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000100:00000001:0.0:1749610612.504568:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610612.504570:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b5f1000. 00000100:00000200:1.0:1749610612.504571:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494535680, portal 10 00000100:00000040:0.0:1749610612.504571:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749610612.504572:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504573:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749610612.504574:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f77e8. 00000100:00000001:0.0:1749610612.504574:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610612.504575:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000400:00000010:3.0:1749610612.504577:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000010:0.0:1749610612.504577:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000020:00000040:0.0:1749610612.504579:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:3.0:1749610612.504580:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494535424, portal 10 00000100:00000001:0.0:1749610612.504581:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610612.504582:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610612.504582:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610612.504583:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000100:00000040:1.0:1749610612.504583:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610612.504584:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610612.504587:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000040:3.0:1749610612.504589:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504589:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504592:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610612.504593:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749610612.504594:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610612.504595:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749610612.504597:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:3.0:1749610612.504598:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610612.504600:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000200:1.0:1749610612.504600:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494535680, offset 0 00000100:00000001:0.0:1749610612.504600:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610612.504602:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610612.504603:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494535424, offset 0 00000400:00000200:1.0:1749610612.504605:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610612.504606:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009b719f80] to pc [ptlrpcd_00_01+1] req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610612.504609:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610612.504615:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610612.504615:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504616:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610612.504620:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927f00 00000100:00000040:0.0:1749610612.504620:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5223) 00000400:00000200:1.0:1749610612.504625:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928000 00000400:00000200:3.0:1749610612.504626:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 168808 00000400:00000200:3.0:1749610612.504631:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610612.504632:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 169328 00000400:00000200:3.0:1749610612.504635:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610612.504638:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610612.504638:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610612.504640:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610612.504640:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610612.504641:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610612.504642:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1749610612.504644:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c04000. 00000100:00000001:0.0:1749610612.504644:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610612.504647:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c04000 x1834598494535424 msgsize 520 00000100:00000040:0.0:1749610612.504648:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.504651:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610612.504656:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610612.504657:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610612.504657:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610612.504660:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610612.504662:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610612.504664:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504665:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610612.504667:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00100000:0.0:1749610612.504667:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494535936:0@lo:400:kworker.0 00000100:00000001:3.0:1749610612.504669:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610612.504671:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610612.504673:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504674:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610612.504674:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610612.504676:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610612.504676:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610612.504678:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610612.504681:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ec00. 00000100:00000010:1.0:1749610612.504682:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097170000. 02000000:00000001:0.0:1749610612.504683:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.504685:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880097170000 x1834598494535680 msgsize 224 00000100:00000001:3.0:1749610612.504687:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610612.504687:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000040:3.0:1749610612.504691:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610612.504691:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749610612.504691:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:0.0:1749610612.504696:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494535936, portal 10 00000100:00000001:3.0:1749610612.504698:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504698:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610612.504699:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610612.504700:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610612.504700:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000100:00000001:3.0:1749610612.504701:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.504704:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 817 usecs (1 jiffies) 00000100:00000001:3.0:1749610612.504706:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299885963 00000100:00000040:0.0:1749610612.504706:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.504708:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299885984 00000400:00000200:1.0:1749610612.504708:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:3.0:1749610612.504710:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299885963 00000400:00000010:1.0:1749610612.504710:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749610612.504712:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.504713:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610612.504714:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299885963 00000100:00000001:0.0:1749610612.504714:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610612.504716:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299885984 00000100:00000040:0.0:1749610612.504716:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610612.504718:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299885963 00000100:00000200:1.0:1749610612.504718:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610612.504718:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610612.504720:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299885984 00000100:00000200:0.0:1749610612.504721:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494535936, offset 0 00000100:00000001:3.0:1749610612.504722:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610612.504724:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504726:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610612.504726:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610612.504727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610612.504730:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.504733:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610612.504734:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1749610612.504735:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610612.504736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610612.504737:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610612.504738:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610612.504739:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610612.504742:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928100 00000100:00000040:3.0:1749610612.504743:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504743:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.504747:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 753 usecs (1 jiffies) 00000400:00000200:0.0:1749610612.504747:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 169552 00000100:00000001:3.0:1749610612.504750:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610612.504750:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299885963 00000100:00000001:3.0:1749610612.504752:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504753:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299885984 00000400:00000200:0.0:1749610612.504753:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610612.504754:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610612.504756:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610612.504756:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299885963 00000400:00000200:0.0:1749610612.504756:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610612.504758:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504758:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.504760:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299885963 00000100:00000001:0.0:1749610612.504760:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610612.504761:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494535552:0@lo:38:kworker.0 00000100:00000001:1.0:1749610612.504762:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299885984 00000100:00000200:0.0:1749610612.504762:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610612.504764:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299885963 00000100:00000001:3.0:1749610612.504765:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610612.504766:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610612.504766:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299885984 00000100:00000010:0.0:1749610612.504767:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570a80. 02000000:00000001:3.0:1749610612.504768:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504768:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610612.504770:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610612.504771:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.504771:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880111570a80 x1834598494535936 msgsize 224 02000000:00000010:3.0:1749610612.504773:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880118a7dc00. 00000100:00000001:1.0:1749610612.504773:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504775:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504775:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610612.504775:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749610612.504777:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7840. 00000400:00000010:3.0:1749610612.504779:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:1.0:1749610612.504781:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749610612.504782:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494535552, portal 10 00000100:00000001:0.0:1749610612.504782:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610612.504783:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610612.504784:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610612.504785:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000001:1.0:1749610612.504785:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610612.504786:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610612.504788:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610612.504788:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749610612.504790:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610612.504790:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000040:3.0:1749610612.504791:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504792:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610612.504796:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.504797:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610612.504799:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610612.504801:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000200:3.0:1749610612.504803:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494535552, offset 0 00000100:00000001:0.0:1749610612.504805:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610612.504806:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610612.504806:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610612.504808:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535424 00000100:00000040:0.0:1749610612.504808:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610612.504811:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610612.504811:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610612.504814:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504815:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf927f80 00000100:00000001:1.0:1749610612.504815:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610612.504816:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610612.504818:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504819:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 169776 00000100:00000001:0.0:1749610612.504820:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504822:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610612.504822:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.504823:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 732 usecs (1 jiffies) 00000400:00000200:3.0:1749610612.504825:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610612.504825:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535424 00000100:00000001:0.0:1749610612.504826:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299885963 00000100:00000001:3.0:1749610612.504828:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610612.504828:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610612.504829:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610612.504829:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299885984 00000100:00000200:3.0:1749610612.504830:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610612.504831:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610612.504831:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299885963 00000100:00000010:3.0:1749610612.504833:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880096c05180. 00000020:00000001:1.0:1749610612.504833:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504833:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00000040:3.0:1749610612.504835:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880096c05180 x1834598494535552 msgsize 520 00000020:00000001:1.0:1749610612.504835:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504835:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299885963 00000100:00000001:0.0:1749610612.504838:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299885984 00000100:00100000:3.0:1749610612.504839:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610612.504839:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299885963 00000020:00000010:1.0:1749610612.504840:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000100:00000001:0.0:1749610612.504842:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299885984 00000100:00000001:0.0:1749610612.504844:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610612.504845:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610612.504845:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:0.0:1749610612.504846:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610612.504848:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:0.0:1749610612.504849:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610612.504850:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000020:00000010:1.0:1749610612.504850:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749610612.504851:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.504852:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610612.504854:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749610612.504856:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504856:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610612.504857:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610612.504859:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504859:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610612.504861:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.504863:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610612.504863:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610612.504864:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504864:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.504865:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.504867:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504871:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.504872:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504873:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610612.504875:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.504877:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610612.504878:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 760 usecs (1 jiffies) 00000100:00100000:1.0:1749610612.504879:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535680 00000100:00000001:3.0:1749610612.504880:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299885963 02000000:00000001:1.0:1749610612.504881:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610612.504882:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610612.504883:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299885984 00000100:00000001:0.0:1749610612.504883:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610612.504884:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299885963 00000100:00000001:1.0:1749610612.504884:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.504885:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535296 02000000:00000001:1.0:1749610612.504886:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504887:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00100000:1.0:1749610612.504887:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535680 02000000:00000001:0.0:1749610612.504887:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610612.504889:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299885963 00000020:00000001:1.0:1749610612.504889:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610612.504889:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749610612.504890:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610612.504891:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299885984 00000020:00000001:1.0:1749610612.504891:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610612.504891:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504893:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299885963 00000020:00000040:1.0:1749610612.504894:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:0.0:1749610612.504894:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504895:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299885984 00000020:00000001:1.0:1749610612.504896:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610612.504897:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610612.504897:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535296 00000020:00000001:1.0:1749610612.504898:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610612.504899:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610612.504899:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610612.504901:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610612.504901:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610612.504902:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610612.504903:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610612.504904:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610612.504904:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610612.504906:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e540. 00000020:00000001:0.0:1749610612.504906:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.504910:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749610612.504910:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000100:00000001:3.0:1749610612.504911:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504913:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749610612.504913:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749610612.504913:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 02000000:00000001:3.0:1749610612.504915:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610612.504917:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610612.504917:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add000. 00000100:00000001:1.0:1749610612.504918:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749610612.504919:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009b71ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494535808:0@lo:38:kworker.0 00000100:00000001:0.0:1749610612.504920:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610612.504922:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749610612.504922:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000100:00000001:0.0:1749610612.504922:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610612.504923:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504924:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749610612.504925:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 02000000:00000001:3.0:1749610612.504926:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.504927:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749610612.504928:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749610612.504928:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610612.504930:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880118a7d400. 02000000:00000001:3.0:1749610612.504932:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.504932:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610612.504934:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749610612.504935:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:1.0:1749610612.504936:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610612.504937:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:1.0:1749610612.504938:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610612.504939:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494535808, portal 10 00000100:00000001:3.0:1749610612.504941:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610612.504942:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134922136960 : -131938787414656 : ffff88009b71ad80) 00000100:00000001:1.0:1749610612.504942:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610612.504944:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610612.504945:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504945:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610612.504947:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.504950:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.504953:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610612.504953:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610612.504954:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610612.504955:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610612.504956:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535936 00000100:00000001:0.0:1749610612.504956:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610612.504957:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 02000000:00000001:1.0:1749610612.504957:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749610612.504959:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494535808, offset 0 00000100:00000001:1.0:1749610612.504959:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610612.504960:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.504960:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000400:00000200:3.0:1749610612.504963:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610612.504963:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.504963:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933763584 : -131936775788032 : ffff88011358aa00) 00000100:00100000:1.0:1749610612.504965:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535936 00000400:00000200:3.0:1749610612.504966:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610612.504966:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610612.504968:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:0.0:1749610612.504968:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88011358aa00 x1834598494535296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610612.504969:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610612.504970:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928080 00000020:00000040:1.0:1749610612.504970:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610612.504972:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749610612.504973:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 170296 00000020:00000001:1.0:1749610612.504974:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749610612.504977:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610612.504977:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610612.504978:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e0c0. 00000400:00000200:3.0:1749610612.504980:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610612.504981:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a302140. 00000100:00000001:3.0:1749610612.504982:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610612.504983:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610612.504984:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610612.504985:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013050e0c0. 00000100:00100000:0.0:1749610612.504986:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88011358aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494535296:12345-0@lo:38:kworker.0 00000100:00000010:3.0:1749610612.504987:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d880. 00000020:00000010:1.0:1749610612.504988:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000040:3.0:1749610612.504989:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d880 x1834598494535808 msgsize 520 00000020:00000010:1.0:1749610612.504990:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000200:0.0:1749610612.504990:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535296 00000100:00100000:3.0:1749610612.504993:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610612.504993:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000001:0.0:1749610612.504994:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610612.504995:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610612.504996:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610612.504997:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1749610612.504997:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610612.504998:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00000001:1.0:1749610612.504998:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610612.505000:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:3.0:1749610612.505001:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610612.505001:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610612.505003:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1749610612.505004:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.505004:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505006:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505010:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610612.505010:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749610612.505010:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610612.505012:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535552 02000000:00000001:1.0:1749610612.505013:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610612.505014:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.505014:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:0.0:1749610612.505014:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610612.505016:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610612.505017:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610612.505018:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610612.505020:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535552 00010000:00000001:0.0:1749610612.505020:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610612.505021:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505021:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610612.505022:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610612.505022:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610612.505023:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610612.505024:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610612.505025:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505025:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505026:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505026:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610612.505027:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 573 usecs (1 jiffies) 00000100:00000001:3.0:1749610612.505029:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299885963 00000020:00000010:1.0:1749610612.505029:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 02000000:00000001:0.0:1749610612.505029:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610612.505031:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299885984 00000020:00000010:1.0:1749610612.505031:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:3.0:1749610612.505033:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299885963 00000020:00000010:1.0:1749610612.505033:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 02000000:00000010:0.0:1749610612.505033:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d740000. 00000100:00000001:3.0:1749610612.505035:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.505035:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610612.505035:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505036:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610612.505037:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299885963 00000100:00000001:1.0:1749610612.505037:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505038:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505039:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.505039:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505041:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299885963 00000100:00000001:1.0:1749610612.505041:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610612.505041:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610612.505043:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299885984 00000100:00000001:1.0:1749610612.505044:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1749610612.505044:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505045:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610612.505045:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494535808 00000100:00000001:3.0:1749610612.505046:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.505047:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610612.505048:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749610612.505048:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610612.505049:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505049:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505051:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610612.505051:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505051:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610612.505053:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749610612.505053:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494535808 00000100:00000001:3.0:1749610612.505054:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1749610612.505054:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610612.505055:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610612.505055:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610612.505056:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610612.505056:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610612.505057:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610612.505057:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610612.505058:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505059:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505059:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505059:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610612.505061:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610612.505062:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:0.0:1749610612.505062:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749610612.505064:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9f80. 00000100:00000040:0.0:1749610612.505065:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610612.505067:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 02000000:00000001:0.0:1749610612.505067:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610612.505069:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610612.505069:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505070:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610612.505070:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610612.505072:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.505072:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610612.505074:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610612.505074:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749610612.505076:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610612.505076:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505078:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610612.505078:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494535296, offset 0 00000100:00000001:1.0:1749610612.505080:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610612.505081:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610612.505082:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610612.505083:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:3.0:1749610612.505086:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:0.0:1749610612.505087:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610612.505089:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849085440 : -131938860466176 : ffff880097170000) 00000400:00000200:0.0:1749610612.505093:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf927e80 00000100:00000040:3.0:1749610612.505094:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097170000 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:48/0 lens 224/0 e 0 to 0 dl 1749610623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610612.505097:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000400:00000200:0.0:1749610612.505099:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x60b9 [1] + 0 00000100:00000040:1.0:1749610612.505100:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610612.505102:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900102784 : -131936809448832 : ffff880111570a80) 00000400:00000200:0.0:1749610612.505104:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610612.505107:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570a80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:48/0 lens 224/0 e 0 to 0 dl 1749610623 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610612.505107:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610612.505109:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610612.505110:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610612.505112:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2257d00. 00000100:00000200:0.0:1749610612.505114:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505115:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610612.505116:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610612.505117:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2257d00. 00000020:00000010:1.0:1749610612.505118:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e0c0. 00000100:00000001:1.0:1749610612.505120:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610612.505121:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494535680:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610612.505122:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013050e0c0. 00000100:00000040:0.0:1749610612.505124:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610612.505126:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535680 00000100:00100000:1.0:1749610612.505127:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494535936:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610612.505128:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610612.505131:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610612.505131:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535936 00000020:00000001:1.0:1749610612.505133:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610612.505134:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505136:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610612.505136:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610612.505137:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610612.505138:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.505139:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610612.505140:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749610612.505140:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000001:1.0:1749610612.505142:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:0.0:1749610612.505142:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000001:3.0:1749610612.505143:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610612.505144:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610612.505144:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610612.505146:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.505146:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610612.505147:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610612.505148:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610612.505149:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610612.505149:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.505150:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610612.505151:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749610612.505152:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610612.505153:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505153:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505154:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.505155:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610612.505155:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610612.505156:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610612.505159:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610612.505159:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610612.505160:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88011358aa00 x1834598494535296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610612.505161:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610612.505161:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610612.505164:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7e800. 02000000:00000010:1.0:1749610612.505165:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584400. 02000000:00000001:3.0:1749610612.505167:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.505167:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505169:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505169:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610612.505170:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88011358aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494535296:12345-0@lo:38:kworker.0 Request processed in 183us (735us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749610612.505172:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505172:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610612.505174:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494535680 00010000:00000040:1.0:1749610612.505175:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494535936 00010000:00000001:3.0:1749610612.505177:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610612.505177:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:0.0:1749610612.505177:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1749610612.505180:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610612.505181:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:3.0:1749610612.505182:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097170000 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610612.505182:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111570a80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610612.505186:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000020:00000010:0.0:1749610612.505189:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add000. 00010000:00000001:3.0:1749610612.505190:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610612.505190:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610612.505192:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610612.505192:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610612.505193:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00001000:3.0:1749610612.505195:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 1 0) 00000100:00001000:1.0:1749610612.505195:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610612.505196:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505198:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610612.505199:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610612.505201:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610612.505201:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610612.505204:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610612.505204:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610612.505206:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610612.505207:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610612.505208:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.505208:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505210:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610612.505210:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610612.505212:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610612.505212:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610612.505213:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610612.505213:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610612.505214:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000010:3.0:1749610612.505215:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000200:1.0:1749610612.505218:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535936, offset 224 00000100:00100000:0.0:1749610612.505218:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00000200:3.0:1749610612.505219:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535680, offset 224 00000100:00000001:0.0:1749610612.505220:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843400192 : -131938866151424 : ffff880096c04000) 00000400:00000200:3.0:1749610612.505222:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610612.505225:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610612.505225:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c04000 x1834598494535424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610612.505227:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610612.505232:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610612.505233:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928000 00000100:00100000:0.0:1749610612.505234:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494535424:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610612.505237:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x60c1 [1] + 224 00000100:00000200:0.0:1749610612.505237:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535424 00000400:00000200:1.0:1749610612.505239:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928100 00000020:00000001:0.0:1749610612.505239:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610612.505241:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610612.505242:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610612.505244:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x60d1 [1] + 224 00000400:00000200:3.0:1749610612.505245:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610612.505247:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505248:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610612.505249:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:0.0:1749610612.505250:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610612.505253:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610612.505253:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610612.505253:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610612.505255:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610612.505256:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610612.505257:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610612.505259:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610612.505260:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610612.505261:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610612.505262:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610612.505264:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5c000. 02000000:00000001:0.0:1749610612.505266:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505268:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.505270:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610612.505271:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610612.505272:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505275:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749610612.505275:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749610612.505278:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00000001:0.0:1749610612.505278:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610612.505279:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610612.505280:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:3.0:1749610612.505282:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610612.505282:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610612.505282:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610612.505284:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610612.505284:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610612.505286:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610612.505286:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610612.505288:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610612.505289:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749610612.505289:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610612.505291:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610612.505291:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610612.505291:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610612.505292:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610612.505293:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610612.505293:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610612.505294:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610612.505295:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505296:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.505297:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610612.505297:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610612.505299:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:1.0:1749610612.505300:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610612.505301:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097170000 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610612.505302:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:0.0:1749610612.505302:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535424, offset 0 00000020:00000001:1.0:1749610612.505304:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505306:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610612.505306:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610612.505334:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570a80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:48/0 lens 224/224 e 0 to 0 dl 1749610623 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.505335:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494535680:12345-0@lo:400:kworker.0 Request processed in 199us (623us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610612.505335:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610612.505341:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927f00 00000100:00100000:3.0:1749610612.505345:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1749610612.505346:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494535936:12345-0@lo:400:kworker.0 Request processed in 227us (572us total) trans 0 rc 0/0 00000400:00000200:0.0:1749610612.505346:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x60c5 [1] + 0 00000100:00000040:3.0:1749610612.505349:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:0.0:1749610612.505350:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610612.505352:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610612.505353:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610612.505353:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610612.505355:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000001:0.0:1749610612.505356:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610612.505357:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000040:1.0:1749610612.505358:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610612.505360:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610612.505361:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000200:0.0:1749610612.505361:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.505362:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610612.505365:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000020:00000010:1.0:1749610612.505365:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610612.505369:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000040:0.0:1749610612.505369:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610612.505370:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610612.505372:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610612.505372:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000020:00000040:1.0:1749610612.505377:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610612.505377:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610612.505380:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505381:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610612.505381:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749610612.505382:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749610612.505383:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610612.505385:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:3.0:1749610612.505386:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00000001:0.0:1749610612.505386:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610612.505387:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610612.505388:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134843404672 : -131938866146944 : ffff880096c05180) 00000100:00000001:1.0:1749610612.505388:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610612.505388:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.505391:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749610612.505392:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00000040:3.0:1749610612.505393:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880096c05180 x1834598494535552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505393:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505395:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640212096 : -131939069339520 : ffff88008aa3d880) 00000020:00000001:0.0:1749610612.505395:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610612.505399:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d880 x1834598494535808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.505399:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c04000 x1834598494535424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.505402:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880096c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494535552:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610612.505405:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535552 00000020:00000001:3.0:1749610612.505407:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610612.505408:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494535808:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749610612.505408:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494535424:12345-0@lo:38:kworker.0 Request processed in 173us (758us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749610612.505409:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749610612.505412:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494535808 00000020:00000001:1.0:1749610612.505414:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610612.505415:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00010000:00000001:1.0:1749610612.505416:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610612.505417:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749610612.505418:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505419:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00020000:3.0:1749610612.505421:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610612.505421:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00010000:00000001:3.0:1749610612.505424:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610612.505424:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000001:1.0:1749610612.505426:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610612.505427:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610612.505428:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00000100:00000001:3.0:1749610612.505430:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00020000:1.0:1749610612.505430:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610612.505431:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610612.505433:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610612.505433:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610612.505433:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610612.505436:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749610612.505437:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549000. 00000100:00000001:1.0:1749610612.505438:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610612.505439:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505440:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610612.505441:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.505442:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749610612.505443:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749610612.505444:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586000. 00010000:00000001:3.0:1749610612.505445:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610612.505446:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610612.505448:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610612.505448:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505451:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610612.505451:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610612.505453:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505454:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610612.505454:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749610612.505456:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610612.505457:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610612.505457:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610612.505459:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610612.505459:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610612.505461:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749610612.505461:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610612.505462:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610612.505464:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000001:0.0:1749610612.505464:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610612.505465:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610612.505466:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610612.505467:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610612.505467:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 02000000:00000001:3.0:1749610612.505469:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505469:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610612.505471:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610612.505472:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610612.505472:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000040:3.0:1749610612.505473:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610612.505474:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610612.505474:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000400:00000010:3.0:1749610612.505475:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 02000000:00000001:1.0:1749610612.505476:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505477:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610612.505478:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535552, offset 0 00000100:00000001:0.0:1749610612.505478:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610612.505480:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610612.505482:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:3.0:1749610612.505483:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610612.505484:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610612.505486:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494535808, offset 0 00000400:00000200:3.0:1749610612.505488:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610612.505489:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610612.505493:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf927f80 00000400:00000200:1.0:1749610612.505495:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610612.505498:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x60d9 [1] + 0 00000100:00000200:0.0:1749610612.505498:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610612.505500:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928080 00000400:00000200:3.0:1749610612.505501:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610612.505505:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610612.505505:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x60e1 [1] + 0 00000100:00000001:0.0:1749610612.505508:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610612.505509:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610612.505509:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610612.505511:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610612.505512:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610612.505513:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610612.505515:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610612.505516:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610612.505518:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610612.505519:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505520:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610612.505547:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505556:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610612.505560:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000400:00000010:3.0:1749610612.505562:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000040:1.0:1749610612.505562:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505564:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610612.505566:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610612.505569:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505569:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610612.505570:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610612.505572:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610612.505574:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610612.505575:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:0.0:1749610612.505575:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610612.505576:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610612.505577:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749610612.505579:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610612.505580:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880096c05180 x1834598494535552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610612.505581:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749610612.505582:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=67 v=5 (5 5 5 0) 00000100:00000001:1.0:1749610612.505584:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610612.505587:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:0.0:1749610612.505588:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=67 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610612.505589:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610612.505591:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610612.505593:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610612.505595:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d880 x1834598494535808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610632 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505595:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610612.505596:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880096c05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494535552:12345-0@lo:38:kworker.0 Request processed in 194us (758us total) trans 0 rc -19/-19 00010000:00000001:0.0:1749610612.505599:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749610612.505606:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1749610612.505607:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494535808:12345-0@lo:38:kworker.0 Request processed in 196us (612us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610612.505608:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:0.0:1749610612.505608:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505609:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610612.505612:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000020:00000010:3.0:1749610612.505615:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00100000:1.0:1749610612.505615:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00000001:1.0:1749610612.505617:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610612.505618:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000100:00000001:1.0:1749610612.505619:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749610612.505620:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505621:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610612.505622:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9f80. 00000020:00000010:1.0:1749610612.505625:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:0.0:1749610612.505625:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1749610612.505628:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000040:0.0:1749610612.505628:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610612.505631:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610612.505632:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.505633:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.505638:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610612.505639:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610612.505641:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610612.505643:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610612.505644:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7840. 00000400:00000200:3.0:1749610612.505647:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610612.505649:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00080000:1.0:1749610612.505649:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610612.505651:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610612.505651:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610612.505653:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610612.505655:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505655:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610612.505657:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610612.505663:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.505663:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505670:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610612.505671:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505673:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610612.505675:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610612.505677:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610612.505677:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b719f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494535936:0@lo:400:kworker.0 00000100:00000001:3.0:1749610612.505678:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.505680:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505683:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610612.505684:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610612 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610612.505685:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749610612.505688:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=117 v=20 (1 1 20 0) 00000100:00000040:0.0:1749610612.505688:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b719f80 x1834598494535936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505691:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610612.505692:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610612.505695:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610612.505695:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610612.505697:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610612.505700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610612.505700:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610612.505703:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610612.505704:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610612.505706:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610612.505707:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610612.505708:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610612.505709:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1749610612.505710:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000100:00000001:3.0:1749610612.505711:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505713:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1749610612.505713:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610612.505714:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610612.505715:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1749610612.505717:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1749610612.505717:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 00000100:00080000:3.0:1749610612.505720:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610612.505720:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610612.505721:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505722:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610612.505723:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610612.505726:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505728:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610612.505729:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505731:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610612.505733:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494535552:0@lo:38:kworker.0 00000100:00000001:0.0:1749610612.505733:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610612.505738:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610612.505740:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610612.505741:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749610612.505744:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:3.0:1749610612.505745:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610612.505747:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610612.505750:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505752:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610612.505754:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610612.505758:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610612.505758:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610612.505759:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610612.505762:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000001:3.0:1749610612.505764:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610612.505765:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610612.505765:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000010:0.0:1749610612.505766:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:3.0:1749610612.505767:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610612.505768:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610612.505769:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610612.505769:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610612.505771:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.505772:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610612.505773:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610612.505775:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610612 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610612.505779:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=67 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610612.505781:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749610612.505781:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505783:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610612.505785:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610612.505789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505789:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610612.505791:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.505793:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610612.505795:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610612.505796:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610612.505796:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610612.505798:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610612.505798:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505799:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610612.505800:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505801:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610612.505802:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610612.505804:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:0.0:1749610612.505805:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=117 v=5 (5 5 5 0) 00000100:00080000:3.0:1749610612.505807:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:0.0:1749610612.505808:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=117 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610612.505809:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610612.505810:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610612.505812:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505812:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610612.505814:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749610612.505819:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009b71ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494535808:0@lo:38:kworker.0 00010000:00080000:0.0:1749610612.505819:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610612.505823:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610612.505824:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610612.505826:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7790. 00000400:00000200:3.0:1749610612.505828:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000010:3.0:1749610612.505829:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610612.505831:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610612.505831:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610612.505834:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505835:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610612.505837:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610612.505839:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1749610612.505841:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505841:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.505846:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505847:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610612.505848:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505850:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610612.505852:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610612.505853:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610612.505855:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610612.505857:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610612.505858:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749610612.505860:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610612 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610612.505862:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=35 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610612.505862:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610612.505864:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505865:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610612.505866:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610612.505868:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610612.505870:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610612.505872:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.505878:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610612.505880:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610612.505881:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505882:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1749610612.505883:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494535680:0@lo:400:kworker.0 00000100:00000001:3.0:1749610612.505884:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610612.505886:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749610612.505889:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610612.505889:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505891:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610612.505892:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610612.505894:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610612.505897:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494535680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.505902:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494535296:0@lo:38:kworker.0 00000400:00000001:3.0:1749610612.505905:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610612.505906:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610612.505908:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f77e8. 00000400:00000200:3.0:1749610612.505910:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000400:00000010:3.0:1749610612.505911:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:3.0:1749610612.505913:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610612.505915:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505918:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610612.505921:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610612.505923:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610612.505923:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125000. 02000000:00000001:0.0:1749610612.505929:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610612.505930:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610612.505931:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610612.505932:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505933:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:0.0:1749610612.505933:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1749610612.505935:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610612.505936:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610612.505937:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610612.505937:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610612.505939:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610612.505939:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00001000:3.0:1749610612.505941:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610612 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610612.505943:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1749610612.505944:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=17 v=20 (1 1 1 20) 02000000:00000001:0.0:1749610612.505945:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610612.505946:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610612.505947:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749610612.505948:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000100:00000001:3.0:1749610612.505949:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610612.505952:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610612.505954:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610612.505956:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610612.505958:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505959:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610612.505961:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610612.505962:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.505963:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610612.505964:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610612.505965:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610612.505967:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610612.505967:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610612.505969:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610612.505970:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.505971:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610612.505972:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610612.505974:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610612.505981:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494535424:0@lo:38:kworker.0 00000100:00000001:3.0:1749610612.505985:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.505987:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610612.505989:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494535552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.506002:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610612.506003:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610612.506006:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880118a7dc00. 02000000:00000001:3.0:1749610612.506009:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610612.506011:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610612.506012:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749610612.506014:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610612.506016:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007d3bfc00. 02000000:00000001:3.0:1749610612.506019:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610612.506021:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610612.506023:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:3.0:1749610612.506025:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610612.506027:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.506029:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610612.506031:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009b71ad80 x1834598494535808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.506037:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610612.506039:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610612.506040:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880118a7d400. 02000000:00000001:3.0:1749610612.506042:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610612.506043:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610612.506044:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749610612.506046:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610612.506047:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88007d3bf000. 02000000:00000001:3.0:1749610612.506050:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610612.506050:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610612.506052:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71ad80. 00000100:00000001:3.0:1749610612.506054:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610612.506055:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.506057:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610612.506059:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494535296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.506065:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610612.506067:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610612.506068:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130318c00. 02000000:00000001:3.0:1749610612.506073:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610612.506074:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610612.506075:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749610612.506077:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610612.506079:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ef800. 02000000:00000001:3.0:1749610612.506081:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610612.506082:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610612.506083:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:3.0:1749610612.506085:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610612.506086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.506088:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610612.506090:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494535424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610612.506096:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610612.506097:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610612.506099:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b5f1000. 02000000:00000001:3.0:1749610612.506101:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610612.506101:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610612.506103:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749610612.506104:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610612.506105:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322ecc00. 02000000:00000001:3.0:1749610612.506108:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610612.506109:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610612.506110:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000100:00000001:3.0:1749610612.506113:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610612.506114:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.506115:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.506117:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610612.506118:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610612.506120:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.506121:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610612.526595:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299885984, at 4299885984 00000100:00000010:0.0:1749610612.526606:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257500. 00000100:00000040:2.0:1749610612.526607:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299885984, at 4299885984 00000100:00000040:1.0:1749610612.526612:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299885984, at 4299885984 00000100:00000010:2.0:1749610612.526618:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257840. 00000100:00000010:1.0:1749610612.526623:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257440. 00000100:00000040:3.0:1749610612.527562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299885984, at 4299885985 00000100:00000010:3.0:1749610612.527572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257ac0. 00080000:00000010:1.0:1749610612.542133:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.542141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.542147:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.542218:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.542222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.542227:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.542234:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.542239:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.542242:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610612.703918:0:16652:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610612.703927:0:16652:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610612.703933:0:16652:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610612.703950:0:16652:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610612.703955:0:16652:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610612.703958:0:16652:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610612.703965:0:16652:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610612.703970:0:16652:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610612.703973:0:16652:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.708101:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.708108:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.708113:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.708182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.708186:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.708189:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.708194:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610612.708198:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610612.708201:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610612.747628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610612.747635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610612.747637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610612.747641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610612.747645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610612.747649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.747652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610612.747656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610612.747658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.878500:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610612.878510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610612.878517:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.878627:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610612.878633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610612.878637:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610612.878644:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610612.878648:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610612.878652:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.039003:0:16718:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610613.039012:0:16718:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610613.039017:0:16718:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.039034:0:16718:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610613.039039:0:16718:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610613.039043:0:16718:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.039049:0:16718:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610613.039054:0:16718:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610613.039057:0:16718:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.043832:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.043840:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.043844:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.043915:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.043919:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.043922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.043927:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.043930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.043933:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.215483:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610613.215493:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610613.215498:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.215614:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610613.215620:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610613.215623:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.215630:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610613.215634:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610613.215638:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610613.360584:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610613.360591:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610613.360720:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610613.360725:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610613.360729:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610613.373917:0:16784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.373926:0:16784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.373932:0:16784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.373949:0:16784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.373954:0:16784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.373958:0:16784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.373965:0:16784:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610613.373970:0:16784:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610613.373973:0:16784:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.378176:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610613.378183:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610613.378188:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.378259:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610613.378262:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610613.378265:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610613.378270:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acd80. 00080000:00000010:0.0:1749610613.378274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acd80. 00000020:00000001:0.0:1749610613.378276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610613.457614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610613.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610613.457622:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610613.457626:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610613.457629:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610613.457633:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610613.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610613.457640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610613.457643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.556932:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.556942:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.556948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.557016:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.557022:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.557026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.557032:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.557037:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.557040:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.717064:0:16851:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.717076:0:16851:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.717084:0:16851:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.717106:0:16851:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.717111:0:16851:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.717116:0:16851:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.717125:0:16851:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.717132:0:16851:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.717137:0:16851:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.722240:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.722248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.722254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.722384:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.722389:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.722393:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610613.722398:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610613.722402:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610613.722405:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610613.747630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610613.747637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610613.747639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610613.747643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610613.747646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610613.747650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610613.747653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610613.747657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610613.747659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.898861:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610613.898870:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610613.898876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.898946:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610613.898951:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610613.898954:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610613.898961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610613.898965:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610613.898969:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.062851:0:16917:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.062861:0:16917:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.062868:0:16917:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.062884:0:16917:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.062890:0:16917:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.062893:0:16917:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.062900:0:16917:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.062905:0:16917:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.062908:0:16917:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.067189:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.067195:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.067200:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.067269:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.067272:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.067276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.067281:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610614.067284:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610614.067287:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.244154:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610614.244164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610614.244170:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.244241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610614.244246:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610614.244249:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.244256:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610614.244260:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610614.244263:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610614.362608:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610614.362616:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610614.362620:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610614.362624:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610614.362630:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610614.362633:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610614.362637:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610614.362641:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610614.362759:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610614.362765:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610614.362768:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610614.405030:0:16983:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.405040:0:16983:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.405047:0:16983:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.405064:0:16983:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.405069:0:16983:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.405072:0:16983:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.405079:0:16983:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.405084:0:16983:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.405087:0:16983:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.409237:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.409244:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.409249:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.409346:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.409350:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.409354:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610614.409359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610614.409363:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610614.409366:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610614.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610614.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610614.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610614.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610614.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610614.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610614.457653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610614.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610614.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610614.578381:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610614.578391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610614.578397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610614.578467:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610614.578472:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610614.578476:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610614.578483:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610614.578487:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610614.578490:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.744417:0:17050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.744427:0:17050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.744433:0:17050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.744451:0:17050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.744455:0:17050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.744459:0:17050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.744466:0:17050:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.744471:0:17050:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.744474:0:17050:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610614.747634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610614.747641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610614.747645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610614.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610614.747654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610614.747659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610614.747663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610614.747667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610614.747671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.748672:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.748679:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.748685:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.748758:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.748761:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.748765:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610614.748770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610614.748773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610614.748776:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.925042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610614.925053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610614.925061:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.925177:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610614.925185:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610614.925189:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610614.925199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610614.925205:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610614.925209:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.071314:0:17115:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.071325:0:17115:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.071333:0:17115:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.071354:0:17115:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.071359:0:17115:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.071362:0:17115:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.071369:0:17115:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.071373:0:17115:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.071376:0:17115:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.075454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.075460:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.075465:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.075611:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.075617:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.075624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.075633:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610615.075638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610615.075643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.248483:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.248495:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.248503:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.248660:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.248669:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.248674:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.248685:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.248691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.248696:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610615.364624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610615.364629:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610615.364702:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610615.364708:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610615.364712:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610615.398443:0:17180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610615.398451:0:17180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610615.398457:0:17180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610615.398472:0:17180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610615.398477:0:17180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610615.398480:0:17180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610615.398486:0:17180:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610615.398489:0:17180:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610615.398492:0:17180:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.402563:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.402569:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.402574:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.402645:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.402648:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.402651:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.402657:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.402660:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.402663:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610615.457625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610615.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610615.457634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610615.457638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610615.457641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610615.457645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610615.457648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610615.457651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610615.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.572097:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610615.572105:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610615.572112:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.572181:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610615.572186:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610615.572190:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610615.572196:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610615.572201:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610615.572204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.715266:0:17249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.715275:0:17249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.715280:0:17249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.715327:0:17249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.715332:0:17249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.715335:0:17249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610615.715341:0:17249:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2acc80. 00080000:00000010:0.0:1749610615.715345:0:17249:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2acc80. 00000020:00000001:0.0:1749610615.715348:0:17249:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.719448:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610615.719455:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610615.719459:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.719564:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610615.719568:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610615.719571:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.719577:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610615.719580:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610615.719583:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610615.747630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610615.747635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610615.747637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610615.747641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610615.747644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610615.747648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610615.747651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610615.747654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610615.747657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.885853:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610615.885862:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610615.885867:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.885935:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610615.885940:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610615.885944:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610615.885949:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610615.885953:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610615.885957:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.053577:0:17317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610616.053585:0:17317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610616.053590:0:17317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.053609:0:17317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610616.053614:0:17317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610616.053617:0:17317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.053623:0:17317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610616.053627:0:17317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610616.053630:0:17317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.057471:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610616.057478:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610616.057482:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.057590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610616.057594:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610616.057598:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.057604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610616.057607:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610616.057609:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.228706:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.228715:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.228722:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.228792:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.228797:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.228800:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.228807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.228811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.228814:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610616.366625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610616.366632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610616.366749:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610616.366754:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610616.366758:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610616.388314:0:17383:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610616.388322:0:17383:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610616.388328:0:17383:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610616.388346:0:17383:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610616.388351:0:17383:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610616.388354:0:17383:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610616.388360:0:17383:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610616.388364:0:17383:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610616.388367:0:17383:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.393001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610616.393007:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610616.393011:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.393076:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610616.393080:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610616.393083:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.393088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca00. 00080000:00000010:0.0:1749610616.393091:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca00. 00000020:00000001:0.0:1749610616.393094:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610616.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610616.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610616.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610616.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610616.457651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610616.457655:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610616.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610616.457663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610616.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.566073:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610616.566082:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610616.566088:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.566157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610616.566162:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610616.566165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610616.566172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009d2aca80. 00080000:00000010:0.0:1749610616.566176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009d2aca80. 00000020:00000001:0.0:1749610616.566179:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.719441:0:17450:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.719449:0:17450:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.719454:0:17450:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.719471:0:17450:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.719476:0:17450:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.719479:0:17450:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.719484:0:17450:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.719488:0:17450:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.719491:0:17450:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.723621:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.723629:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.723633:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.723701:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.723705:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.723708:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610616.723713:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610616.723716:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610616.723719:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610616.747611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610616.747617:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610616.747619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610616.747623:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610616.747627:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610616.747630:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610616.747634:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610616.747637:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610616.747640:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.895419:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.895430:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.895437:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.895563:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.895569:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.895573:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610616.895579:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610616.895584:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610616.895587:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.050701:0:17516:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.050711:0:17516:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.050717:0:17516:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.050734:0:17516:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.050739:0:17516:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.050742:0:17516:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.050749:0:17516:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.050753:0:17516:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.050756:0:17516:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610617.054957:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610617.054964:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610617.054970:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610617.055038:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610617.055041:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610617.055044:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610617.055049:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610617.055052:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610617.055055:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.226658:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.226668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.226674:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.226747:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.226752:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.226756:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.226762:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.226767:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.226770:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610617.368617:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610617.368623:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610617.368701:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610617.368707:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610617.368711:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610617.385213:0:17582:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.385222:0:17582:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.385228:0:17582:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.385244:0:17582:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.385249:0:17582:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.385252:0:17582:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.385259:0:17582:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610617.385263:0:17582:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610617.385297:0:17582:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.389172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610617.389179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610617.389183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.389251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610617.389255:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610617.389258:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.389263:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610617.389292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610617.389295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.457613:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610617.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610617.457623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610617.457628:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610617.457633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.457638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.457642:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610617.457646:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.457649:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.504632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610617.504647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610617.504650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.504656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610617.504659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.504662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.504666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610617.518613:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610617.518621:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610617.518624:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610617.518628:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610617.518630:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610617.518633:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610617.518637:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610617.518642:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5218 00000100:00080000:0.0:1749610617.518646:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610617.518649:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.518652:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.518655:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.518657:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610617.518661:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610617.518663:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610617.518667:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610617.518670:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610617.518673:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610617.518675:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610617.518678:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.518680:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.518682:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.518683:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610617.518686:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610617.518689:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610617.518692:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.518695:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610617.518701:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610617.518704:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.518706:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610617.518709:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610617.518716:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571880. 00000020:00000040:0.0:1749610617.518719:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610617.518723:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610617.518725:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.518728:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610617.518731:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610617.518735:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610617.518742:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801135b3800. 00000100:00000001:0.0:1749610617.518749:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.518759:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610617.518771:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610617.518776:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610617.518780:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571880] to pc [ptlrpcd_rcv+-1] req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.518806:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610617.518811:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610617.518817:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610617.518819:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610617.518821:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610617.518825:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610617.518829:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5218 00000100:00080000:0.0:1749610617.518833:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610617.518836:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.518839:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.518842:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.518845:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610617.518849:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610617.518851:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610617.518853:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610617.518856:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610617.518860:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610617.518860:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610617.518864:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610617.518864:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610617.518868:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610617.518868:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.518871:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.518873:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610617.518875:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.518877:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610617.518880:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610617.518885:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610617.518888:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.518889:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610617.518891:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610617.518892:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.518896:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610617.518896:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610617.518899:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.518900:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.518902:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749610617.518904:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.518905:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610617.518909:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494536064:0@lo:38:kworker.0 00000100:00000010:0.0:1749610617.518909:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572680. 00000020:00000040:0.0:1749610617.518913:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610617.518916:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610617.518917:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610617.518919:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.518920:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610617.518921:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610617.518924:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.518924:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610617.518926:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.518928:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610617.518931:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 02000000:00000010:2.0:1749610617.518933:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13c00. 02000000:00000001:2.0:1749610617.518936:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.518936:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.518942:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610617.518944:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000010:2.0:1749610617.518952:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610617.518953:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610617.518956:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610617.518961:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111572680] to pc [ptlrpcd_rcv+-1] req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610617.518962:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494536064, portal 4 00000100:00000001:2.0:1749610617.518966:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610617.518969:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900106368 : -131936809445248 : ffff880111571880) 00000100:00000001:0.0:1749610617.518974:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.518978:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610617.518978:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610617.518983:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610617.518986:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610617.518989:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610617.518990:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610617.518992:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749610617.518994:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610617.518995:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5218 00000400:00000010:2.0:1749610617.518997:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00080000:0.0:1749610617.518999:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749610617.519002:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494536064, offset 0 00000100:00000040:0.0:1749610617.519002:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.519005:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.519007:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610617.519011:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610617.519011:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610617.519014:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610617.519016:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610617.519018:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610617.519021:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610617.519024:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610617.519027:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610617.519028:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610617.519031:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610617.519034:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.519036:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.519039:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610617.519042:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf928180 00000020:00000040:0.0:1749610617.519043:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610617.519046:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610617.519049:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610617.519052:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 4680 02000000:00000001:0.0:1749610617.519052:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610617.519056:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610617.519059:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519062:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749610617.519063:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610617.519064:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610617.519068:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 00000400:00000200:2.0:1749610617.519070:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610617.519072:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610617.519076:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610617.519077:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610617.519077:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610617.519080:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610617.519080:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610617.519082:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610617.519084:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610617.519086:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc700. 02000000:00000010:0.0:1749610617.519089:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000040:2.0:1749610617.519090:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc700 x1834598494536064 msgsize 520 00000100:00000001:0.0:1749610617.519093:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610617.519097:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610617.519099:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610617.519109:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610617.519111:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610617.519114:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610617.519118:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111573480] to pc [ptlrpcd_rcv+-1] req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610617.519119:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610617.519123:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610617.519128:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610617.519130:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610617.519133:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610617.519135:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610617.519140:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610617.519145:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000020:00000040:0.0:1749610617.519148:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610617.519152:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610617.519154:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610617.519156:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610617.519160:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000040:2.0:1749610617.519162:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.519164:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610617.519170:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610617.519173:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519176:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610617.519182:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519182:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610617.519184:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.519188:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1102 usecs (2 jiffies) 00000100:00000040:0.0:1749610617.519191:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_00_02+2] req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.519193:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299890978 00000100:00000010:2.0:1749610617.519199:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb847c0. 00000100:00000001:2.0:1749610617.519206:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610617.519214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299890978 00000100:00000010:2.0:1749610617.519218:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84940. 00000100:00000001:2.0:1749610617.519222:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610617.519226:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299890978 00000100:00000001:0.0:1749610617.519228:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610617.519231:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb844c0. 00000100:00080000:0.0:1749610617.519232:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610617.519233:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610617.519234:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00080000:0.0:1749610617.519237:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610617.519238:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.519239:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299890978 00000100:00000001:0.0:1749610617.519239:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749610617.519240:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749610617.519242:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:2.0:1749610617.519243:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb84cc0. 00000100:00000001:2.0:1749610617.519247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610617.519247:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:1.0:1749610617.519249:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610617.519250:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5218 00000100:00080000:0.0:1749610617.519254:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610617.519258:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610617.519261:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610617.519261:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610617.519263:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610617.519263:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610617.519287:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610617.519288:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610617.519290:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.519292:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610617.519293:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519295:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519296:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610617.519297:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494536448:0@lo:400:kworker.0 00000020:00000040:0.0:1749610617.519298:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610617.519300:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519300:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610617.519301:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610617.519303:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610617.519303:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:1.0:1749610617.519305:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610617.519307:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519307:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749610617.519309:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610617.519310:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610617.519311:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610617.519313:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610617.519313:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125200. 00000100:00000040:0.0:1749610617.519314:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610617.519316:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610617.519316:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519317:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610617.519319:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.519321:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610617.519321:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000040:0.0:1749610617.519321:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.519323:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610617.519326:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749610617.519327:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610617.519327:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000200:1.0:1749610617.519331:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494536448, portal 10 00000100:00080000:0.0:1749610617.519331:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610617.519333:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610617.519335:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519336:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 02000000:00000001:0.0:1749610617.519338:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610617.519343:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610617.519344:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610617.519346:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519348:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610617.519349:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610617.519351:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519352:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519353:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610617.519354:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610617.519355:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610617.519356:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 02000000:00000001:2.0:1749610617.519357:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610617.519358:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:2.0:1749610617.519360:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610617.519360:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:1.0:1749610617.519361:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494536448, offset 0 02000000:00000001:0.0:1749610617.519364:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1749610617.519365:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494536192:0@lo:38:kworker.0 00000400:00000200:1.0:1749610617.519366:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610617.519366:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519369:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610617.519370:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610617.519371:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610617.519373:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610617.519374:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.519375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610617.519375:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610617.519378:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610617.519380:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:3.0:1749610617.519381:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749610617.519382:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13400. 00000400:00000200:1.0:1749610617.519382:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928300 00000100:00000001:0.0:1749610617.519384:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.519385:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610617.519386:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536064 00000400:00000200:1.0:1749610617.519388:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 170816 02000000:00000001:3.0:1749610617.519389:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610617.519390:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00100000:0.0:1749610617.519391:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610617.519394:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610617.519395:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000200:1.0:1749610617.519395:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610617.519397:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610617.519398:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610617.519400:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494536192, portal 10 02000000:00000001:3.0:1749610617.519401:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519402:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610617.519402:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610617.519403:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610617.519404:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610617.519406:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536064 00000100:00000001:2.0:1749610617.519406:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900109952 : -131936809441664 : ffff880111572680) 00000100:00000001:0.0:1749610617.519406:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.519408:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610617.519410:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:1.0:1749610617.519410:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8fb80. 00000100:00000040:0.0:1749610617.519411:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610617.519412:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610617.519413:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8fb80 x1834598494536448 msgsize 224 00000020:00000001:3.0:1749610617.519414:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.519414:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610617.519417:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610617.519418:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610617.519422:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610617.519424:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610617.519425:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610617.519427:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000040:2.0:1749610617.519428:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610617.519428:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610617.519429:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749610617.519431:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000010:3.0:1749610617.519433:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000400:00000200:1.0:1749610617.519433:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749610617.519434:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1749610617.519435:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000010:0.0:1749610617.519437:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000100:00000001:3.0:1749610617.519438:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610617.519438:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610617.519439:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1749610617.519440:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610617.519442:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610617.519442:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.519444:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610617.519446:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610617.519447:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610617.519447:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494536192, offset 0 02000000:00000001:0.0:1749610617.519449:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519452:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610617.519453:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000400:00000200:2.0:1749610617.519454:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610617.519455:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.519456:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610617.519457:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519462:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610617.519462:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610617.519464:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610617.519464:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610617.519465:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610617.519467:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519468:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610617.519471:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 762 usecs (1 jiffies) 00000400:00000200:2.0:1749610617.519472:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928200 00000100:00100000:3.0:1749610617.519473:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:1.0:1749610617.519474:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299890977 00000100:00000001:0.0:1749610617.519474:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610617.519476:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933967616 : -131936775584000 : ffff8801135bc700) 00000100:00000001:1.0:1749610617.519476:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299890978 00000100:00000001:0.0:1749610617.519477:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610617.519479:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 171040 00000100:00000001:1.0:1749610617.519479:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299890977 00000100:00000001:1.0:1749610617.519481:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299890978 00000100:00000040:3.0:1749610617.519483:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc700 x1834598494536064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.519483:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299890977 00000100:00000040:0.0:1749610617.519483:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_00_03+3] req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.519485:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299890978 00000400:00000200:2.0:1749610617.519487:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610617.519488:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299890977 00000100:00000001:1.0:1749610617.519490:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299890978 00000400:00000200:2.0:1749610617.519492:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610617.519492:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610617.519494:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519497:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610617.519497:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519497:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610617.519499:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610617.519499:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610617.519503:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494536064:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610617.519503:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5228) 00000100:00000010:2.0:1749610617.519504:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be680. 00000100:00000001:1.0:1749610617.519505:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610617.519506:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1749610617.519508:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536064 00000100:00000001:1.0:1749610617.519508:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610617.519509:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135be680 x1834598494536192 msgsize 520 00000100:00000001:1.0:1749610617.519510:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610617.519511:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.519512:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610617.519514:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000001:3.0:1749610617.519515:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610617.519515:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610617.519515:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610617.519517:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610617.519519:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610617.519551:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610617.519552:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610617.519554:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519554:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610617.519554:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610617.519558:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610617.519559:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610617.519561:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00010000:00000001:3.0:1749610617.519562:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749610617.519564:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610617.519564:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749610617.519566:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610617.519566:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610617.519567:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610617.519567:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536448 00000100:00000001:1.0:1749610617.519568:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519569:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749610617.519570:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610617.519570:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610617.519571:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610617.519572:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.519573:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610617.519574:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610617.519574:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610617.519575:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519576:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610617.519578:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157ac00. 00000100:00100000:1.0:1749610617.519578:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494536704:0@lo:400:kworker.0 02000000:00000001:3.0:1749610617.519580:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.519580:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519581:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610617.519582:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610617.519583:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610617.519585:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.519585:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536448 00010000:00000001:3.0:1749610617.519586:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610617.519586:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610617.519587:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610617.519588:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749610617.519589:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610617.519590:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 00000020:00000040:0.0:1749610617.519590:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:2.0:1749610617.519591:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610617.519592:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610617.519593:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749610617.519593:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610617.519595:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000100:00000001:3.0:1749610617.519596:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:0.0:1749610617.519596:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000010:1.0:1749610617.519598:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000001:0.0:1749610617.519599:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610617.519600:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610617.519601:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610617.519601:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494536704, portal 10 00000100:00000040:3.0:1749610617.519602:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610617.519603:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610617.519604:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610617.519604:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610617.519604:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610617.519605:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000001:3.0:1749610617.519607:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610617.519609:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519609:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610617.519610:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610617.519611:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610617.519612:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610617.519614:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.519614:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 826 usecs (1 jiffies) 00000020:00000010:0.0:1749610617.519614:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42180. 00000100:00000001:3.0:1749610617.519616:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610617.519618:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610617.519618:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299890978 00000100:00000001:1.0:1749610617.519618:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610617.519621:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299890978 00000100:00000040:1.0:1749610617.519621:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610617.519622:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000400:00000010:1.0:1749610617.519622:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000040:0.0:1749610617.519623:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610617.519624:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299890978 00000100:00000200:1.0:1749610617.519624:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494536704, offset 0 00000100:00000200:3.0:1749610617.519626:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494536064, offset 0 00000100:00000001:2.0:1749610617.519628:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299890978 00000400:00000200:1.0:1749610617.519628:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610617.519631:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299890978 00000400:00000200:3.0:1749610617.519632:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610617.519633:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610617.519634:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299890978 00000400:00000200:1.0:1749610617.519634:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610617.519638:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299890978 00000020:00000010:0.0:1749610617.519638:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749610617.519641:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299890978 00000400:00000200:3.0:1749610617.519642:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610617.519642:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928400 00000020:00000010:0.0:1749610617.519643:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610617.519644:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610617.519647:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 171560 00000100:00000001:2.0:1749610617.519648:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610617.519648:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add000. 00000400:00000200:3.0:1749610617.519650:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf928180 00000100:00000001:2.0:1749610617.519651:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610617.519652:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610617.519657:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610617.519657:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1749610617.519658:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6101 [1] + 0 00000100:00000040:2.0:1749610617.519658:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.519660:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610617.519662:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610617.519663:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610617.519664:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610617.519664:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610617.519666:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610617.519667:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610617.519668:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749610617.519669:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610617.519670:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8df80 x1834598494536704 msgsize 224 00000100:00000001:3.0:1749610617.519671:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610617.519671:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519673:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749610617.519675:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749610617.519676:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610617.519676:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610617.519676:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749610617.519679:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.519679:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.519682:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519682:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610617.519686:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00100000:2.0:1749610617.519687:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494536320:0@lo:38:kworker.0 00000100:00000001:0.0:1749610617.519687:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610617.519688:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610617.519689:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610617.519691:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610617.519692:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610617.519695:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610617.519695:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.519697:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610617.519697:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610617.519698:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.519700:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536192 02000000:00000001:2.0:1749610617.519701:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610617.519702:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 02000000:00000001:0.0:1749610617.519702:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610617.519703:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610617.519704:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610617.519705:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 02000000:00000010:2.0:1749610617.519705:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12000. 00000100:00000040:1.0:1749610617.519706:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.519707:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519708:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610617.519708:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519710:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610617.519711:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610617.519712:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:3.0:1749610617.519713:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519713:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.519714:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536192 00000100:00000001:1.0:1749610617.519715:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610617.519716:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610617.519716:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610617.519717:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610617.519718:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.519718:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610617.519718:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610617.519720:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610617.519720:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610617.519721:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 736 usecs (1 jiffies) 00000100:00000200:2.0:1749610617.519722:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494536320, portal 10 00000020:00000001:0.0:1749610617.519722:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610617.519724:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc700 x1834598494536064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.519724:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299890978 00000100:00000001:2.0:1749610617.519725:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610617.519725:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519727:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000100:00000001:1.0:1749610617.519727:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299890978 00000100:00000001:1.0:1749610617.519729:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299890978 00000020:00000010:0.0:1749610617.519729:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749610617.519731:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299890978 00000100:00000001:1.0:1749610617.519733:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299890978 00000020:00000010:0.0:1749610617.519733:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2acc80. 00000100:00100000:3.0:1749610617.519735:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494536064:12345-0@lo:38:kworker.0 Request processed in 231us (642us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610617.519736:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.519736:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299890978 00000100:00000001:1.0:1749610617.519737:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299890978 00000020:00000010:0.0:1749610617.519738:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:1.0:1749610617.519739:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299890978 00000100:00000001:1.0:1749610617.519741:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610617.519742:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:0.0:1749610617.519742:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610617.519743:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519744:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610617.519745:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610617.519746:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610617.519746:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519746:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519747:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610617.519747:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.519750:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610617.519751:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:0.0:1749610617.519751:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610617.519753:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000020:00000010:3.0:1749610617.519754:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00000200:2.0:1749610617.519757:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494536320, offset 0 00000020:00000010:3.0:1749610617.519758:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610617.519758:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.519761:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610617.519763:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610617.519764:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610617.519767:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536704 02000000:00000001:0.0:1749610617.519769:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610617.519770:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610617.519771:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610617.519773:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519774:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610617.519777:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.519777:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610617.519778:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928280 00000100:00100000:0.0:1749610617.519780:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536704 00000020:00000001:0.0:1749610617.519782:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610617.519784:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:2.0:1749610617.519785:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 171784 00000020:00000001:0.0:1749610617.519786:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610617.519787:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610617.519788:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1749610617.519789:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:2.0:1749610617.519792:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610617.519792:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:3.0:1749610617.519793:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000040:3.0:1749610617.519796:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:0.0:1749610617.519796:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610617.519797:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610617.519798:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191758208 : -131939517793408 : ffff88006fe8fb80) 00000100:00000001:0.0:1749610617.519800:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610617.519801:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610617.519803:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8fb80 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:53/0 lens 224/0 e 0 to 0 dl 1749610628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610617.519803:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42600. 00000100:00000200:2.0:1749610617.519804:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610617.519807:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013050e540. 00000100:00000010:2.0:1749610617.519809:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf2d80. 00000100:00000001:3.0:1749610617.519812:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610617.519812:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610617.519813:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf2d80 x1834598494536320 msgsize 520 00000020:00000010:3.0:1749610617.519815:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eaa040. 00000020:00000010:0.0:1749610617.519815:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012db42600. 00000100:00000001:3.0:1749610617.519818:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610617.519820:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eaa040. 00000100:00100000:2.0:1749610617.519820:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610617.519820:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749610617.519824:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009d2aca80. 00000100:00100000:3.0:1749610617.519825:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494536448:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610617.519828:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610617.519828:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000200:3.0:1749610617.519829:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536448 00000020:00000001:3.0:1749610617.519831:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610617.519832:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610617.519833:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000020:00000001:3.0:1749610617.519834:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610617.519834:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610617.519836:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000020:00000001:3.0:1749610617.519837:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519837:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610617.519839:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610617.519840:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610617.519841:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610617.519841:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749610617.519844:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610617.519844:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1749610617.519845:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.519846:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.519848:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610617.519849:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610617.519850:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610617.519852:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610617.519855:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.519856:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610617.519857:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610617.519857:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610617.519858:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536320 00000100:00000001:3.0:1749610617.519861:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610617.519861:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610617.519862:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610617.519863:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610617.519863:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610617.519866:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157a800. 00000100:00000001:0.0:1749610617.519866:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610617.519868:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.519869:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519870:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.519872:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519872:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.519872:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536320 00000020:00000001:0.0:1749610617.519874:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:3.0:1749610617.519875:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494536448 00000100:00000001:2.0:1749610617.519875:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610617.519876:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:3.0:1749610617.519878:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749610617.519878:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610617.519880:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519880:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610617.519882:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fe8fb80 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610617.519882:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.519884:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 763 usecs (1 jiffies) 00000020:00000010:0.0:1749610617.519886:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:2.0:1749610617.519888:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299890978 00010000:00000001:3.0:1749610617.519889:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610617.519890:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438dc80. 00010000:00000001:3.0:1749610617.519892:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519892:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299890978 00000020:00000010:0.0:1749610617.519894:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00001000:3.0:1749610617.519895:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610617.519895:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299890978 00000100:00000001:0.0:1749610617.519897:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610617.519898:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610617.519899:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299890978 00000100:00000001:0.0:1749610617.519899:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610617.519901:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610617.519901:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519902:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299890978 00000100:00000001:3.0:1749610617.519903:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610617.519905:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610617.519905:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519906:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299890978 02000000:00000001:3.0:1749610617.519907:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.519908:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610617.519908:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.519909:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299890978 00000100:00000040:3.0:1749610617.519910:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610617.519912:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610617.519912:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299890978 00000100:00000001:0.0:1749610617.519914:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749610617.519915:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494536448, offset 224 00000100:00000001:2.0:1749610617.519915:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.519917:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610617.519919:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610617.519919:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.519922:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000400:00000200:3.0:1749610617.519924:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749610617.519924:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749610617.519925:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000001:2.0:1749610617.519926:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610617.519928:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751040 : -131939517800576 : ffff88006fe8df80) 00000400:00000200:3.0:1749610617.519929:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928300 00000400:00000010:2.0:1749610617.519929:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610617.519933:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610617.519936:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000040:0.0:1749610617.519936:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8df80 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:53/0 lens 224/0 e 0 to 0 dl 1749610628 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.519939:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610617.519944:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610617.519946:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6109 [1] + 224 00000400:00000200:3.0:1749610617.519950:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610617.519950:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610617.519953:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610617.519953:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012db42600. 00000100:00000001:3.0:1749610617.519956:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610617.519957:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610617.519959:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610617.519960:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012db42600. 00000100:00000200:3.0:1749610617.519961:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610617.519966:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494536704:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610617.519970:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.519971:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610617.519972:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536704 00000100:00000001:2.0:1749610617.519974:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610617.519975:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610617.519977:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610617.519979:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610617.519981:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610617.519982:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.519983:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610617.519985:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519986:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610617.519989:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.519989:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610617.519992:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610617.519992:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610617.519996:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00001000:2.0:1749610617.519996:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610617 v=5 (0 0 0 0) 00000020:00000001:0.0:1749610617.519996:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610617.519998:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000020:00000001:0.0:1749610617.519999:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610617.520001:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610617.520001:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610617.520002:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749610617.520002:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=40 v=20 (1 1 1 20) 00000020:00000001:0.0:1749610617.520004:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.520005:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520007:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610617.520008:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610617.520008:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749610617.520010:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610617.520011:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610617.520012:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520012:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610617.520014:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749610617.520014:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610617.520015:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610617.520017:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8fb80 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610617.520019:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586c00. 00000100:00000040:2.0:1749610617.520022:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610617.520022:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520026:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.520029:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610617.520033:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494536448:12345-0@lo:400:kworker.0 Request processed in 220us (618us total) trans 0 rc 0/0 00010000:00000040:0.0:1749610617.520033:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494536704 00000100:00000001:2.0:1749610617.520035:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610617.520036:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:3.0:1749610617.520040:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00000001:2.0:1749610617.520040:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:0.0:1749610617.520042:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fe8df80 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610617.520043:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610617.520043:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520045:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610617.520046:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610617.520047:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610617.520049:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca00. 00000100:00000001:2.0:1749610617.520050:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610617.520053:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add000. 00000100:00080000:2.0:1749610617.520054:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:0.0:1749610617.520054:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610617.520056:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00010000:00000001:0.0:1749610617.520056:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610617.520059:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:3.0:1749610617.520060:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00001000:0.0:1749610617.520060:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610617.520062:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520063:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610617.520065:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.520068:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610617.520069:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.520070:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610617.520071:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610617.520072:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610617.520075:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 02000000:00000001:0.0:1749610617.520075:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610617.520077:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933975680 : -131936775575936 : ffff8801135be680) 02000000:00000001:0.0:1749610617.520078:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610617.520081:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135be680 x1834598494536192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520081:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610617.520083:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494536064:0@lo:38:kworker.0 00000100:00000040:0.0:1749610617.520084:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610617.520088:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00100000:3.0:1749610617.520090:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494536192:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610617.520090:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610617.520093:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536192 00000100:00000001:2.0:1749610617.520093:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610617.520093:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494536704, offset 224 00000020:00000001:3.0:1749610617.520094:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610617.520096:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610617.520098:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571880 x1834598494536064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.520098:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610617.520099:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610617.520101:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610617.520104:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610617.520106:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00020000:3.0:1749610617.520107:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:1.0:1749610617.520107:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749610617.520108:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610617.520109:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749610617.520110:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610617.520110:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00010000:00000001:3.0:1749610617.520112:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610617.520112:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749610617.520114:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:3.0:1749610617.520115:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610617.520116:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749610617.520116:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13c00. 00000400:00000010:1.0:1749610617.520116:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000400:00000200:0.0:1749610617.520116:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928400 02000000:00000001:3.0:1749610617.520118:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610617.520118:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749610617.520120:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157bc00. 02000000:00000001:2.0:1749610617.520121:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610617.520123:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610617.520124:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749610617.520124:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610617.520124:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6119 [1] + 224 00000100:00000001:3.0:1749610617.520125:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610617.520126:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749610617.520127:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610617.520129:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610617.520130:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749610617.520131:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749610617.520132:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749610617.520132:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610617.520133:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801135b3800. 00000100:00000001:3.0:1749610617.520135:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610617.520136:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610617.520136:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610617.520138:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610617.520138:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610617.520140:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610617.520140:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610617.520141:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610617.520141:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610617.520141:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610617.520143:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000010:2.0:1749610617.520143:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571880. 00000100:00000001:1.0:1749610617.520143:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610617.520145:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610617.520146:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610617.520147:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610617.520147:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610617.520148:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610617.520148:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749610617.520149:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520149:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520150:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520151:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610617.520152:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610617.520153:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610617.520153:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610617.520155:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00001000:1.0:1749610617.520157:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=122 v=5 (5 5 5 0) 00000100:00000200:3.0:1749610617.520158:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494536192, offset 0 00000100:00000001:2.0:1749610617.520159:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610617.520161:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610617.520161:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610617.520161:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=122 v=5 (1 1 1 0) 00000100:00000040:0.0:1749610617.520162:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.520164:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610617.520165:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610617.520166:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610617.520166:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520167:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.520169:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749610617.520169:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610617.520171:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928200 00000100:00000040:2.0:1749610617.520174:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610617.520174:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520175:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610617.520176:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6111 [1] + 0 00000400:00000200:3.0:1749610617.520180:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749610617.520181:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610617.520182:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610617.520183:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:2.0:1749610617.520184:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610617.520184:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610617.520186:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:0.0:1749610617.520186:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610617.520187:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520188:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610617.520189:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.520190:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610617.520190:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610617.520192:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610617.520192:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610617.520193:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.520195:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610617.520196:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520196:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610617.520199:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.520200:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610617.520200:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610617.520201:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494536576:0@lo:38:kworker.0 00000100:00000001:1.0:1749610617.520202:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610617.520204:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610617.520204:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610617.520206:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610617.520206:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610617.520207:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610617.520208:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610617.520209:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610617.520209:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749610617.520211:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.520214:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610617.520215:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8df80 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:53/0 lens 224/224 e 0 to 0 dl 1749610628 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610617.520216:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494536448:0@lo:400:kworker.0 00000100:00000001:3.0:1749610617.520217:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749610617.520218:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13c00. 00000400:00000200:3.0:1749610617.520220:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 02000000:00000001:2.0:1749610617.520220:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520220:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610617.520222:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:1.0:1749610617.520222:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610617.520224:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610617.520224:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494536448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610617.520225:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000100:00000001:3.0:1749610617.520226:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610617.520229:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610617.520229:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00100000:0.0:1749610617.520230:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494536704:12345-0@lo:400:kworker.0 Request processed in 278us (556us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610617.520231:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749610617.520232:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610617.520232:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610617.520234:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610617.520234:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494536576, portal 10 02000000:00000010:1.0:1749610617.520235:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125200. 00000020:00000001:3.0:1749610617.520236:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610617.520237:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610617.520238:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749610617.520239:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be680 x1834598494536192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520239:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000020:00000001:1.0:1749610617.520239:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610617.520241:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749610617.520242:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000020:00000001:1.0:1749610617.520243:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610617.520245:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000100:00000040:2.0:1749610617.520247:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610617.520247:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:3.0:1749610617.520248:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494536192:12345-0@lo:38:kworker.0 Request processed in 158us (737us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610617.520248:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610617.520249:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610617.520250:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1749610617.520251:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000100:00000001:0.0:1749610617.520253:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610617.520254:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00000001:1.0:1749610617.520254:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610617.520256:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610617.520256:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520257:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610617.520258:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610617.520258:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610617.520258:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2aca80. 00000020:00000010:3.0:1749610617.520259:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009d2acc80. 00000100:00000001:1.0:1749610617.520260:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610617.520261:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610617.520261:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610617.520262:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000020:00000010:0.0:1749610617.520263:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000400:00000001:1.0:1749610617.520264:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1749610617.520289:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000001:1.0:1749610617.520290:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749610617.520292:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000400:00000010:1.0:1749610617.520293:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000020:00000010:0.0:1749610617.520294:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000400:00000200:1.0:1749610617.520295:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:3.0:1749610617.520296:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610617.520297:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000020:00000040:0.0:1749610617.520299:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610617.520300:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610617.520302:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520303:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610617.520304:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.520305:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610617.520305:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494536576, offset 0 00000100:00100000:3.0:1749610617.520308:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00000001:3.0:1749610617.520310:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943993216 : -131938765558400 : ffff88009cbf2d80) 00000400:00000200:2.0:1749610617.520311:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610617.520312:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610617.520314:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf2d80 x1834598494536320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610617.520319:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610617.520321:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610617.520321:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610617.520323:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494536320:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610617.520323:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:0.0:1749610617.520323:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:1.0:1749610617.520324:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610617.520325:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610617.520326:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536320 00000100:00000001:1.0:1749610617.520327:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.520328:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:0.0:1749610617.520328:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:3.0:1749610617.520329:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610617.520329:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928380 02000000:00000001:1.0:1749610617.520329:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610617.520332:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=72 v=5 (5 5 5 0) 00000400:00000200:2.0:1749610617.520335:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 172304 00000100:00001000:1.0:1749610617.520335:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=72 v=5 (1 1 1 0) 00000020:00000001:3.0:1749610617.520336:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520337:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610617.520338:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610617.520339:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610617.520340:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1749610617.520342:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610617.520342:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:1.0:1749610617.520343:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610617.520344:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610617.520347:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610617.520347:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610617.520348:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610617.520350:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610617.520350:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520351:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610617.520352:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1749610617.520354:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f1000. 00000100:00000200:2.0:1749610617.520354:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610617.520354:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610617.520355:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749610617.520356:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520357:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.520358:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610617.520359:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009cbf1500. 00010000:00000001:3.0:1749610617.520360:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610617.520360:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610617.520362:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.520363:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009cbf1500 x1834598494536576 msgsize 520 00000100:00001000:3.0:1749610617.520364:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610617.520367:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610617.520368:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610617.520369:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610617.520369:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610617.520370:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610617.520371:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610617.520372:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520373:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610617.520375:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610617.520376:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610617.520376:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610617.520378:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610617.520380:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610617.520381:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610617.520381:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:3.0:1749610617.520383:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610617.520384:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00100000:1.0:1749610617.520384:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494536704:0@lo:400:kworker.0 00000100:00000001:0.0:1749610617.520385:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610617.520386:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610617.520387:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:1.0:1749610617.520387:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520388:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610617.520388:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536576 00000100:00000001:1.0:1749610617.520389:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610617.520390:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494536320, offset 0 02000000:00000001:0.0:1749610617.520390:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610617.520392:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494536704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520393:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610617.520394:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610617.520394:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520396:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520398:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749610617.520399:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610617.520399:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610617.520400:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610617.520401:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 00000100:00100000:0.0:1749610617.520403:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536576 00000400:00000200:3.0:1749610617.520404:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928280 02000000:00000001:1.0:1749610617.520404:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610617.520405:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610617.520405:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610617.520406:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610617.520406:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610617.520408:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6125 [1] + 0 00000020:00000001:1.0:1749610617.520408:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1749610617.520408:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:1.0:1749610617.520409:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00000040:2.0:1749610617.520410:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610617.520410:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610617.520411:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749610617.520412:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610617.520412:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749610617.520413:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610617.520414:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000400:00000200:3.0:1749610617.520415:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610617.520416:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1749610617.520416:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520417:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610617.520418:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610617.520419:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610617.520421:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520421:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610617.520421:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:2.0:1749610617.520423:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610617.520424:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610617.520425:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610617.520425:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000100:00000001:1.0:1749610617.520427:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610617.520428:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610617.520428:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610617.520429:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610617.520429:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000040:2.0:1749610617.520433:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 578 usecs (1 jiffies) 00000100:00000001:0.0:1749610617.520433:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610617.520435:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610617.520437:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610617.520437:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299890978 00000100:00000001:0.0:1749610617.520438:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610617.520440:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:2.0:1749610617.520440:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299890978 00000400:00000010:3.0:1749610617.520442:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:0.0:1749610617.520442:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610617.520444:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610617.520445:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299890978 00000100:00000001:3.0:1749610617.520446:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610617.520448:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520448:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299890978 00000100:00000001:0.0:1749610617.520449:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610617.520450:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610617.520451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299890978 00000100:00000001:3.0:1749610617.520452:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610617.520454:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610617.520454:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299890978 00000100:00000001:2.0:1749610617.520457:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299890978 00000100:00000001:0.0:1749610617.520457:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610617.520458:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf2d80 x1834598494536320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520459:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610617.520460:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299890978 00000100:00000001:2.0:1749610617.520463:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610617.520465:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1749610617.520466:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494536320:12345-0@lo:38:kworker.0 Request processed in 143us (651us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610617.520467:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520468:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134943986944 : -131938765564672 : ffff88009cbf1500) 00000100:00100000:3.0:1749610617.520472:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000400:00000001:2.0:1749610617.520472:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610617.520474:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749610617.520474:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610617.520474:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009cbf1500 x1834598494536576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610617.520475:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610617.520477:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438dc80. 00000400:00000010:2.0:1749610617.520477:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000020:00000010:3.0:1749610617.520480:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:2.0:1749610617.520481:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000010:3.0:1749610617.520483:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000400:00000010:2.0:1749610617.520484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610617.520485:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520488:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610617.520489:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494536576:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610617.520493:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610617.520495:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536576 00000020:00000001:0.0:1749610617.520498:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610617.520502:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610617.520506:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610617.520514:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520517:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:0.0:1749610617.520519:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610617.520520:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610617.520522:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610617.520559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299890978, at 4299890978 00000100:00000001:2.0:1749610617.520562:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749610617.520564:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610617.520565:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:3.0:1749610617.520566:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84cc0. 00000100:00000001:2.0:1749610617.520568:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610617.520568:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610617.520570:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520571:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610617.520573:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610617.520573:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610617.520578:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587800. 00000100:00001000:2.0:1749610617.520580:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610617 v=5 (0 0 0 0) 02000000:00000001:0.0:1749610617.520582:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.520585:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610617.520586:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=22 v=20 (1 1 1 20) 00000100:00000040:1.0:1749610617.520589:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299890978, at 4299890978 00010000:00000001:0.0:1749610617.520589:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610617.520590:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1749610617.520591:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520593:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610617.520596:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749610617.520596:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb84940. 00000100:00001000:0.0:1749610617.520596:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610617.520600:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610617.520602:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520603:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610617.520607:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610617.520610:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610617.520614:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610617.520619:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610617.520622:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610617.520624:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.520626:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610617.520627:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610617.520630:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610617.520631:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610617.520632:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520635:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:0.0:1749610617.520635:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610617.520637:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749610617.520640:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494536576, offset 0 00000100:00080000:2.0:1749610617.520641:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610617.520645:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749610617.520646:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610617.520649:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610617.520654:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610617.520655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610617.520662:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928380 00000100:00100000:2.0:1749610617.520668:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494536192:0@lo:38:kworker.0 00000400:00000200:0.0:1749610617.520669:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6139 [1] + 0 00000400:00000200:0.0:1749610617.520675:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749610617.520676:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610617.520678:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749610617.520680:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610617.520681:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610617.520684:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610617.520687:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610617.520690:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610617.520695:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610617.520696:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610617.520702:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610617.520708:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610617.520717:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520719:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610617.520722:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520724:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610617.520727:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610617.520729:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610617.520731:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.520734:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610617.520739:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610617 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610617.520740:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610617.520744:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=122 v=20 (1 1 20 0) 00000400:00000200:0.0:1749610617.520745:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749610617.520748:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610617.520749:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610617.520751:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610617.520752:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610617.520753:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610617.520755:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610617.520757:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.520761:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610617.520761:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610617.520764:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610617.520768:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610617.520772:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610617.520774:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009cbf1500 x1834598494536576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610637 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520776:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610617.520778:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520781:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610617.520783:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610617.520787:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749610617.520789:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494536576:12345-0@lo:38:kworker.0 Request processed in 299us (423us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749610617.520791:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610617.520794:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610617.520800:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610617.520800:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00000001:0.0:1749610617.520804:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610617.520806:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610617.520811:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000100:00100000:2.0:1749610617.520812:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494536320:0@lo:38:kworker.0 00000020:00000010:0.0:1749610617.520816:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000100:00000001:2.0:1749610617.520819:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610617.520820:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:2.0:1749610617.520822:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610617.520824:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610617.520827:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111572680 x1834598494536192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520837:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610617.520840:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610617.520841:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299890978, at 4299890978 02000000:00000010:2.0:1749610617.520843:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13400. 02000000:00000001:2.0:1749610617.520847:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610617.520849:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1749610617.520850:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb847c0. 00000020:00000040:2.0:1749610617.520851:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610617.520855:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610617.520857:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 02000000:00000001:2.0:1749610617.520861:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610617.520864:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610617.520866:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572680. 00000100:00000001:2.0:1749610617.520871:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610617.520873:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520876:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610617.520881:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111573480 x1834598494536320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520891:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610617.520893:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610617.520896:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12000. 02000000:00000001:2.0:1749610617.520899:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610617.520901:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610617.520902:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610617.520905:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610617.520908:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 02000000:00000001:2.0:1749610617.520911:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610617.520913:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610617.520915:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573480. 00000100:00000001:2.0:1749610617.520918:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610617.520920:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520923:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520929:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610617.520932:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520935:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610617.520936:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610617.520941:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610617.520942:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610617.520944:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610617.520946:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610617.520948:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610617.520951:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610617.520954:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610617.520963:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.520970:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610617.520971:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.520973:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610617.520975:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610617.520977:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610617.520979:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610617.520981:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610617.520986:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610617 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610617.520989:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=72 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610617.520992:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610617.520993:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610617.520995:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610617.520999:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.521005:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610617.521007:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610617.521009:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.521010:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610617.521012:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610617.521014:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610617.521017:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610617.521019:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610617.521022:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610617.521029:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494536576:0@lo:38:kworker.0 00000100:00000001:2.0:1749610617.521033:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.521035:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610617.521038:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494536576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610617.521044:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610617.521046:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610617.521047:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13c00. 02000000:00000001:2.0:1749610617.521049:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610617.521050:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610617.521052:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610617.521054:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610617.521056:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:2.0:1749610617.521058:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610617.521060:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610617.521061:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:2.0:1749610617.521063:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610617.521064:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610617.521066:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.521068:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610617.521069:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610617.521070:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610617.521072:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610617.521084:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299890978, at 4299890978 00000100:00000010:2.0:1749610617.521089:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb844c0. 00080000:00000010:3.0:1749610617.561171:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.561180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.561185:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.561254:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.561259:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.561262:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.561297:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.561302:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.561305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.718548:0:17649:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.718557:0:17649:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.718563:0:17649:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.718581:0:17649:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.718586:0:17649:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.718590:0:17649:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610617.718597:0:17649:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610617.718601:0:17649:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610617.718604:0:17649:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610617.722906:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610617.722913:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610617.722917:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610617.722984:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610617.722988:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610617.722991:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610617.722996:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610617.722999:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610617.723002:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610617.747625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610617.747631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610617.747633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610617.747637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610617.747640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610617.747644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610617.747647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610617.747650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610617.747653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749610617.838304:0:17692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000040:0.0:1749610617.838312:0:17692:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00080000:00000010:1.0:1749610617.892503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610617.892512:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610617.892519:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.892626:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610617.892632:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610617.892635:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610617.892642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610617.892647:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610617.892649:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.047027:0:17715:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610618.047036:0:17715:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610618.047042:0:17715:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.047058:0:17715:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610618.047062:0:17715:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610618.047066:0:17715:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.047072:0:17715:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610618.047076:0:17715:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610618.047079:0:17715:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610618.051014:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610618.051021:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610618.051026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610618.051093:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610618.051097:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610618.051100:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610618.051105:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610618.051108:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610618.051111:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.211432:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610618.211440:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610618.211445:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.211513:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610618.211518:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610618.211549:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.211556:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610618.211561:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610618.211564:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610618.370620:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610618.370625:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610618.370741:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610618.370747:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610618.370751:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610618.388636:0:17779:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.388645:0:17779:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.388650:0:17779:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.388666:0:17779:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.388671:0:17779:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.388674:0:17779:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.388681:0:17779:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.388685:0:17779:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.388688:0:17779:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.392976:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610618.392983:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610618.392989:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.393057:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610618.393061:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610618.393064:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610618.393069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610618.393072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610618.393075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610618.457616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610618.457621:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610618.457623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610618.457627:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610618.457631:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610618.457634:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610618.457638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610618.457641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610618.457643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610618.520601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610618.520613:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610618.520615:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610618.520619:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610618.520621:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610618.520624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610618.520627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.557960:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.557969:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.557975:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.558045:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.558049:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.558053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.558060:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.558064:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.558067:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.706506:0:17846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.706515:0:17846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.706554:0:17846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.706573:0:17846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.706578:0:17846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.706583:0:17846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610618.706589:0:17846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610618.706594:0:17846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610618.706597:0:17846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.710616:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.710623:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.710627:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.710707:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.710711:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.710714:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.710720:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.710723:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.710726:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610618.747619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610618.747625:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610618.747627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610618.747631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610618.747634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610618.747638:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610618.747641:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610618.747644:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610618.747647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.885869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.885878:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.885883:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.885943:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.885948:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.885951:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610618.885957:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610618.885961:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610618.885964:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.041962:0:17912:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.041975:0:17912:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.041983:0:17912:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.042009:0:17912:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.042016:0:17912:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.042022:0:17912:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.042032:0:17912:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.042039:0:17912:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.042043:0:17912:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.046365:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.046372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.046376:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.046447:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.046451:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.046454:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.046459:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.046462:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.046464:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.221015:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610619.221025:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610619.221031:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.221104:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610619.221109:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610619.221112:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.221119:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610619.221123:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610619.221126:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610619.372599:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610619.372605:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610619.372719:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610619.372725:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610619.372729:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610619.383793:0:17978:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610619.383802:0:17978:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610619.383807:0:17978:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.383823:0:17978:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610619.383828:0:17978:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610619.383831:0:17978:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.383838:0:17978:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610619.383843:0:17978:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610619.383846:0:17978:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610619.387816:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610619.387823:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610619.387828:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610619.387899:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610619.387903:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610619.387906:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610619.387911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610619.387915:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610619.387917:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610619.457603:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610619.457608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610619.457610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610619.457614:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610619.457617:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610619.457621:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610619.457624:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610619.457627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610619.457629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610619.520604:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610619.520621:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610619.520624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610619.520629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610619.520633:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610619.520637:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610619.520640:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.561393:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.561404:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.561410:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.561491:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.561496:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.561499:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.561506:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.561510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.561513:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.719340:0:18045:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.719350:0:18045:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.719356:0:18045:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.719373:0:18045:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.719378:0:18045:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.719381:0:18045:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610619.719388:0:18045:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610619.719392:0:18045:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610619.719395:0:18045:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.723770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.723778:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.723783:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.723852:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.723856:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.723859:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610619.723864:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610619.723868:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610619.723871:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610619.747616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610619.747623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610619.747626:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610619.747631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610619.747636:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610619.747641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610619.747645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610619.747650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610619.747654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.900271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610619.900285:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610619.900294:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.900431:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610619.900439:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610619.900445:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610619.900455:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610619.900462:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610619.900467:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.066165:0:18111:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610620.066175:0:18111:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610620.066181:0:18111:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.066197:0:18111:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610620.066202:0:18111:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610620.066205:0:18111:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.066213:0:18111:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610620.066218:0:18111:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610620.066221:0:18111:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.070495:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.070501:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.070506:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.070630:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.070634:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.070637:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.070643:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.070646:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.070649:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.247911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.247921:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.247927:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.247996:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.248001:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.248004:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.248011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610620.248016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610620.248019:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610620.374618:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610620.374623:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610620.374653:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610620.374660:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610620.374665:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610620.408519:0:18177:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610620.408576:0:18177:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610620.408584:0:18177:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610620.408603:0:18177:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610620.408608:0:18177:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610620.408611:0:18177:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610620.408618:0:18177:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610620.408623:0:18177:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610620.408626:0:18177:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.413440:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.413448:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.413455:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.413624:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.413631:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.413636:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.413644:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.413649:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.413653:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610620.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610620.457635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610620.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610620.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610620.457644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610620.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610620.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610620.457654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610620.457656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610620.520631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610620.520644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610620.520646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610620.520650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610620.520652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610620.520655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610620.520658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.587327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.587336:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.587342:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.587413:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.587418:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.587422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.587428:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.587433:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.587436:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.745113:0:18244:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.745122:0:18244:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.745128:0:18244:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.745145:0:18244:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.745150:0:18244:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.745153:0:18244:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.745161:0:18244:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.745165:0:18244:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.745168:0:18244:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610620.747581:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610620.747587:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610620.747590:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610620.747593:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610620.747596:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610620.747600:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610620.747603:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610620.747607:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610620.747609:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.749418:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.749427:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.749434:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.749569:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.749574:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.749578:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610620.749583:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610620.749587:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610620.749590:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.921491:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610620.921501:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610620.921507:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.921616:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610620.921622:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610620.921626:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610620.921633:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610620.921638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610620.921641:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.086400:0:18310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.086410:0:18310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.086416:0:18310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.086432:0:18310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.086437:0:18310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.086441:0:18310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.086447:0:18310:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.086452:0:18310:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.086455:0:18310:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.091415:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.091425:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.091433:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.091628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.091635:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.091642:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.091650:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.091655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.091659:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.269881:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.269893:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.269903:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.270030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.270038:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.270044:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.270055:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.270061:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.270066:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610621.376648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610621.376655:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610621.376775:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610621.376780:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610621.376784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610621.432715:0:18376:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.432726:0:18376:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.432733:0:18376:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.432750:0:18376:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.432755:0:18376:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.432759:0:18376:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610621.432765:0:18376:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610621.432770:0:18376:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610621.432773:0:18376:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.437118:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610621.437124:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610621.437128:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.437189:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610621.437192:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610621.437195:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.437199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610621.437202:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610621.437205:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610621.457660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610621.457667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610621.457671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610621.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610621.457681:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610621.457686:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610621.457690:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610621.457694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610621.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610621.520627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610621.520642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610621.520644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610621.520648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610621.520651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610621.520654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610621.520657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.595336:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.595343:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.595348:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.595403:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.595407:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.595410:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.595416:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.595420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.595422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.735378:0:18443:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.735389:0:18443:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.735395:0:18443:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.735413:0:18443:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.735418:0:18443:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.735421:0:18443:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610621.735428:0:18443:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610621.735433:0:18443:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610621.735438:0:18443:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.739888:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.739895:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.739900:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.739972:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.739976:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.739979:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.739984:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.739987:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.739990:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610621.747646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610621.747651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610621.747654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610621.747657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a7db40c0 going to sleep for 0 seconds 00000100:00000001:1.0:1749610621.747661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610621.747665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610621.747668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749610621.747680:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.747691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610621.747695:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.747704:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749610621.747708:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610621.747710:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610621.747712:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610621.747716:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610621.747724:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f04e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494534272:0@lo:101:ll_cfg_requeue.0 00000100:00000001:1.0:1749610621.747730:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610621.747732:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749610621.747735:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1749610621.747737:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610621.747740:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.747747:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610621.747750:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a7db40c0. 00000100:00000001:1.0:1749610621.747754:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1749610621.747755:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:1.0:1749610621.747759:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1749610621.747764:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749610621.747767:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610621.747771:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012c7b2200 refcount=4 00000020:00000001:1.0:1749610621.747773:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00000001:1.0:1749610621.747776:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00010000:1.0:1749610621.747781:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747791:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:1.0:1749610621.747795:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747802:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1749610621.747805:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747812:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610621.747813:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1749610621.747816:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747822:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610621.747824:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610621.747826:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1749610621.747829:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610621.747835:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012c7b2200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:1.0:1749610621.747838:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749610621.747841:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747847:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1749610621.747849:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749610621.747850:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610621.747852:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012c7b2200 refcount=5 00000020:00000001:1.0:1749610621.747854:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00000001:1.0:1749610621.747856:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137355452928 : -131936354098688 : ffff88012c7b2200) 00010000:00000001:1.0:1749610621.747859:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1749610621.747862:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1749610621.747868:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749610621.747870:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749610621.747875:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:1.0:1749610621.747877:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1749610621.747879:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610621.747881:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1749610621.747883:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1749610621.747885:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1749610621.747887:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1749610621.747889:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610621.747890:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610621.747893:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012c7b2200 with handle 0x689c0ec07329d19f from hash 00010000:00000001:1.0:1749610621.747895:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1749610621.747896:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610621.747897:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610621.747898:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1749610621.747900:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1749610621.747901:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1749610621.747903:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610621.747904:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610621.747906:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610621.747907:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610621.747910:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749610621.747920:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610621.747921:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610621.747922:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1749610621.747923:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1749610621.747925:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749610621.747925:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610621.747926:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1749610621.747929:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012c7b2200/0x689c0ec07329d19f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1749610621.747936:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880079a0a800 count: 0 00010000:00000001:1.0:1749610621.747946:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749610621.747948:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749610621.747951:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610621.747954:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f04e00 x1834598494534272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.747960:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610621.747964:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610621.747966:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749610621.747967:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610621.747971:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012c7b3200. 02000000:00000001:1.0:1749610621.747976:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610621.747978:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610621.747980:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04e00. 00000100:00000001:1.0:1749610621.747984:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610621.747985:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1749610621.747987:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:1.0:1749610621.747990:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:1.0:1749610621.747992:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1749610621.747996:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b538c7c0. 00000020:00000010:1.0:1749610621.748001:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000020:00000010:1.0:1749610621.748005:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125000. 00000040:00000010:1.0:1749610621.748009:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d125800. 00000020:00000010:1.0:1749610621.748013:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749610621.748018:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124800. 80000000:00000010:1.0:1749610621.748022:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272e40. 00040000:00000010:1.0:1749610621.748027:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125400. 00080000:00000010:1.0:1749610621.748032:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf2000. 00080000:00000010:1.0:1749610621.748038:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 10000000:00000040:1.0:1749610621.748046:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:1.0:1749610621.748048:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:1.0:1749610621.748054:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125000. 00000040:00000010:1.0:1749610621.748058:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d125800. 00000020:00000010:1.0:1749610621.748061:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749610621.748066:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124800. 80000000:00000010:1.0:1749610621.748070:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272e40. 00040000:00000010:1.0:1749610621.748073:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125400. 00080000:00000010:1.0:1749610621.748077:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749610621.748082:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf2000. 00000020:00000010:1.0:1749610621.748086:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 10000000:00000010:1.0:1749610621.748089:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b538c7c0. 10000000:01000000:1.0:1749610621.748092:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:1.0:1749610621.748095:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1749610621.748098:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:1.0:1749610621.748100:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1749610621.748102:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1749610621.748104:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:1.0:1749610621.748106:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749610621.748108:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1749610621.748110:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:1.0:1749610621.748111:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1749610621.748113:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1749610621.748114:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1749610621.748115:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749610621.748117:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:1.0:1749610621.748120:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749610621.748121:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1749610621.748127:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ce00. 00000020:00000040:1.0:1749610621.748130:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749610621.748134:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610621.748137:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610621.748143:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610621.748148:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d125a00. 00000100:00000001:1.0:1749610621.748154:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610621.748157:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749610621.748159:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749610621.748164:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a8bf4900. 00010000:00000001:1.0:1749610621.748168:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749610621.748171:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d125c00. 00000020:00000001:1.0:1749610621.748174:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749610621.748177:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d125c00 with handle 0x689c0ec07329d1a6 to hash 00000020:00000001:1.0:1749610621.748179:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749610621.748180:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00000001:1.0:1749610621.748183:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00000001:1.0:1749610621.748186:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749610621.748188:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610621.748191:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610621.748198:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749610621.748208:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749610621.748214:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749610621.748215:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749610621.748220:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a3652d80. 00000100:00000001:1.0:1749610621.748222:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135055535488 : -131938654016128 : ffff8800a3652d80) 00000100:00000001:1.0:1749610621.748225:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610621.748262:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191746560 : -131939517805056 : ffff88006fe8ce00) 00000100:00000001:1.0:1749610621.748267:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610621.748272:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610621.748275:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749610621.748277:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610621.748281:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.748290:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610621.748292:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749610621.748296:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610621.748303:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610621.748305:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610621.748306:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610621.748308:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:1.0:1749610621.748310:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610621.748312:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610621.748313:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610621.748315:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610621.748316:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749610621.756572:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880079a0a800. 00010000:00000010:2.1:1749610621.756585:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c7b2200. 00080000:00000010:0.0:1749610621.915997:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.916007:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.916014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.916095:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.916101:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.916104:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610621.916111:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610621.916116:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610621.916119:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749610621.994612:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610621.994624:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610621.994631:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610621.994817:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749610621.994825:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610621.994833:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749610621.994838:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749610621.994840:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749610622.079288:0:18509:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610622.079297:0:18509:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610622.079303:0:18509:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.079322:0:18509:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610622.079328:0:18509:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610622.079331:0:18509:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.079338:0:18509:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610622.079343:0:18509:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610622.079346:0:18509:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.084267:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.084275:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.084280:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.084359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.084364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.084367:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.084372:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.084376:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.084378:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610622.257320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610622.257331:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610622.257337:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610622.257408:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610622.257413:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610622.257417:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610622.257425:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610622.257429:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610622.257432:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610622.378637:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610622.378643:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610622.378701:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610622.378706:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610622.378710:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610622.416268:0:18575:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.416278:0:18575:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.416284:0:18575:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.416303:0:18575:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.416308:0:18575:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.416312:0:18575:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.416319:0:18575:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610622.416323:0:18575:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610622.416327:0:18575:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610622.420735:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610622.420742:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610622.420748:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610622.420831:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610622.420835:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610622.420838:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610622.420843:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610622.420846:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610622.420849:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.457624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610622.457630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610622.457632:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610622.457636:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610622.457639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610622.457643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610622.457646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610622.457649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610622.457651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.520607:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610622.520620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610622.520622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.520626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610622.520628:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610622.520631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.520634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610622.526664:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610622.526672:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610622.526675:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610622.526679:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610622.526682:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610622.526684:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610622.526688:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610622.526694:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1749610622.526698:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610622.526701:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.526704:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.526707:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.526709:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610622.526713:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610622.526715:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610622.526719:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610622.526722:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610622.526725:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610622.526727:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610622.526730:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.526732:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.526734:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.526735:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610622.526739:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610622.526742:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610622.526744:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.526748:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610622.526754:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610622.526758:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.526760:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610622.526763:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610622.526769:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ed80. 00000020:00000040:1.0:1749610622.526773:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610622.526777:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610622.526779:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.526782:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610622.526785:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.526788:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610622.526796:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966b8c00. 00000100:00000001:1.0:1749610622.526803:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610622.526813:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610622.526825:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610622.526829:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.526834:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8ed80] to pc [ptlrpcd_rcv+-1] req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.526862:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610622.526866:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610622.526870:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610622.526871:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610622.526873:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610622.526876:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610622.526878:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1749610622.526881:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610622.526883:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.526885:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.526886:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.526888:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610622.526891:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610622.526892:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749610622.526894:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610622.526896:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749610622.526898:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610622.526900:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610622.526902:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.526904:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.526906:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.526907:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610622.526910:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610622.526912:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610622.526914:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.526915:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610622.526918:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610622.526920:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.526922:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610622.526924:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610622.526928:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04e00. 00000020:00000040:1.0:1749610622.526930:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610622.526932:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610622.526933:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.526935:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610622.526936:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.526938:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610622.526941:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800966bb000. 00000100:00000001:1.0:1749610622.526944:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610622.526948:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610622.526952:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610622.526956:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610622.526958:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610622.526959:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.526960:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610622.526962:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f04e00] to pc [ptlrpcd_rcv+-1] req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610622.526969:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.526971:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610622.526974:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610622.526978:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610622.526980:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610622.526981:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749610622.526981:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610622.526983:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.526984:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610622.526986:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5223 02000000:00000001:2.0:1749610622.526987:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1749610622.526988:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610622.526990:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610622.526991:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.526992:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610622.526993:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.526994:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.526996:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610622.526997:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494536960:0@lo:38:kworker.0 00000020:00000001:1.0:1749610622.526998:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610622.526999:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610622.527000:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610622.527001:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749610622.527002:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:1.0:1749610622.527004:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610622.527005:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610622.527006:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610622.527008:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527009:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610622.527010:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610622.527011:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.527012:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.527014:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749610622.527016:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e10400. 00000020:00000040:1.0:1749610622.527016:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610622.527018:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610622.527018:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610622.527020:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.527022:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610622.527024:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610622.527026:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000001:1.0:1749610622.527026:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527028:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610622.527029:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610622.527033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000010:1.0:1749610622.527034:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720b480. 00000020:00000040:1.0:1749610622.527036:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610622.527039:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610622.527040:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.527041:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494536960, portal 4 00000100:00000001:1.0:1749610622.527042:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610622.527043:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610622.527043:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.527045:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527046:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191754624 : -131939517796992 : ffff88006fe8ed80) 02000000:00000010:1.0:1749610622.527048:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f4000. 00000100:00000001:1.0:1749610622.527051:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527054:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610622.527055:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610622.527062:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610622.527063:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610622.527063:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527066:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610622.527067:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009720b480] to pc [ptlrpcd_rcv+-1] req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610622.527068:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610622.527071:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494536960, offset 0 00000100:00000001:1.0:1749610622.527074:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527076:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610622.527078:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610622.527080:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610622.527083:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209500. 00000020:00000040:1.0:1749610622.527085:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610622.527087:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610622.527088:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.527090:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610622.527092:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749610622.527092:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4e00. 00000100:00000001:1.0:1749610622.527095:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527098:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610622.527105:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf928500 00000100:00000001:1.0:1749610622.527106:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610622.527107:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610622.527112:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 5200 00000100:00000040:1.0:1749610622.527113:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097209500] to pc [ptlrpcd_00_00+0] req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610622.527122:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610622.527127:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610622.527132:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610622.527133:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.527134:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:1.0:1749610622.527136:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610622.527139:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 00000100:00080000:1.0:1749610622.527141:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610622.527143:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573480 x1834598494536960 msgsize 520 00000100:00000001:1.0:1749610622.527143:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610622.527145:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749610622.527147:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610622.527147:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610622.527150:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5223 00000100:00080000:1.0:1749610622.527152:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610622.527154:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.527156:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.527158:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610622.527159:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610622.527161:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610622.527162:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610622.527164:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610622.527166:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610622.527167:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610622.527169:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610622.527169:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749610622.527172:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610622.527174:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610622.527175:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610622.527177:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610622.527177:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610622.527179:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:2.0:1749610622.527180:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00080000:1.0:1749610622.527181:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610622.527183:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610622.527183:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.527184:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610622.527187:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610622.527189:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.527189:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527191:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610622.527192:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610622.527195:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720bb80. 00000100:00000001:2.0:1749610622.527197:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610622.527197:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610622.527199:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749610622.527200:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.527201:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527203:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610622.527204:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.527206:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527208:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527209:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749610622.527210:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955400. 00000100:00000001:1.0:1749610622.527213:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527214:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610622.527217:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610622.527238:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1103 usecs (2 jiffies) 00000100:00000001:2.0:1749610622.527243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299895986 00000100:00000010:2.0:1749610622.527247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db6c0. 00000100:00000001:1.0:1749610622.527248:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610622.527250:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:1.0:1749610622.527254:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009720bb80] to pc [ptlrpcd_rcv+-1] req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.527259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299895986 00000100:00000010:2.0:1749610622.527262:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db280. 00000100:00000001:1.0:1749610622.527262:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527264:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610622.527265:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610622.527268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299895986 00000100:00000001:1.0:1749610622.527268:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610622.527271:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db480. 00000100:00000010:1.0:1749610622.527271:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097208000. 00000020:00000040:1.0:1749610622.527273:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610622.527274:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610622.527275:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610622.527276:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299895986 02000000:00000001:1.0:1749610622.527276:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610622.527278:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610622.527279:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbf00. 02000000:00000010:1.0:1749610622.527280:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4a00. 00000100:00000001:2.0:1749610622.527281:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610622.527283:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527284:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610622.527286:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527286:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610622.527289:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527290:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610622.527291:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.527293:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610622.527295:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494536960 00000100:00000001:1.0:1749610622.527295:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527297:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610622.527298:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610622.527298:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097208000] to pc [ptlrpcd_00_01+1] req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610622.527299:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610622.527300:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610622.527302:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610622.527302:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610622.527303:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610622.527306:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527307:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.527307:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610622.527310:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527311:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5233) 00000100:00100000:3.0:1749610622.527314:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494536960 00000100:00000001:2.0:1749610622.527314:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610622.527316:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610622.527317:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610622.527318:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749610622.527319:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610622.527320:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610622.527321:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610622.527323:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527323:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610622.527324:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610622.527325:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494537088:0@lo:38:kworker.0 00000100:00000001:1.0:1749610622.527325:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610622.527326:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527328:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610622.527328:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610622.527330:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749610622.527332:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 02000000:00000001:2.0:1749610622.527332:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527332:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610622.527333:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610622.527337:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 02000000:00000010:2.0:1749610622.527337:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12400. 02000000:00000001:2.0:1749610622.527339:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527340:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749610622.527342:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000400:00000010:2.0:1749610622.527342:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:1.0:1749610622.527342:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610622.527345:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 02000000:00000001:1.0:1749610622.527345:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610622.527347:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610622.527347:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610622.527348:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537088, portal 10 00000100:00000001:3.0:1749610622.527349:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610622.527349:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527350:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610622.527351:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527352:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209015296 : -131939500536320 : ffff880070f04e00) 00000100:00100000:1.0:1749610622.527352:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494537600:0@lo:400:kworker.0 00000100:00000001:1.0:1749610622.527356:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610622.527357:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527357:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.527359:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610622.527360:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.527362:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610622.527364:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749610622.527365:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124c00. 00000100:00000040:2.0:1749610622.527366:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610622.527367:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610622.527367:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610622.527368:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610622.527370:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494537088, offset 0 00000400:00000010:1.0:1749610622.527371:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000400:00000200:2.0:1749610622.527374:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610622.527376:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610622.527379:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610622.527379:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610622.527384:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000400:00000200:2.0:1749610622.527384:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928580 00000400:00000010:1.0:1749610622.527386:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:3.0:1749610622.527388:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000400:00000200:2.0:1749610622.527388:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 172824 00000400:00000200:2.0:1749610622.527393:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610622.527394:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573480 x1834598494536960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610622.527394:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494537600, portal 10 00000400:00000200:2.0:1749610622.527396:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610622.527396:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610622.527398:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849708032 : -131938859843584 : ffff880097208000) 00000100:00000001:2.0:1749610622.527400:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610622.527401:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610622.527405:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572680. 00000100:00000040:1.0:1749610622.527405:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610622.527408:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494536960:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610622.527408:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572680 x1834598494537088 msgsize 520 00000100:00000200:3.0:1749610622.527412:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494536960 00000100:00100000:2.0:1749610622.527412:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610622.527413:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610622.527416:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610622.527416:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610622.527417:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00010000:00000001:3.0:1749610622.527420:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749610622.527420:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494537600, offset 0 00000100:00000001:2.0:1749610622.527421:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610622.527425:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610622.527433:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610622.527433:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610622.527435:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00010000:00020000:3.0:1749610622.527437:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610622.527438:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00010000:00000001:3.0:1749610622.527440:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610622.527440:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610622.527441:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928780 00010000:00000001:3.0:1749610622.527444:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610622.527444:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610622.527447:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610622.527447:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 173344 00000100:00000001:3.0:1749610622.527450:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610622.527451:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610622.527452:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610622.527453:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610622.527454:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610622.527456:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bf000. 00000400:00000200:1.0:1749610622.527456:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610622.527458:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527460:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527460:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610622.527461:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527462:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749610622.527463:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610622.527465:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610622.527466:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610622.527466:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209880. 00010000:00000001:3.0:1749610622.527468:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527469:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000040:1.0:1749610622.527469:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880097209880 x1834598494537600 msgsize 224 00000100:00000001:2.0:1749610622.527471:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299895985 00000100:00001000:3.0:1749610622.527472:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749610622.527473:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610622.527474:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299895986 00000100:00000001:3.0:1749610622.527475:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610622.527476:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299895985 00000100:00000001:3.0:1749610622.527478:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610622.527478:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299895986 00000100:00000001:2.0:1749610622.527480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299895985 00000100:00000040:3.0:1749610622.527481:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610622.527482:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299895986 00000100:00000001:1.0:1749610622.527482:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610622.527483:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610622.527484:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299895985 00000100:00000001:3.0:1749610622.527486:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610622.527486:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299895986 00000100:00000040:3.0:1749610622.527488:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610622.527488:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610622.527489:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:3.0:1749610622.527490:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610622.527490:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610622.527491:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:3.0:1749610622.527492:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527492:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610622.527494:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610622.527494:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610622.527495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610622.527497:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610622.527498:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610622.527500:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610622.527502:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610622.527503:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610622.527504:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494536960, offset 0 02000000:00000001:2.0:1749610622.527505:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610622.527506:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610622.527507:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610622.527509:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527509:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610622.527510:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610622.527512:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494537216:0@lo:38:kworker.0 00000100:00000001:2.0:1749610622.527515:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610622.527516:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610622.527516:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527517:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610622.527518:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610622.527518:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610622.527519:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610622.527521:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610622.527549:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12c00. 02000000:00000001:2.0:1749610622.527552:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527553:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 738 usecs (1 jiffies) 00000400:00000010:2.0:1749610622.527554:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000400:00000200:3.0:1749610622.527556:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf928500 00000100:00000001:1.0:1749610622.527556:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299895986 00000400:00000010:2.0:1749610622.527557:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610622.527559:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299895986 00000100:00000200:2.0:1749610622.527560:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537216, portal 10 00000100:00000001:1.0:1749610622.527562:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299895986 00000400:00000200:3.0:1749610622.527563:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6149 [1] + 0 00000100:00000001:2.0:1749610622.527563:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610622.527564:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299895986 00000100:00000001:2.0:1749610622.527565:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849721472 : -131938859830144 : ffff88009720b480) 00000100:00000001:1.0:1749610622.527566:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299895986 00000400:00000200:3.0:1749610622.527568:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610622.527569:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299895986 00000100:00000040:2.0:1749610622.527571:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.527571:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299895986 00000400:00000200:3.0:1749610622.527572:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610622.527573:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299895986 00000100:00000001:1.0:1749610622.527575:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610622.527576:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610622.527577:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610622.527577:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527580:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610622.527580:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610622.527581:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610622.527582:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:1.0:1749610622.527582:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610622.527584:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494537216, offset 0 00000400:00000200:2.0:1749610622.527587:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610622.527588:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610622.527589:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610622.527592:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610622.527593:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610622.527593:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610622.527594:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610622.527595:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610622.527597:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928600 00000100:00100000:1.0:1749610622.527598:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749610622.527599:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610622.527601:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 173568 00000100:00000001:1.0:1749610622.527601:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610622.527602:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610622.527603:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.527604:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610622.527605:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610622.527605:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610622.527606:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610622.527608:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000400:00000200:2.0:1749610622.527608:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610622.527610:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610622.527611:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:3.0:1749610622.527614:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610622.527615:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610622.527616:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610622.527617:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610622.527617:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610622.527619:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527619:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610622.527620:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571880. 02000000:00000001:1.0:1749610622.527621:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610622.527622:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610622.527622:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571880 x1834598494537216 msgsize 520 02000000:00000001:1.0:1749610622.527623:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610622.527625:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610622.527625:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610622.527626:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610622.527627:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610622.527628:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494537344:0@lo:400:kworker.0 00000100:00000040:3.0:1749610622.527631:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494536960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.527632:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610622.527634:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610622.527634:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610622.527636:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610622.527637:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 02000000:00000001:1.0:1749610622.527638:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610622.527639:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 02000000:00000010:1.0:1749610622.527640:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 00000100:00000001:2.0:1749610622.527641:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610622.527642:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494536960:12345-0@lo:38:kworker.0 Request processed in 234us (496us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610622.527643:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.527645:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610622.527645:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000400:00000010:1.0:1749610622.527648:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00100000:3.0:1749610622.527650:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000200:1.0:1749610622.527651:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494537344, portal 10 00000100:00000001:2.0:1749610622.527652:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610622.527653:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610622.527653:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610622.527654:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610622.527654:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849713408 : -131938859838208 : ffff880097209500) 00000100:00000040:2.0:1749610622.527655:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610622.527658:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000040:1.0:1749610622.527660:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.527661:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610622.527662:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00000001:2.0:1749610622.527663:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610622.527665:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000001:2.0:1749610622.527665:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527666:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610622.527668:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 768 usecs (1 jiffies) 00000100:00000001:3.0:1749610622.527669:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610622.527669:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610622.527670:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299895986 00000400:00000010:1.0:1749610622.527671:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749610622.527673:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299895986 00000100:00000200:1.0:1749610622.527673:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494537344, offset 0 00000100:00000001:2.0:1749610622.527675:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299895986 00000100:00000001:2.0:1749610622.527677:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299895986 00000400:00000200:1.0:1749610622.527677:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610622.527679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299895986 00000100:00000001:2.0:1749610622.527682:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299895986 00000400:00000200:1.0:1749610622.527682:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610622.527683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299895986 00000100:00000001:2.0:1749610622.527685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299895986 00000100:00000001:2.0:1749610622.527687:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610622.527687:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928680 00000100:00000001:2.0:1749610622.527689:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527690:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610622.527691:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610622.527692:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537088 00000400:00000200:1.0:1749610622.527692:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 174088 02000000:00000001:3.0:1749610622.527694:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610622.527694:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610622.527697:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610622.527697:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610622.527699:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610622.527700:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610622.527701:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527701:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610622.527702:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527703:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610622.527704:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537088 02000000:00000001:2.0:1749610622.527704:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610622.527705:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610622.527706:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610622.527706:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610622.527707:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610622.527708:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610622.527708:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720a300. 00000020:00000001:3.0:1749610622.527709:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610622.527710:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.527710:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009720a300 x1834598494537344 msgsize 224 00000100:00100000:2.0:1749610622.527711:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494537472:0@lo:38:kworker.0 00000020:00000001:3.0:1749610622.527712:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527713:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749610622.527715:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 02000000:00000001:2.0:1749610622.527715:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610622.527715:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610622.527716:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610622.527718:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 02000000:00000001:2.0:1749610622.527718:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610622.527720:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 02000000:00000010:2.0:1749610622.527721:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13000. 00000100:00000001:1.0:1749610622.527721:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610622.527723:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610622.527723:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527724:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749610622.527724:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:2.0:1749610622.527726:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 00000400:00000010:1.0:1749610622.527726:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610622.527727:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527728:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749610622.527729:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:3.0:1749610622.527730:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.527732:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537472, portal 10 00000100:00000200:1.0:1749610622.527732:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.527734:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610622.527735:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849723264 : -131938859828352 : ffff88009720bb80) 00000100:00000001:3.0:1749610622.527738:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.527739:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610622.527740:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610622.527742:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610622.527743:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610622.527745:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537600 02000000:00000001:3.0:1749610622.527747:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610622.527747:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610622.527748:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610622.527749:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527750:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527750:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610622.527750:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610622.527752:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610622.527752:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610622.527753:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610622.527754:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537600 00000100:00000200:2.0:1749610622.527754:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494537472, offset 0 00000020:00000001:3.0:1749610622.527755:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610622.527756:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:1.0:1749610622.527756:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 765 usecs (1 jiffies) 00000020:00000001:3.0:1749610622.527757:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610622.527757:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610622.527758:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299895986 00000020:00000040:3.0:1749610622.527760:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749610622.527760:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299895986 00000400:00000200:2.0:1749610622.527761:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610622.527762:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610622.527762:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299895986 00000020:00000001:3.0:1749610622.527764:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610622.527765:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928700 00000100:00000001:1.0:1749610622.527765:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299895986 00000100:00000001:1.0:1749610622.527767:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299895986 00000100:00000001:3.0:1749610622.527768:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610622.527769:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 174312 00000100:00000001:1.0:1749610622.527769:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299895986 00000020:00000010:3.0:1749610622.527770:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4864440. 00000100:00000001:1.0:1749610622.527771:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299895986 00000400:00000200:2.0:1749610622.527772:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610622.527774:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299895986 00000400:00000200:2.0:1749610622.527775:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610622.527776:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610622.527778:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610622.527778:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610622.527778:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.527779:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610622.527780:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527782:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610622.527783:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dce00. 00000100:00000001:3.0:1749610622.527784:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610622.527786:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000100:00000040:2.0:1749610622.527786:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dce00 x1834598494537472 msgsize 520 00000020:00000010:3.0:1749610622.527788:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00100000:2.0:1749610622.527789:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610622.527791:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610622.527793:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610622.527796:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:2.0:1749610622.527796:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:3.0:1749610622.527798:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610622.527798:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610622.527799:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610622.527800:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610622.527800:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610622.527802:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610622.527802:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537216 00000100:00000200:2.0:1749610622.527803:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.527803:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610622.527805:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610622.527806:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610622.527807:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610622.527808:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527809:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527810:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610622.527811:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527812:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610622.527814:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610622.527814:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537216 00000020:00000001:1.0:1749610622.527816:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610622.527817:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610622.527818:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610622.527819:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527819:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610622.527820:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537344 00000100:00000001:2.0:1749610622.527820:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610622.527821:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610622.527822:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610622.527822:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527823:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610622.527823:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527825:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.527825:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 583 usecs (1 jiffies) 00000020:00000010:1.0:1749610622.527826:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:2.0:1749610622.527827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299895986 02000000:00000001:3.0:1749610622.527828:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610622.527829:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537344 00000100:00000001:2.0:1749610622.527829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299895986 00000020:00000010:1.0:1749610622.527830:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000020:00000001:3.0:1749610622.527831:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610622.527831:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299895986 00000020:00000040:3.0:1749610622.527832:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610622.527833:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610622.527833:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299895986 00000020:00000010:1.0:1749610622.527834:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000020:00000040:3.0:1749610622.527835:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610622.527836:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299895986 00000020:00000001:3.0:1749610622.527837:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610622.527838:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299895986 00000100:00000001:1.0:1749610622.527838:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610622.527839:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610622.527839:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610622.527840:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299895986 00000100:00000001:3.0:1749610622.527841:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610622.527841:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527842:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299895986 00000020:00000010:3.0:1749610622.527843:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4864dc0. 00000100:00000001:2.0:1749610622.527844:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610622.527845:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012db42180. 00000100:00000001:1.0:1749610622.527845:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527846:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527848:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610622.527848:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610622.527850:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4864dc0. 00000400:00000001:2.0:1749610622.527850:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610622.527852:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749610622.527853:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:1.0:1749610622.527853:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749610622.527854:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000020:00000010:3.0:1749610622.527855:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000400:00000200:2.0:1749610622.527856:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00100000:1.0:1749610622.527856:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537472 00000020:00000010:3.0:1749610622.527857:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000400:00000010:2.0:1749610622.527857:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 02000000:00000001:1.0:1749610622.527857:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610622.527859:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610622.527859:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610622.527860:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610622.527861:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610622.527861:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527862:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610622.527862:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.527863:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527865:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749610622.527865:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537472 00000100:00000001:3.0:1749610622.527866:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749610622.527866:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610622.527868:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610622.527868:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610622.527869:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610622.527870:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610622.527870:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610622.527870:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527873:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527875:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610622.527876:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610622.527876:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:2.0:1749610622.527877:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610622.527878:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610622.527879:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610622.527880:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00000001:2.0:1749610622.527881:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610622.527881:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000040:3.0:1749610622.527883:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610622.527884:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849714304 : -131938859837312 : ffff880097209880) 02000000:00000001:2.0:1749610622.527884:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610622.527884:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610622.527885:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610622.527886:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610622.527886:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.527888:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527888:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610622.527889:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097209880 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:58/0 lens 224/0 e 0 to 0 dl 1749610633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.527890:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610622.527891:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527895:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610622.527897:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1749610622.527897:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610622 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610622.527897:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610622.527899:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4864dc0. 00000100:00000001:3.0:1749610622.527901:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610622.527901:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=45 v=20 (1 1 1 20) 00000100:00100000:1.0:1749610622.527901:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000020:00000010:3.0:1749610622.527903:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4864dc0. 00000100:00000001:2.0:1749610622.527904:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610622.527904:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610622.527906:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849716992 : -131938859834624 : ffff88009720a300) 00000100:00100000:3.0:1749610622.527907:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494537600:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610622.527907:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610622.527909:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610622.527910:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537600 00000100:00000040:1.0:1749610622.527910:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720a300 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:58/0 lens 224/0 e 0 to 0 dl 1749610633 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610622.527913:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610622.527914:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610622.527915:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610622.527918:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.527919:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610622.527920:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610622.527921:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610622.527922:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:1.0:1749610622.527922:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8780. 00000100:00000001:2.0:1749610622.527924:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610622.527924:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610622.527925:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610622.527927:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610622.527927:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e7e8780. 00000020:00000001:3.0:1749610622.527929:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.527929:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610622.527930:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610622.527931:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610622.527932:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749610622.527932:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494537344:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610622.527934:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610622.527935:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1749610622.527936:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537344 00000020:00000001:3.0:1749610622.527937:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00080000:2.0:1749610622.527938:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749610622.527939:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610622.527940:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610622.527941:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610622.527942:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610622.527942:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749610622.527944:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610622.527944:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610622.527945:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801135b3800. 02000000:00000001:3.0:1749610622.527947:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527947:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610622.527949:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527949:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610622.527952:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610622.527952:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494536960:0@lo:38:kworker.0 00000020:00000001:1.0:1749610622.527952:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000040:3.0:1749610622.527955:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494537600 00000020:00000001:1.0:1749610622.527955:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.527956:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527957:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749610622.527958:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610622.527959:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610622.527959:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000200:3.0:1749610622.527962:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097209880 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:58/0 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610622.527962:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8ed80 x1834598494536960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610622.527962:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.527964:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610622.527967:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610622.527968:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610622.527969:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749610622.527970:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610622.527970:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610622.527972:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610622.527973:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e10400. 00000100:00001000:3.0:1749610622.527975:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 1 0) 02000000:00000010:1.0:1749610622.527975:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6c00. 02000000:00000001:2.0:1749610622.527976:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610622.527977:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749610622.527977:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527979:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749610622.527979:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610622.527979:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610622.527981:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610622.527981:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749610622.527982:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.527983:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749610622.527983:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966b8c00. 00010000:00000040:1.0:1749610622.527984:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494537344 02000000:00000001:3.0:1749610622.527985:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610622.527986:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610622.527986:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749610622.527987:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610622.527988:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610622.527988:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610622.527990:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ed80. 00000100:00000040:3.0:1749610622.527991:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:1.0:1749610622.527991:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009720a300 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:58/0 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610622.527993:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610622.527993:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610622.527995:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610622.527996:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537600, offset 224 00000100:00000001:2.0:1749610622.527997:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610622.527999:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610622.528000:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610622.528000:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749610622.528001:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528002:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610622.528003:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610622.528004:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610622.528005:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610622.528006:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610622.528007:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528007:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610622.528008:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.528010:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610622.528011:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928780 00000100:00000001:1.0:1749610622.528012:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610622.528014:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610622.528015:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610622.528016:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6159 [1] + 224 00000100:00000001:1.0:1749610622.528017:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610622.528019:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610622.528021:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610622.528022:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000200:3.0:1749610622.528024:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610622.528025:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537344, offset 224 00000100:00000001:2.0:1749610622.528026:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610622.528027:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610622.528028:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610622.528029:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610622.528031:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610622.528033:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000400:00000200:1.0:1749610622.528034:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610622.528036:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900109952 : -131936809441664 : ffff880111572680) 00000400:00000200:1.0:1749610622.528039:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928680 00000100:00000040:3.0:1749610622.528041:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610622.528041:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572680 x1834598494537088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610622.528044:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x616d [1] + 224 00000400:00000200:1.0:1749610622.528048:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610622.528051:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494537088:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610622.528051:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610622.528052:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610622.528054:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610622.528055:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537088 00000400:00000200:3.0:1749610622.528057:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000020:00000001:2.0:1749610622.528058:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610622.528058:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610622.528059:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00010000:00000001:2.0:1749610622.528060:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610622.528061:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610622.528063:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610622.528065:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.528067:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610622.528068:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610622.528069:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610622.528071:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610622.528072:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610622.528072:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610622.528074:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1749610622.528075:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610622.528076:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610622.528078:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209880 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:58/0 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610622.528078:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610622.528080:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610622.528080:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:2.0:1749610622.528082:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610622.528082:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000001:2.0:1749610622.528084:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610622.528084:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610622.528086:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610622.528087:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494537600:12345-0@lo:400:kworker.0 Request processed in 188us (616us total) trans 0 rc 0/0 02000000:00000010:2.0:1749610622.528087:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10400. 00000100:00000001:1.0:1749610622.528088:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610622.528089:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528091:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.528091:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749610622.528094:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00010000:00000001:2.0:1749610622.528094:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610622.528094:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610622.528095:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610622.528096:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00010000:00000001:2.0:1749610622.528096:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.528097:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610622.528099:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610622.528099:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610622.528100:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610622.528101:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720a300 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:58/0 lens 224/224 e 0 to 0 dl 1749610633 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528102:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749610622.528103:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610622.528105:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610622.528105:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610622.528107:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749610622.528108:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:2.0:1749610622.528110:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610622.528110:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494537344:12345-0@lo:400:kworker.0 Request processed in 190us (397us total) trans 0 rc 0/0 00000020:00000040:3.0:1749610622.528112:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610622.528112:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610622.528114:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610622.528116:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610622.528117:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749610622.528118:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 02000000:00000001:2.0:1749610622.528119:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.528120:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610622.528121:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610622.528122:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610622.528122:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610622.528123:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749610622.528124:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610622.528124:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610622.528126:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000400:00000010:2.0:1749610622.528126:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610622.528128:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900106368 : -131936809445248 : ffff880111571880) 00000020:00000010:1.0:1749610622.528128:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000200:2.0:1749610622.528130:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537088, offset 0 00000100:00000040:3.0:1749610622.528131:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571880 x1834598494537216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610622.528131:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000400:00000200:2.0:1749610622.528133:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610622.528135:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000400:00000200:2.0:1749610622.528138:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749610622.528139:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:3.0:1749610622.528141:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494537216:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610622.528141:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610622.528144:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537216 00000400:00000200:2.0:1749610622.528144:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928580 00000020:00000001:3.0:1749610622.528145:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610622.528147:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610622.528147:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610622.528148:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6151 [1] + 0 00000100:00000001:1.0:1749610622.528149:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610622.528152:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610622.528153:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000020:00000001:3.0:1749610622.528154:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528155:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283300352 : -131939426251264 : ffff8800755dce00) 00000400:00000200:2.0:1749610622.528156:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749610622.528158:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610622.528158:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610622.528159:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dce00 x1834598494537472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610642 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610622.528160:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610622.528162:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610622.528163:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610622.528166:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610622.528167:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749610622.528168:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494537472:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749610622.528169:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610622.528171:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610622.528171:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537472 02000000:00000010:3.0:1749610622.528172:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263800. 00000020:00000001:1.0:1749610622.528173:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610622.528174:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610622.528175:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610622.528176:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610622.528178:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610622.528180:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610622.528182:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610622.528183:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610622.528185:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749610622.528186:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000020:00000001:1.0:1749610622.528186:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610622.528187:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610622.528188:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00010000:00020000:1.0:1749610622.528189:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610622.528190:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610622.528190:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610622.528191:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610622.528192:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610622.528192:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610622.528194:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610622.528194:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610622.528195:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610622.528197:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610622.528198:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610622.528198:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610622.528199:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610622.528199:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528199:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610622.528201:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610622.528201:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610622.528201:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610622.528203:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749610622.528204:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7c00. 00000100:00000040:3.0:1749610622.528205:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610622.528205:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572680 x1834598494537088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610622.528206:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 02000000:00000001:1.0:1749610622.528206:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528208:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610622.528209:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537216, offset 0 00010000:00000001:1.0:1749610622.528210:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610622.528212:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610622.528212:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610622.528214:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494537088:12345-0@lo:38:kworker.0 Request processed in 163us (804us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749610622.528215:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749610622.528217:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610622.528217:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610622.528242:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00000001:2.0:1749610622.528245:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610622.528245:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610622.528247:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610622.528248:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:2.0:1749610622.528250:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610622.528250:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610622.528253:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749610622.528254:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000400:00000200:3.0:1749610622.528255:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928600 00000100:00000040:1.0:1749610622.528257:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:2.0:1749610622.528258:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 02000000:00000001:1.0:1749610622.528259:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610622.528260:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6165 [1] + 0 02000000:00000001:1.0:1749610622.528261:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528262:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528263:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610622.528264:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610622.528265:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610622.528267:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610622.528267:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749610622.528270:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610622.528270:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537472, offset 0 00000100:00000001:2.0:1749610622.528274:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610622.528274:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610622.528275:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528276:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610622.528279:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749610622.528279:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749610622.528281:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610622.528283:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000040:3.0:1749610622.528284:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610622.528285:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610622.528287:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610622.528289:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610622.528293:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610622.528293:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610622.528295:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928700 00000400:00000200:3.0:1749610622.528297:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000400:00000010:3.0:1749610622.528300:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000200:2.0:1749610622.528301:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610622.528302:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610622.528303:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610622.528305:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610622.528308:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610622.528308:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610622.528309:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610622.528310:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528311:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610622.528311:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6175 [1] + 0 00000020:00000001:3.0:1749610622.528312:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610622.528313:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610622.528315:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610622.528316:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571880 x1834598494537216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528316:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610622.528316:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610622.528318:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610622.528319:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749610622.528322:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610622 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610622.528323:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610622.528325:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494537216:12345-0@lo:38:kworker.0 Request processed in 184us (700us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610622.528325:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=27 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610622.528328:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610622.528328:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528330:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610622.528332:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00000001:2.0:1749610622.528332:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610622.528334:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610622.528336:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610622.528336:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610622.528338:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610622.528339:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000020:00000010:3.0:1749610622.528342:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:2.0:1749610622.528343:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610622.528345:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:2.0:1749610622.528345:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610622.528347:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528347:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610622.528348:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.528349:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610622.528350:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610622.528351:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00080000:2.0:1749610622.528353:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749610622.528353:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749610622.528355:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:2.0:1749610622.528356:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610622.528356:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610622.528359:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610622.528359:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610622.528362:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610622.528363:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610622.528365:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610622.528365:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610622.528367:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610622.528368:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:2.0:1749610622.528371:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494537088:0@lo:38:kworker.0 00000100:00000040:1.0:1749610622.528371:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dce00 x1834598494537472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610642 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610622.528375:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610622.528377:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610622.528378:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610622.528380:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610622.528381:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00100000:1.0:1749610622.528381:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494537472:12345-0@lo:38:kworker.0 Request processed in 213us (593us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610622.528383:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610622.528386:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610622.528390:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00000001:1.0:1749610622.528393:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610622.528394:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.528394:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610622.528398:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610622.528400:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610622.528401:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:2.0:1749610622.528402:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.528403:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610622.528404:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 02000000:00000001:2.0:1749610622.528405:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610622.528406:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610622.528408:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528408:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610622.528409:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610622.528412:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610622 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610622.528414:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=127 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610622.528415:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610622.528417:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610622.528418:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610622.528420:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610622.528420:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.528423:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.528423:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610622.528426:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610622.528429:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749610622.528429:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610622.528430:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610622.528431:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749610622.528432:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:2.0:1749610622.528433:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.528435:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749610622.528435:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749610622.528436:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610622.528436:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00080000:2.0:1749610622.528439:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610622.528439:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610622.528442:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749610622.528442:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528444:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610622.528447:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610622.528451:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610622.528454:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494537216:0@lo:38:kworker.0 00000400:00000001:2.0:1749610622.528458:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610622.528458:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610622.528459:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610622.528460:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610622.528461:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000100:00000001:1.0:1749610622.528462:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610622.528463:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610622.528464:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 02000000:00000001:1.0:1749610622.528464:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610622.528466:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610622.528466:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610622.528468:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610622.528469:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610622.528470:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610622.528474:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=127 v=5 (5 5 5 0) 00000100:00000200:2.0:1749610622.528477:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610622.528477:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=127 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610622.528480:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610622.528481:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528483:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610622.528484:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610622.528484:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610622.528485:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610622.528487:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610622.528488:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610622.528489:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610622.528489:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610622.528491:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610622.528493:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610622 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610622.528496:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=77 v=20 (1 1 20 0) 00010000:00000001:1.0:1749610622.528496:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528498:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610622.528499:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610622.528499:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610622.528501:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610622.528501:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610622.528503:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610622.528504:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610622.528505:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610622.528508:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528512:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610622.528514:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610622.528514:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610622.528515:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.528517:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610622.528517:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610622.528518:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610622.528518:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610622.528521:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610622.528543:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610622.528545:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610622.528547:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610622.528551:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610622.528554:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494537344:0@lo:400:kworker.0 00000100:00100000:2.0:1749610622.528559:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494537472:0@lo:38:kworker.0 00000400:00000001:1.0:1749610622.528559:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610622.528560:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610622.528562:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000100:00000001:2.0:1749610622.528563:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610622.528564:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:2.0:1749610622.528565:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610622.528567:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000040:2.0:1749610622.528568:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f04e00 x1834598494537088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.528569:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610622.528572:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528574:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610622.528576:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610622.528578:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12400. 02000000:00000001:2.0:1749610622.528580:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610622.528581:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749610622.528581:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610622.528583:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610622.528585:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610622.528586:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800966bb000. 00000100:00000001:1.0:1749610622.528587:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610622.528588:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610622.528588:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610622.528589:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299895986, at 4299895986 02000000:00000001:2.0:1749610622.528590:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610622.528590:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:2.0:1749610622.528591:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04e00. 02000000:00000001:1.0:1749610622.528591:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610622.528592:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610622.528594:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528595:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610622.528596:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610622.528596:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528598:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610622.528598:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db6c0. 00000100:00001000:1.0:1749610622.528599:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=77 v=5 (5 5 5 0) 00000100:00000040:2.0:1749610622.528601:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b480 x1834598494537216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610622.528602:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610622.528604:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610622.528606:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610622.528607:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610622.528611:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528614:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610622.528616:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610622.528617:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12c00. 00010000:00000001:1.0:1749610622.528618:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610622.528619:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610622.528619:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749610622.528621:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610622.528621:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000040:2.0:1749610622.528622:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610622.528622:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1749610622.528623:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610622.528623:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610622.528625:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f4000. 00000100:00000040:1.0:1749610622.528626:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610622.528627:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610622.528628:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610622.528629:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b480. 00000100:00000001:2.0:1749610622.528631:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610622.528633:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528633:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610622.528634:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610622.528634:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610622.528636:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610622.528637:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720bb80 x1834598494537472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610622.528639:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610622.528643:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610622.528644:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610622.528645:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13000. 00000100:00100000:1.0:1749610622.528646:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494537600:0@lo:400:kworker.0 02000000:00000001:2.0:1749610622.528647:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610622.528648:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610622.528649:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610622.528651:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610622.528651:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610622.528652:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955400. 00000100:00000001:1.0:1749610622.528653:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610622.528655:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610622.528656:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1749610622.528656:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209500 x1834598494537344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610622.528657:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720bb80. 00000100:00000001:2.0:1749610622.528659:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610622.528660:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.528661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610622.528663:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610622.528664:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610622.528664:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610622.528665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.528667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610622.528667:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 02000000:00000001:1.0:1749610622.528669:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610622.528671:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610622.528672:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610622.528674:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610622.528676:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4e00. 02000000:00000001:1.0:1749610622.528678:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610622.528680:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610622.528681:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209500. 00000100:00000001:1.0:1749610622.528684:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610622.528686:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528687:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610622.528690:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208000 x1834598494537600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610622.528697:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610622.528698:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610622.528699:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124c00. 02000000:00000001:1.0:1749610622.528701:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610622.528702:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610622.528703:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610622.528705:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610622.528706:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4a00. 02000000:00000001:1.0:1749610622.528708:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610622.528709:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610622.528710:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208000. 00000100:00000001:1.0:1749610622.528712:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610622.528713:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528715:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610622.528718:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610622.528720:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610622.528723:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610622.528725:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610622.529568:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299895986, at 4299895987 00000100:00000040:1.0:1749610622.529575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299895986, at 4299895987 00000100:00000010:3.0:1749610622.529577:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369dbf00. 00000100:00000010:1.0:1749610622.529586:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db280. 00000100:00000040:2.0:1749610622.529614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299895986, at 4299895987 00000100:00000010:2.0:1749610622.529624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db480. 00080000:00000010:0.0:1749610622.588102:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610622.588113:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610622.588119:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.588192:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610622.588197:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610622.588201:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.588208:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610622.588213:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610622.588216:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610622.747675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610622.747681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610622.747683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610622.747687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610622.747690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610622.747694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.747697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610622.747700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610622.747703:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.751018:0:18642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610622.751029:0:18642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610622.751036:0:18642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.751061:0:18642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610622.751069:0:18642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610622.751074:0:18642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.751085:0:18642:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610622.751092:0:18642:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610622.751097:0:18642:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.755494:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610622.755501:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610622.755505:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.755612:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610622.755616:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610622.755619:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610622.755625:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610622.755628:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610622.755631:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.928849:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610622.928859:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610622.928866:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.928936:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610622.928941:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610622.928944:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610622.928951:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610622.928956:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610622.928959:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.085893:0:18708:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.085902:0:18708:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.085907:0:18708:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.085924:0:18708:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.085928:0:18708:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.085931:0:18708:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.085937:0:18708:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.085942:0:18708:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.085945:0:18708:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.090469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.090476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.090481:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.090587:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.090591:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.090595:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.090600:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610623.090604:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610623.090607:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.270823:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610623.270833:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610623.270838:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.270910:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610623.270915:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610623.270918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.270925:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610623.270930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610623.270933:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610623.380623:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610623.380629:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610623.380742:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610623.380748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610623.380752:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749610623.428513:0:18774:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610623.428551:0:18774:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610623.428556:0:18774:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610623.428576:0:18774:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610623.428581:0:18774:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610623.428584:0:18774:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610623.428591:0:18774:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610623.428596:0:18774:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610623.428599:0:18774:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.432934:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.432943:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.432950:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.433064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.433070:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.433075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.433083:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.433088:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.433091:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610623.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610623.457634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610623.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610623.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610623.457644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610623.457648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610623.457651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610623.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610623.457657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610623.528583:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610623.528592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610623.528594:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610623.528596:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610623.528598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610623.528601:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610623.528603:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.566605:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610623.566611:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610623.566615:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.566654:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610623.566656:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610623.566659:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.566663:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610623.566666:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610623.566668:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.693050:0:18840:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.693062:0:18840:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.693070:0:18840:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.693096:0:18840:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.693103:0:18840:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.693108:0:18840:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610623.693118:0:18840:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610623.693124:0:18840:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610623.693129:0:18840:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.697571:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610623.697578:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610623.697583:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.697662:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610623.697665:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610623.697669:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610623.697674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610623.697677:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610623.697680:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610623.747636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610623.747642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610623.747645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610623.747649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610623.747652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610623.747657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610623.747659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610623.747663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610623.747665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.876846:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610623.876858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610623.876868:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.876991:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610623.876998:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610623.877004:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610623.877014:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610623.877020:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610623.877026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.030966:0:18907:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610624.030976:0:18907:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610624.030983:0:18907:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.031000:0:18907:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610624.031005:0:18907:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610624.031008:0:18907:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.031015:0:18907:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610624.031019:0:18907:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610624.031022:0:18907:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.035481:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.035487:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.035491:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.035600:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.035604:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.035607:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.035613:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.035616:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.035619:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.207997:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.208009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.208017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.208138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.208146:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.208152:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.208162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.208169:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.208174:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.366308:0:18973:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.366318:0:18973:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.366324:0:18973:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.366340:0:18973:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.366345:0:18973:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.366349:0:18973:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.366355:0:18973:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610624.366360:0:18973:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610624.366363:0:18973:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.370788:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.370795:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.370800:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.370869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.370873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.370876:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610624.370882:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610624.370885:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610624.370888:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610624.382588:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610624.382596:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610624.382601:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610624.382605:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610624.382610:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610624.382614:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610624.382617:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610624.382621:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610624.382646:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610624.382651:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610624.382655:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610624.457619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610624.457625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610624.457628:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610624.457631:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610624.457635:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610624.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610624.457642:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610624.457645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610624.457648:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610624.528632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610624.528646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610624.528648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610624.528652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610624.528655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610624.528659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610624.528662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610624.549374:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610624.549383:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610624.549389:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610624.549460:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610624.549465:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610624.549469:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610624.549476:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610624.549481:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610624.549484:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.703467:0:19039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.703477:0:19039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.703484:0:19039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.703500:0:19039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.703505:0:19039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.703509:0:19039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.703515:0:19039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.703520:0:19039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.703556:0:19039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.707811:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610624.707818:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610624.707824:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.707893:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610624.707896:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610624.707900:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610624.707905:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610624.707908:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610624.707911:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610624.747628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610624.747634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610624.747637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610624.747641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610624.747645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610624.747649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610624.747652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610624.747655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610624.747658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.887487:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.887496:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.887502:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.887607:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.887613:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.887616:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610624.887624:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610624.887629:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610624.887632:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.050417:0:19106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.050427:0:19106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.050432:0:19106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.050449:0:19106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.050454:0:19106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.050457:0:19106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.050464:0:19106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.050469:0:19106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.050472:0:19106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.054961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610625.054968:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610625.054973:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.055044:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610625.055048:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610625.055051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.055056:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610625.055059:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610625.055062:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.232448:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.232458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.232465:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.232572:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.232579:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.232582:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.232589:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.232594:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.232597:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.369865:0:19172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.369872:0:19172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.369876:0:19172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.369885:0:19172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.369888:0:19172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.369890:0:19172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.369894:0:19172:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.369898:0:19172:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.369899:0:19172:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.372227:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.372230:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.372232:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.372271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.372273:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.372275:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.372278:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.372279:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.372281:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610625.384580:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610625.384583:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610625.384650:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610625.384653:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610625.384655:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610625.457566:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610625.457571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610625.457573:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610625.457576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610625.457578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610625.457581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610625.457583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610625.457586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610625.457588:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.475382:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.475387:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.475390:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.475425:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.475428:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.475430:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.475434:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610625.475437:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610625.475439:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610625.528575:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610625.528585:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610625.528586:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610625.528588:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610625.528590:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610625.528592:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610625.528594:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.574357:0:19238:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.574362:0:19238:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.574366:0:19238:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.574375:0:19238:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.574378:0:19238:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.574380:0:19238:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.574383:0:19238:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610625.574387:0:19238:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610625.574388:0:19238:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.576428:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610625.576432:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610625.576434:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.576469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610625.576471:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610625.576472:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610625.576475:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610625.576476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610625.576478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.680557:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610625.680564:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610625.680568:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.680605:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610625.680609:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610625.680611:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610625.680615:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610625.680618:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610625.680620:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610625.747628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610625.747635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610625.747637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610625.747641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610625.747644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610625.747649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610625.747652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610625.747655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610625.747658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.799744:0:19304:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.799751:0:19304:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.799756:0:19304:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.799770:0:19304:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.799774:0:19304:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.799777:0:19304:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.799783:0:19304:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.799787:0:19304:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.799790:0:19304:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.803285:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.803290:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.803293:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.803353:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.803356:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.803359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610625.803363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610625.803366:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610625.803368:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610625.947245:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610625.947252:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610625.947255:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610625.947298:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610625.947301:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610625.947303:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610625.947307:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610625.947310:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610625.947312:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.068071:0:19371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610626.068081:0:19371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610626.068086:0:19371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.068101:0:19371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610626.068105:0:19371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610626.068108:0:19371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.068114:0:19371:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610626.068119:0:19371:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610626.068121:0:19371:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.072276:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610626.072282:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610626.072287:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.072353:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610626.072357:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610626.072359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.072364:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610626.072367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610626.072370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610626.223747:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610626.223757:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610626.223763:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610626.223833:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610626.223838:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610626.223841:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610626.223848:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610626.223852:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610626.223855:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.349165:0:19437:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.349172:0:19437:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.349176:0:19437:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.349203:0:19437:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.349207:0:19437:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.349209:0:19437:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.349214:0:19437:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.349217:0:19437:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.349219:0:19437:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.352075:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610626.352081:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610626.352086:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.352153:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610626.352156:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610626.352159:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.352164:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610626.352167:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610626.352170:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610626.386594:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610626.386597:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610626.386670:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610626.386673:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610626.386676:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610626.457603:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610626.457609:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610626.457611:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610626.457615:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610626.457619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610626.457623:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610626.457627:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610626.457629:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610626.457632:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.485321:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.485327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.485331:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.485370:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.485374:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.485376:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.485380:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.485383:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.485385:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610626.528617:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610626.528631:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610626.528634:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610626.528638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610626.528640:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610626.528643:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610626.528646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.600961:0:19503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.600968:0:19503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.600971:0:19503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.600981:0:19503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.600984:0:19503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.600986:0:19503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.600990:0:19503:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.600993:0:19503:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.600994:0:19503:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.603288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.603292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.603295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.603331:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.603333:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.603335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.603338:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610626.603339:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610626.603341:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610626.747611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610626.747616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610626.747619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610626.747623:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610626.747626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610626.747629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610626.747633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610626.747636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610626.747638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.759784:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610626.759792:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610626.759799:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.759864:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610626.759869:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610626.759872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610626.759879:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610626.759883:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610626.759886:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.914037:0:19570:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610626.914047:0:19570:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610626.914053:0:19570:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.914070:0:19570:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610626.914075:0:19570:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610626.914079:0:19570:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610626.914085:0:19570:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610626.914090:0:19570:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610626.914093:0:19570:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.918630:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610626.918637:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610626.918642:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.918717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610626.918721:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610626.918724:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610626.918730:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610626.918734:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610626.918736:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610627.070257:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.070268:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.070275:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610627.070375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.070382:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.070386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610627.070395:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.070400:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.070404:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.175704:0:19636:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610627.175710:0:19636:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610627.175714:0:19636:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.175723:0:19636:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610627.175726:0:19636:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610627.175728:0:19636:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.175732:0:19636:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610627.175735:0:19636:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610627.175737:0:19636:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.177953:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.177957:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.177960:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.177997:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.177999:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.178000:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.178003:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.178005:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.178006:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.282643:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610627.282649:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610627.282653:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.282690:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610627.282693:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610627.282695:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.282698:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610627.282701:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610627.282703:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.383190:0:19702:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.383197:0:19702:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.383202:0:19702:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.383212:0:19702:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.383216:0:19702:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.383217:0:19702:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.383222:0:19702:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.383225:0:19702:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.383226:0:19702:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.385424:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.385427:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.385430:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.385466:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.385468:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.385470:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.385473:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.385474:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.385476:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610627.388564:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610627.388567:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.388631:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610627.388634:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610627.388636:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610627.457550:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610627.457553:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610627.457554:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610627.457556:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610627.457559:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610627.457561:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610627.457563:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610627.457565:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610627.457566:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.490727:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.490735:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.490741:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.490804:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.490808:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.490811:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.490817:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.490821:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.490823:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.528555:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610627.528565:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610627.528566:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.528570:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.528572:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610627.528575:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.528577:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610627.534580:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610627.534584:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610627.534586:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610627.534589:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610627.534590:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610627.534592:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610627.534595:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610627.534598:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5228 00000100:00080000:1.0:1749610627.534601:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610627.534602:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534604:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610627.534605:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534606:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610627.534609:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610627.534610:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610627.534612:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610627.534614:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610627.534616:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610627.534617:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610627.534618:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534619:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610627.534621:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534622:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610627.534624:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610627.534626:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610627.534627:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534629:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610627.534633:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610627.534635:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534636:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610627.534637:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610627.534641:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097208000. 00000020:00000040:1.0:1749610627.534643:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610627.534646:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610627.534647:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534649:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610627.534651:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610627.534653:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610627.534658:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:1.0:1749610627.534662:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610627.534669:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610627.534675:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610627.534678:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610627.534680:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097208000] to pc [ptlrpcd_rcv+-1] req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.534694:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610627.534696:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610627.534698:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610627.534699:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610627.534700:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610627.534701:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610627.534703:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5228 00000100:00080000:1.0:1749610627.534705:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610627.534706:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534707:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610627.534708:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534709:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610627.534710:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610627.534711:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749610627.534712:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610627.534713:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749610627.534714:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610627.534715:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610627.534716:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534717:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610627.534717:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534718:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610627.534719:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610627.534721:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610627.534722:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534722:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610627.534724:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610627.534725:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534726:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610627.534727:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610627.534728:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209500. 00000020:00000040:1.0:1749610627.534729:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610627.534730:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610627.534731:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534732:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610627.534732:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610627.534733:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610627.534735:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eb9a800. 00000100:00000001:1.0:1749610627.534737:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610627.534739:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610627.534743:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610627.534745:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534746:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610627.534747:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097209500] to pc [ptlrpcd_rcv+-1] req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.534749:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610627.534751:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610627.534751:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610627.534752:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610627.534754:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610627.534755:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610627.534755:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749610627.534756:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.534756:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610627.534758:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5228 00000100:00080000:1.0:1749610627.534759:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610627.534760:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534761:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610627.534762:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610627.534763:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610627.534763:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610627.534763:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610627.534764:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610627.534764:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610627.534765:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610627.534766:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749610627.534766:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:1.0:1749610627.534767:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610627.534768:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610627.534768:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610627.534769:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610627.534770:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610627.534771:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610627.534772:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494537728:0@lo:38:kworker.0 00000100:00000040:1.0:1749610627.534772:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534773:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610627.534774:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749610627.534774:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:1.0:1749610627.534775:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610627.534776:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610627.534777:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.534778:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534778:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610627.534779:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610627.534779:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610627.534780:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534782:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610627.534782:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610627.534784:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e11800. 00000100:00000010:1.0:1749610627.534784:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720ad80. 02000000:00000001:2.0:1749610627.534785:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610627.534785:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610627.534786:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610627.534786:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534787:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610627.534788:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610627.534788:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.534790:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 02000000:00000010:1.0:1749610627.534790:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eb98000. 00000100:00000001:1.0:1749610627.534791:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610627.534793:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610627.534795:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:1.0:1749610627.534796:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610627.534797:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610627.534799:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009720ad80] to pc [ptlrpcd_rcv+-1] req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610627.534800:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537728, portal 4 00000100:00000001:2.0:1749610627.534802:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610627.534802:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534803:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849708032 : -131938859843584 : ffff880097208000) 00000100:00000040:1.0:1749610627.534804:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610627.534805:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610627.534807:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209f80. 00000100:00000040:2.0:1749610627.534808:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610627.534808:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610627.534809:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610627.534810:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610627.534811:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610627.534812:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4100. 00000100:00000001:2.0:1749610627.534813:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610627.534814:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.534816:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610627.534816:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610627.534817:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610627.534819:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494537728, offset 0 00000400:00000200:2.0:1749610627.534823:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610627.534823:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610627.534824:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610627.534827:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880097209f80] to pc [ptlrpcd_00_02+2] req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610627.534833:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610627.534841:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf928800 00000400:00000200:2.0:1749610627.534846:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 5720 00000100:00000001:1.0:1749610627.534846:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610627.534848:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610627.534851:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1749610627.534851:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610627.534852:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610627.534853:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749610627.534854:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610627.534855:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610627.534857:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5228 00000100:00000001:2.0:1749610627.534858:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610627.534859:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:1.0:1749610627.534859:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610627.534861:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610627.534862:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dfb80. 00000100:00000001:1.0:1749610627.534862:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610627.534864:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dfb80 x1834598494537728 msgsize 520 00000100:00000040:1.0:1749610627.534864:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610627.534865:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610627.534867:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610627.534867:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610627.534868:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610627.534869:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610627.534870:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749610627.534871:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610627.534872:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610627.534873:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610627.534873:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610627.534874:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610627.534875:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749610627.534877:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610627.534878:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610627.534879:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610627.534879:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610627.534879:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610627.534880:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610627.534881:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610627.534882:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610627.534884:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610627.534884:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610627.534885:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749610627.534886:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610627.534887:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534888:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534889:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610627.534889:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610627.534889:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610627.534890:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610627.534891:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610627.534892:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610627.534892:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534894:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.534895:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749610627.534895:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494538112:0@lo:400:kworker.0 00000100:00000001:1.0:1749610627.534897:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.534898:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610627.534899:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:1.0:1749610627.534899:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720b800. 00000100:00000001:3.0:1749610627.534900:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610627.534900:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610627.534901:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610627.534901:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610627.534902:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.534903:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534903:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610627.534903:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610627.534904:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1102 usecs (2 jiffies) 02000000:00000001:1.0:1749610627.534904:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534906:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299900994 00000100:00000001:1.0:1749610627.534906:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749610627.534906:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ee00. 02000000:00000001:1.0:1749610627.534907:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610627.534907:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610627.534908:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b249100. 02000000:00000001:1.0:1749610627.534908:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610627.534911:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610627.534912:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:1.0:1749610627.534912:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88013526d000. 00000100:00000001:1.0:1749610627.534914:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610627.534914:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610627.534916:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299900994 00000100:00000001:3.0:1749610627.534917:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610627.534917:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494538112, portal 10 00000100:00000010:2.0:1749610627.534918:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b249140. 00000100:00100000:1.0:1749610627.534918:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749610627.534919:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537728 00000100:00000001:0.0:1749610627.534919:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610627.534920:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610627.534920:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610627.534920:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849716096 : -131938859835520 : ffff880097209f80) 00000100:00000001:2.0:1749610627.534922:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299900994 00000100:00000001:3.0:1749610627.534923:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610627.534923:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b249200. 00000100:00000001:1.0:1749610627.534923:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610627.534925:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534925:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610627.534925:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534926:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299900994 00000100:00000040:0.0:1749610627.534926:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610627.534927:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610627.534928:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b249300. 00000100:00000040:1.0:1749610627.534928:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009720b800] to pc [ptlrpcd_rcv+-1] req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.534929:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:3.0:1749610627.534930:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537728 00000020:00000001:3.0:1749610627.534931:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610627.534931:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610627.534932:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610627.534932:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.534932:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610627.534933:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610627.534933:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.534934:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534934:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.534934:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610627.534934:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610627.534935:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610627.534935:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:1.0:1749610627.534936:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610627.534937:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610627.534937:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494538112, offset 0 00000100:00000001:2.0:1749610627.534938:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610627.534939:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2400. 00000100:00000001:2.0:1749610627.534939:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.534939:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610627.534939:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610627.534940:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1749610627.534941:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720bb80. 00000400:00000200:0.0:1749610627.534941:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610627.534942:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000040:2.0:1749610627.534942:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610627.534943:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610627.534944:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1749610627.534945:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610627.534945:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610627.534946:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.534946:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610627.534947:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610627.534947:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610627.534948:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610627.534948:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610627.534949:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610627.534949:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610627.534950:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.534950:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610627.534950:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4e00. 00000100:00100000:2.0:1749610627.534952:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880097209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494537856:0@lo:38:kworker.0 00000100:00000001:1.0:1749610627.534952:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610627.534952:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928980 00000100:00000001:3.0:1749610627.534954:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534954:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610627.534955:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610627.534955:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610627.534956:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.534957:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610627.534957:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 174832 02000000:00000010:2.0:1749610627.534959:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13400. 00000100:00000001:3.0:1749610627.534960:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610627.534960:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.534961:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:1.0:1749610627.534961:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749610627.534961:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610627.534962:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610627.534963:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537856, portal 10 00000100:00000001:1.0:1749610627.534963:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.534964:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749610627.534964:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610627.534965:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610627.534965:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849713408 : -131938859838208 : ffff880097209500) 00000100:00000040:1.0:1749610627.534966:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009720bb80] to pc [ptlrpcd_00_03+3] req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610627.534967:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610627.534967:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610627.534968:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610627.534969:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610627.534970:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:2.0:1749610627.534971:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610627.534972:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283312000 : -131939426239616 : ffff8800755dfb80) 00000100:00000040:2.0:1749610627.534972:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610627.534972:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000400:00000010:2.0:1749610627.534973:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610627.534973:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55500 x1834598494538112 msgsize 224 00000100:00000200:2.0:1749610627.534974:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494537856, offset 0 00000100:00000040:3.0:1749610627.534975:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dfb80 x1834598494537728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610627.534976:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610627.534976:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610627.534977:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610627.534979:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610627.534980:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5238) 00000400:00000200:2.0:1749610627.534981:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928880 00000100:00100000:3.0:1749610627.534982:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494537728:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610627.534982:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610627.534984:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 175056 00000100:00000200:3.0:1749610627.534985:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537728 00000400:00000200:2.0:1749610627.534986:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610627.534986:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610627.534987:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610627.534987:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610627.534987:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610627.534989:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610627.534990:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749610627.534992:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610627.534995:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610627.534997:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610627.534998:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610627.534999:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.534999:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610627.535000:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610627.535001:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610627.535001:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610627.535002:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610627.535002:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749610627.535002:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610627.535003:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610627.535003:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610627.535004:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f04e00. 00010000:00000001:3.0:1749610627.535005:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610627.535005:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535006:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f04e00 x1834598494537856 msgsize 520 00000100:00000001:3.0:1749610627.535007:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610627.535007:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494538368:0@lo:400:kworker.0 00000100:00100000:2.0:1749610627.535008:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610627.535009:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610627.535009:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610627.535010:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610627.535010:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1749610627.535012:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9ac00. 02000000:00000001:1.0:1749610627.535012:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610627.535012:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610627.535013:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535013:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610627.535013:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535015:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535015:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 02000000:00000001:1.0:1749610627.535015:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749610627.535016:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00010000:00000001:3.0:1749610627.535017:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610627.535017:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749610627.535017:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125800. 00000100:00000001:0.0:1749610627.535017:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610627.535018:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.535018:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610627.535019:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535019:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749610627.535020:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749610627.535021:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000100:00000001:3.0:1749610627.535022:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610627.535022:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535023:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610627.535024:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610627.535024:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610627.535024:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000040:0.0:1749610627.535024:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 767 usecs (1 jiffies) 00000100:00000040:3.0:1749610627.535026:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610627.535027:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610627.535027:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610627.535027:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494538368, portal 10 00000100:00000001:0.0:1749610627.535027:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299900993 00000100:00000001:3.0:1749610627.535028:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610627.535028:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610627.535029:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610627.535029:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610627.535029:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299900994 02000000:00000001:3.0:1749610627.535030:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610627.535030:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535030:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849723264 : -131938859828352 : ffff88009720bb80) 02000000:00000001:3.0:1749610627.535031:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535031:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 836 usecs (1 jiffies) 00000100:00000001:0.0:1749610627.535031:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299900993 00000100:00000001:3.0:1749610627.535032:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610627.535032:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299900993 00000100:00000001:0.0:1749610627.535033:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299900994 00000100:00000040:3.0:1749610627.535034:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610627.535034:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299900994 00000400:00000010:3.0:1749610627.535035:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610627.535035:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299900993 00000100:00000040:1.0:1749610627.535035:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535035:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299900993 00000100:00000001:2.0:1749610627.535036:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299900994 00000100:00000001:0.0:1749610627.535036:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299900994 00000100:00000200:3.0:1749610627.535037:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494537728, offset 0 00000100:00000001:2.0:1749610627.535037:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299900993 00000100:00000001:0.0:1749610627.535038:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299900993 00000100:00000001:2.0:1749610627.535039:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299900994 00000100:00000001:2.0:1749610627.535040:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299900993 00000100:00000001:0.0:1749610627.535040:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299900994 00000400:00000200:3.0:1749610627.535041:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610627.535041:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610627.535042:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610627.535044:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:3.0:1749610627.535045:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610627.535046:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494538368, offset 0 00000100:00000001:0.0:1749610627.535046:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610627.535048:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610627.535049:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf928800 00000100:00000001:2.0:1749610627.535049:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610627.535049:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610627.535049:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610627.535050:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538112 02000000:00000001:2.0:1749610627.535051:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610627.535051:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535052:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610627.535053:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6191 [1] + 0 00000100:00000001:2.0:1749610627.535053:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535055:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610627.535055:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610627.535055:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610627.535056:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610627.535056:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538112 00000100:00000001:0.0:1749610627.535056:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749610627.535057:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610627.535058:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610627.535058:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610627.535058:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610627.535059:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610627.535059:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610627.535060:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610627.535060:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928a80 00000020:00000040:2.0:1749610627.535061:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:0.0:1749610627.535061:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610627.535062:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610627.535062:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610627.535063:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610627.535063:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:1.0:1749610627.535063:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 175576 00000100:00000001:2.0:1749610627.535066:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610627.535067:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610627.535068:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b2492c0. 00000100:00000040:3.0:1749610627.535069:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610627.535070:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610627.535073:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610627.535073:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610627.535073:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610627.535074:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610627.535074:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610627.535075:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537856 00000100:00000001:2.0:1749610627.535076:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749610627.535077:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000010:1.0:1749610627.535077:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720b480. 02000000:00000001:0.0:1749610627.535077:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610627.535078:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000020:00000010:2.0:1749610627.535078:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bce00. 00000100:00000001:0.0:1749610627.535078:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610627.535079:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009720b480 x1834598494538368 msgsize 224 00000100:00000001:3.0:1749610627.535080:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749610627.535080:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749610627.535080:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535081:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610627.535082:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610627.535082:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535083:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610627.535083:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000040:3.0:1749610627.535084:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610627.535084:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537856 00000100:00000001:3.0:1749610627.535085:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535086:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749610627.535086:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749610627.535087:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610627.535087:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610627.535087:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535088:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1749610627.535088:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610627.535089:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dfb80 x1834598494537728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610627.535089:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610627.535090:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610627.535090:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610627.535091:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749610627.535092:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:1.0:1749610627.535092:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000020:00000001:0.0:1749610627.535092:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535093:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749610627.535094:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494537728:12345-0@lo:38:kworker.0 Request processed in 112us (228us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610627.535094:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535094:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610627.535095:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000100:00000200:1.0:1749610627.535097:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610627.535098:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:2.0:1749610627.535098:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610627.535098:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000100:00000001:3.0:1749610627.535100:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610627.535101:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610627.535101:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610627.535101:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00100000:2.0:1749610627.535102:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538368 00000020:00000010:3.0:1749610627.535103:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 02000000:00000001:2.0:1749610627.535103:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610627.535103:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610627.535103:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610627.535104:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610627.535104:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610627.535105:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610627.535105:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535106:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610627.535106:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535106:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610627.535107:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2400. 00000100:00100000:2.0:1749610627.535107:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538368 00000020:00000001:2.0:1749610627.535108:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610627.535108:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610627.535109:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610627.535109:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610627.535109:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610627.535110:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749610627.535111:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610627.535111:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610627.535112:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610627.535113:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610627.535113:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610627.535114:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b249080. 00000020:00000010:2.0:1749610627.535115:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4864440. 00000100:00000001:1.0:1749610627.535115:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535115:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535117:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:3.0:1749610627.535118:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749610627.535118:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b249080. 00000100:00000040:1.0:1749610627.535118:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 747 usecs (1 jiffies) 00000100:00000001:1.0:1749610627.535119:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299900993 00000020:00000040:3.0:1749610627.535120:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749610627.535120:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:0.0:1749610627.535120:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749610627.535121:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000001:0.0:1749610627.535121:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749610627.535122:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:1.0:1749610627.535122:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299900994 00000100:00000001:1.0:1749610627.535123:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299900993 00000100:00000001:2.0:1749610627.535124:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749610627.535124:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00000001:2.0:1749610627.535125:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610627.535125:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299900994 00000100:00000001:2.0:1749610627.535126:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535127:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610627.535127:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299900993 00000100:00000040:0.0:1749610627.535127:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610627.535128:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610627.535129:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535129:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299900994 00000100:00000001:0.0:1749610627.535129:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000001:1.0:1749610627.535130:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299900993 00000100:00000001:3.0:1749610627.535131:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610627.535131:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610627.535132:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610627.535132:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299900994 00000100:00000040:0.0:1749610627.535132:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55500 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:63/0 lens 224/0 e 0 to 0 dl 1749610638 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610627.535134:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00000001:2.0:1749610627.535134:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610627.535134:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610627.535134:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610627.535136:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610627.535136:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535137:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849721472 : -131938859830144 : ffff88009720b480) 00000100:00100000:2.0:1749610627.535137:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00000001:1.0:1749610627.535138:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535139:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209015296 : -131939500536320 : ffff880070f04e00) 00000100:00000040:3.0:1749610627.535140:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720b480 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:63/0 lens 224/0 e 0 to 0 dl 1749610638 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535140:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610627.535140:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610627.535141:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f04e00 x1834598494537856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610627.535142:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eac500. 00000100:00000001:1.0:1749610627.535143:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610627.535144:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610627.535144:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610627.535145:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610627.535146:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749610627.535146:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eac500. 00000020:00000010:3.0:1749610627.535147:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32c40. 00000100:00100000:2.0:1749610627.535147:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494537856:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610627.535147:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610627.535148:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610627.535148:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610627.535149:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537856 00000020:00000010:3.0:1749610627.535150:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32c40. 00000020:00000001:2.0:1749610627.535150:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610627.535150:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610627.535151:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494538112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610627.535152:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494538368:12345-0@lo:400:kworker.0 00010000:00000001:2.0:1749610627.535152:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610627.535154:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538368 00000100:00000200:0.0:1749610627.535154:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538112 00000020:00000001:3.0:1749610627.535155:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610627.535155:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610627.535156:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.535157:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:2.0:1749610627.535158:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610627.535158:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610627.535159:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535159:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.535160:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749610627.535160:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610627.535161:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:2.0:1749610627.535161:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610627.535161:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610627.535162:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610627.535162:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610627.535163:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610627.535163:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610627.535164:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610627.535165:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610627.535165:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610627.535166:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610627.535166:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610627.535167:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749610627.535167:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12400. 02000000:00000001:2.0:1749610627.535168:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535168:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610627.535169:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535169:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535169:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610627.535170:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749610627.535170:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610627.535171:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535171:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610627.535187:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610627.535189:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749610627.535190:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610627.535191:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610627.535191:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610627.535192:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610627.535193:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610627.535193:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610627.535194:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749610627.535195:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9a000. 00000100:00000001:2.0:1749610627.535195:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610627.535195:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610627.535197:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535197:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610627.535198:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749610627.535198:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312000. 00000100:00000001:3.0:1749610627.535199:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535199:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.535200:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535200:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610627.535200:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535201:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610627.535201:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610627.535202:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494538368 00000400:00000010:2.0:1749610627.535202:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610627.535203:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537856, offset 0 00000020:00000001:0.0:1749610627.535203:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610627.535204:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610627.535205:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1749610627.535205:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494538112 00010000:00000001:0.0:1749610627.535207:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610627.535208:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009720b480 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:63/0 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610627.535208:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610627.535211:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928880 00010000:00000200:0.0:1749610627.535211:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec55500 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:63/0 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610627.535214:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610627.535214:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61a1 [1] + 0 00010000:00000001:3.0:1749610627.535215:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535216:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749610627.535217:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1749610627.535218:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 1 0) 00000400:00000200:2.0:1749610627.535218:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610627.535219:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610627.535219:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535220:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749610627.535221:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 1 0) 00000100:00000040:3.0:1749610627.535222:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749610627.535222:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610627.535223:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610627.535224:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610627.535224:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610627.535225:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610627.535225:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610627.535226:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610627.535226:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610627.535227:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610627.535227:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749610627.535228:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000040:2.0:1749610627.535228:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610627.535228:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535229:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610627.535230:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494538368, offset 224 00000100:00000040:0.0:1749610627.535230:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610627.535232:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610627.535232:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610627.535232:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:2.0:1749610627.535234:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000200:0.0:1749610627.535234:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494538112, offset 224 00000400:00000010:2.0:1749610627.535235:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610627.535236:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610627.535236:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610627.535237:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610627.535237:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610627.535239:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928a80 00000100:00000001:2.0:1749610627.535239:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535241:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610627.535241:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610627.535242:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61a9 [1] + 224 00000100:00000001:2.0:1749610627.535242:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610627.535243:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610627.535244:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610627.535245:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f04e00 x1834598494537856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610627.535245:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928980 00000400:00000200:3.0:1749610627.535246:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610627.535247:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6199 [1] + 224 00000100:00000001:3.0:1749610627.535250:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610627.535250:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494537856:12345-0@lo:38:kworker.0 Request processed in 103us (242us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610627.535250:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610627.535252:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610627.535252:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610627.535254:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00000001:0.0:1749610627.535254:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610627.535256:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610627.535256:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610627.535257:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610627.535257:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610627.535258:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000020:00000010:2.0:1749610627.535260:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000100:00000040:0.0:1749610627.535261:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610627.535262:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:2.0:1749610627.535263:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535269:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299900994 00000100:00000001:0.0:1749610627.535269:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610627.535270:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535271:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610627.535272:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610627.535272:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610627.535274:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000400:00000200:3.0:1749610627.535276:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:0.0:1749610627.535276:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:3.0:1749610627.535277:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:0.0:1749610627.535277:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610627.535279:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610627.535279:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610627.535279:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610627.535279:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610627.535280:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610627.535281:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.535281:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000040:0.0:1749610627.535282:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610627.535283:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610627.535283:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00010000:00000001:0.0:1749610627.535283:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:3.0:1749610627.535284:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749610627.535284:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000020:00000001:3.0:1749610627.535285:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535285:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610627.535285:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610627.535286:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749610627.535286:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749610627.535287:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610627.535288:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b480 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:63/0 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610627.535290:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:63/0 lens 224/224 e 0 to 0 dl 1749610638 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610627.535291:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610627.535293:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494538368:12345-0@lo:400:kworker.0 Request processed in 146us (213us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610627.535295:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610627.535295:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.535296:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.535297:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610627.535298:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610627.535298:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494538112:12345-0@lo:400:kworker.0 Request processed in 157us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610627.535299:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 02000000:00000001:2.0:1749610627.535299:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1749610627.535299:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610627.535300:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610627.535301:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610627.535301:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610627.535301:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610627.535302:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610627.535302:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610627.535303:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749610627.535303:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000100:00100000:0.0:1749610627.535304:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000020:00000010:3.0:1749610627.535305:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00001000:2.0:1749610627.535305:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610627 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610627.535305:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00001000:2.0:1749610627.535307:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=32 v=20 (1 1 1 20) 00000400:00000010:1.0:1749610627.535307:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000040:0.0:1749610627.535307:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:3.0:1749610627.535308:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:2.0:1749610627.535308:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610627.535309:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610627.535309:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610627.535310:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610627.535310:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610627.535311:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:2.0:1749610627.535311:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610627.535311:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610627.535313:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749610627.535313:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000040:2.0:1749610627.535314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610627.535315:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610627.535316:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000001:2.0:1749610627.535318:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610627.535318:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610627.535319:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bce00. 00000100:00000001:2.0:1749610627.535320:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610627.535321:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535322:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1749610627.535322:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610627.535323:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610627.535324:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610627.535324:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610627.535325:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610627.535325:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610627.535327:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610627.535327:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610627.535328:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610627.535328:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610627.535330:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535330:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610627.535331:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.535333:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610627.535334:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494537856:0@lo:38:kworker.0 00000100:00000001:0.0:1749610627.535335:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.535336:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749610627.535336:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=82 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610627.535336:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610627.535337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610627.535338:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1749610627.535339:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=82 v=5 (1 1 1 0) 00000400:00000001:0.0:1749610627.535339:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610627.535341:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610627.535341:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1749610627.535341:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610627.535342:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535343:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610627.535343:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610627.535343:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 02000000:00000001:2.0:1749610627.535344:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610627.535345:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610627.535345:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749610627.535345:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00100000:2.0:1749610627.535346:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494537984:0@lo:38:kworker.0 00000100:00000001:0.0:1749610627.535346:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610627.535348:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00080000:1.0:1749610627.535348:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610627.535349:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749610627.535349:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610627.535350:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535351:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610627.535353:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13c00. 02000000:00000001:2.0:1749610627.535354:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.535355:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000200:0.0:1749610627.535356:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610627.535357:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610627.535358:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494537984, portal 10 00000100:00000001:2.0:1749610627.535360:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610627.535360:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849719680 : -131938859831936 : ffff88009720ad80) 00010000:00000001:1.0:1749610627.535360:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535361:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610627.535362:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610627.535362:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610627.535363:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535363:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610627.535364:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:0.0:1749610627.535364:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610627.535365:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610627.535365:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610627.535366:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535367:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610627.535367:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535368:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610627.535368:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.535369:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:1.0:1749610627.535369:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610627.535370:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494537984, offset 0 00000400:00000200:2.0:1749610627.535371:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610627.535372:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=132 v=5 (5 5 5 0) 00000400:00000200:2.0:1749610627.535374:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610627.535374:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=132 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610627.535375:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610627.535376:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928900 00000100:00000001:0.0:1749610627.535376:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610627.535377:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610627.535377:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535378:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 175800 00000100:00000001:1.0:1749610627.535378:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610627.535379:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610627.535380:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610627.535381:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749610627.535381:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610627.535382:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610627.535383:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610627.535384:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610627.535387:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ed80. 00010000:00000001:0.0:1749610627.535387:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535388:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ed80 x1834598494537984 msgsize 520 00000100:00100000:1.0:1749610627.535388:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494538368:0@lo:400:kworker.0 00000100:00000001:0.0:1749610627.535388:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749610627.535390:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610627.535390:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610627.535391:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610627.535391:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610627.535392:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535393:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610627.535394:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610627.535395:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720bb80 x1834598494538368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610627.535395:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610627.535396:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610627.535397:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610627.535398:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610627.535400:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535400:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610627.535400:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610627.535402:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610627.535402:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610627.535403:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610627.535403:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610627.535404:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125800. 00000100:00000040:2.0:1749610627.535405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610627.535406:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749610627.535406:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535408:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610627.535408:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610627.535409:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610627.535409:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610627.535410:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610627.535411:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494538112:0@lo:400:kworker.0 00000100:00000040:2.0:1749610627.535412:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 772 usecs (1 jiffies) 00000020:00000001:1.0:1749610627.535412:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610627.535413:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299900993 02000000:00000010:1.0:1749610627.535413:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4e00. 00000100:00000001:0.0:1749610627.535414:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535415:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299900994 00000100:00000001:0.0:1749610627.535415:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610627.535416:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610627.535417:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299900993 02000000:00000001:1.0:1749610627.535417:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610627.535418:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299900994 00000100:00000040:0.0:1749610627.535418:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209f80 x1834598494538112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535419:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299900993 00000100:00000010:1.0:1749610627.535419:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720bb80. 00000100:00000001:2.0:1749610627.535420:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299900994 00000100:00000001:2.0:1749610627.535421:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299900993 00000100:00000001:1.0:1749610627.535421:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.535422:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299900994 00000100:00000001:1.0:1749610627.535422:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535423:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610627.535423:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610627.535423:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610627.535424:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610627.535424:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610627.535425:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610627.535425:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ee00. 00000100:00000040:2.0:1749610627.535427:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535427:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610627.535427:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610627.535428:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535428:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610627.535429:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610627.535429:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610627.535430:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610627.535430:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610627.535431:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535431:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610627.535431:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610627.535431:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4100. 02000000:00000001:2.0:1749610627.535432:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610627.535433:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610627.535433:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749610627.535434:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494538240:0@lo:38:kworker.0 02000000:00000001:0.0:1749610627.535434:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610627.535436:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749610627.535436:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209f80. 02000000:00000001:2.0:1749610627.535437:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610627.535437:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535438:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610627.535438:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610627.535439:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610627.535440:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13800. 00000100:00000001:0.0:1749610627.535440:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610627.535442:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535442:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749610627.535443:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610627.535443:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.535444:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610627.535445:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610627.535446:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494538240, portal 10 00000100:00000001:0.0:1749610627.535446:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535447:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610627.535447:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134849722368 : -131938859829248 : ffff88009720b800) 00000100:00000040:2.0:1749610627.535450:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535452:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610627.535454:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610627.535454:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494537984 00000100:00000040:2.0:1749610627.535455:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610627.535456:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000001:0.0:1749610627.535456:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610627.535457:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610627.535458:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494538240, offset 0 00000100:00000001:0.0:1749610627.535458:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535459:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610627.535460:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535461:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610627.535462:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494537984 00000400:00000200:2.0:1749610627.535463:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928a00 00000020:00000001:0.0:1749610627.535463:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610627.535464:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610627.535465:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 176320 00000020:00000001:0.0:1749610627.535465:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610627.535467:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610627.535467:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610627.535468:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610627.535468:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535469:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610627.535470:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610627.535471:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000020:00000010:0.0:1749610627.535473:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000020:00000010:0.0:1749610627.535475:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000010:2.0:1749610627.535477:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860000. 00000100:00000001:0.0:1749610627.535477:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610627.535478:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610627.535479:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860000 x1834598494538240 msgsize 520 00000100:00000001:0.0:1749610627.535479:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610627.535481:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610627.535482:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535485:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610627.535487:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610627.535489:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610627.535490:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610627.535492:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610627.535495:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535496:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.535498:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535498:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610627.535499:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538240 00000100:00000001:0.0:1749610627.535499:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610627.535501:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610627.535501:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610627.535501:0:9760:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535502:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610627.535502:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610627.535503:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535504:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535504:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610627.535505:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 588 usecs (1 jiffies) 00000100:00000001:0.0:1749610627.535505:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610627.535506:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299900993 02000000:00000001:1.0:1749610627.535506:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299900994 00000100:00100000:1.0:1749610627.535507:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538240 00000100:00000001:2.0:1749610627.535508:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299900993 00000100:00100000:0.0:1749610627.535508:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00000001:2.0:1749610627.535509:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299900994 00000020:00000001:1.0:1749610627.535509:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610627.535510:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610627.535510:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191754624 : -131939517796992 : ffff88006fe8ed80) 00000100:00000001:2.0:1749610627.535511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299900993 00000020:00000001:1.0:1749610627.535511:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610627.535512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299900994 00000020:00000001:1.0:1749610627.535512:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299900993 00000100:00000040:0.0:1749610627.535513:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ed80 x1834598494537984/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610627.535514:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535515:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299900994 00000100:00000001:2.0:1749610627.535516:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610627.535516:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000100:00000001:2.0:1749610627.535517:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610627.535518:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610627.535518:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000400:00000001:2.0:1749610627.535519:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610627.535520:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000400:00000200:2.0:1749610627.535536:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000020:00000010:1.0:1749610627.535536:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00100000:0.0:1749610627.535536:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494537984:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610627.535537:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610627.535538:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610627.535539:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749610627.535539:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494537984 00000100:00000200:2.0:1749610627.535540:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535540:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610627.535542:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610627.535542:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610627.535543:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610627.535544:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610627.535544:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535547:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535548:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.535548:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535549:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610627.535550:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610627.535550:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535551:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610627.535552:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610627.535552:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610627.535553:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610627.535554:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610627.535554:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535554:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749610627.535554:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610627.535555:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749610627.535556:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610627 v=5 (0 0 0 0) 00010000:00000001:0.0:1749610627.535556:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610627.535557:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00001000:2.0:1749610627.535558:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=50 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610627.535558:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269157376 : -131939440394240 : ffff880074860000) 00000100:00000001:0.0:1749610627.535558:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610627.535559:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535559:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610627.535560:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535560:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610627.535560:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610627.535561:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610627.535562:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610627.535562:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860000 x1834598494538240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610627.535563:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313000. 00000100:00000040:2.0:1749610627.535564:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610627.535565:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535567:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535568:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610627.535569:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749610627.535569:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538240:12345-0@lo:38:kworker.0 00010000:00000001:0.0:1749610627.535569:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610627.535570:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610627.535570:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535571:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610627.535572:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749610627.535572:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538240 00000100:00001000:0.0:1749610627.535572:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610627.535573:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:2.0:1749610627.535574:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610627.535575:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749610627.535575:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610627.535575:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610627.535576:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610627.535576:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610627.535578:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610627.535578:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610627.535579:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535580:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610627.535582:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880097208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494537728:0@lo:38:kworker.0 00010000:00020000:1.0:1749610627.535582:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610627.535582:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610627.535584:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610627.535584:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610627.535584:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610627.535585:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.535586:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097209500 x1834598494537856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610627.535586:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610627.535586:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610627.535587:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535588:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610627.535589:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610627.535589:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610627.535589:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610627.535590:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749610627.535590:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610627.535591:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13400. 00000100:00000040:0.0:1749610627.535591:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610627.535593:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610627.535593:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749610627.535593:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000020:00000040:2.0:1749610627.535594:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:0.0:1749610627.535595:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494537984, offset 0 00000020:00000001:2.0:1749610627.535596:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610627.535597:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eb9a800. 02000000:00000010:1.0:1749610627.535598:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68000. 00000400:00000200:0.0:1749610627.535598:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610627.535599:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610627.535599:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610627.535600:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209500. 02000000:00000001:1.0:1749610627.535600:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610627.535601:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535602:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.535603:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535603:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610627.535603:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610627.535603:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610627.535604:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535605:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880097208000 x1834598494537728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610627.535606:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610627.535608:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610627.535608:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610627.535608:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928900 02000000:00000001:2.0:1749610627.535609:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610627.535609:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e11800. 00000100:00000001:1.0:1749610627.535609:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610627.535610:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610627.535611:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610627.535611:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000040:2.0:1749610627.535612:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1749610627.535612:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61c1 [1] + 0 00000020:00000001:2.0:1749610627.535613:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610627.535613:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749610627.535614:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:2.0:1749610627.535615:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610627.535615:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610627.535616:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1749610627.535616:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610627.535617:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208000. 00000100:00000040:1.0:1749610627.535617:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610627.535618:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.535618:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610627.535618:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610627.535619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610627.535619:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610627.535620:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610627.535621:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610627.535622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610627.535622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.535622:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610627.535623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.535624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610627.535624:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610627.535624:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535625:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610627.535625:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:2.0:1749610627.535626:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610627.535627:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494538240, offset 0 00000400:00000200:1.0:1749610627.535630:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610627.535632:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610627.535634:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610627.535637:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928a00 00000400:00000200:1.0:1749610627.535640:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61c9 [1] + 0 00000100:00000001:0.0:1749610627.535641:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610627.535644:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610627.535645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610627.535645:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000200:1.0:1749610627.535646:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610627.535646:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000400:00000001:2.0:1749610627.535648:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610627.535648:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749610627.535649:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610627.535649:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610627.535650:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610627.535651:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610627.535651:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610627.535652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610627.535653:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610627.535653:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610627.535654:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610627.535654:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610627.535656:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610627.535656:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610627.535657:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610627.535659:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ed80 x1834598494537984/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610627.535660:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535664:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535664:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535665:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610627.535666:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610627.535666:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610627.535667:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610627.535667:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494537984:12345-0@lo:38:kworker.0 Request processed in 144us (276us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610627.535668:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610627.535670:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610627 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610627.535670:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610627.535671:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=132 v=20 (1 1 20 0) 00000100:00100000:0.0:1749610627.535672:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00000001:2.0:1749610627.535673:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610627.535674:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610627.535674:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610627.535675:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610627.535675:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610627.535676:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610627.535677:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610627.535678:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000020:00000010:0.0:1749610627.535678:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000100:00000001:2.0:1749610627.535680:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610627.535680:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000020:00000010:0.0:1749610627.535680:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00000001:2.0:1749610627.535681:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610627.535682:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.535682:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610627.535682:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000001:2.0:1749610627.535683:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610627.535683:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610627.535683:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610627.535684:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610627.535685:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610627.535685:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610627.535686:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749610627.535686:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610627.535687:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610627.535688:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.535689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610627.535689:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610627.535692:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494537984:0@lo:38:kworker.0 00000100:00000040:1.0:1749610627.535693:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860000 x1834598494538240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610647 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610627.535694:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610627.535695:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610627.535696:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610627.535697:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610627.535697:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610627.535698:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610627.535700:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610627.535700:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538240:12345-0@lo:38:kworker.0 Request processed in 131us (219us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610627.535703:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610627.535706:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00000001:2.0:1749610627.535707:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610627.535707:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610627.535707:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610627.535708:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610627.535708:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610627.535709:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610627.535710:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610627.535710:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00000001:2.0:1749610627.535711:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610627.535712:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610627.535713:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610627 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610627.535713:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00001000:2.0:1749610627.535715:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=82 v=20 (1 1 20 0) 00000020:00000010:1.0:1749610627.535715:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000001:2.0:1749610627.535716:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610627.535717:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610627.535718:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610627.535718:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610627.535719:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535722:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610627.535723:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610627.535724:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535725:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610627.535725:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610627.535726:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610627.535728:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610627.535729:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610627.535730:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610627.535734:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009720b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494538240:0@lo:38:kworker.0 00000100:00000001:2.0:1749610627.535735:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535736:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.535738:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720ad80 x1834598494537984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535741:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610627.535741:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610627.535742:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13c00. 02000000:00000001:2.0:1749610627.535743:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610627.535744:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610627.535744:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610627.535746:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610627.535747:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eb98000. 02000000:00000001:2.0:1749610627.535748:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610627.535749:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610627.535750:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720ad80. 00000100:00000001:2.0:1749610627.535751:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.535752:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535752:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.535754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009720b800 x1834598494538240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.535757:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610627.535757:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610627.535758:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13800. 02000000:00000001:2.0:1749610627.535759:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610627.535759:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610627.535760:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610627.535761:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610627.535761:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88013526d000. 02000000:00000001:2.0:1749610627.535764:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610627.535765:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610627.535765:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b800. 00000100:00000001:2.0:1749610627.535766:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.535767:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.535768:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535768:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610627.535769:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610627.535770:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.535770:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.536568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299900994, at 4299900994 00000100:00000040:3.0:1749610627.536570:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299900994, at 4299900994 00000100:00000040:1.0:1749610627.536571:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299900994, at 4299900994 00000100:00000040:0.0:1749610627.536572:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299900994, at 4299900994 00000100:00000010:2.0:1749610627.536574:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b249200. 00000100:00000010:3.0:1749610627.536575:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b249300. 00000100:00000010:1.0:1749610627.536581:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b249140. 00000100:00000010:0.0:1749610627.536585:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b249100. 00080000:00000010:2.0:1749610627.595204:0:19768:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610627.595210:0:19768:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610627.595214:0:19768:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.595225:0:19768:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610627.595228:0:19768:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610627.595230:0:19768:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.595234:0:19768:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749610627.595237:0:19768:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749610627.595239:0:19768:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.597687:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.597691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.597693:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.597731:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.597733:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.597734:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.597737:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610627.597739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610627.597742:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.705618:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.705624:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.705628:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.705665:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.705668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.705671:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610627.705674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610627.705677:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610627.705679:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610627.747577:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610627.747581:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610627.747582:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610627.747584:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a3652d80 going to sleep for 0 seconds 00000100:00000001:2.0:1749610627.747586:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610627.747589:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.747591:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610627.747598:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.747604:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610627.747606:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.747611:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610627.747613:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.747615:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610627.747616:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610627.747617:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610627.747622:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494536832:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610627.747625:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610627.747627:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610627.747629:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610627.747631:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.747633:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.747637:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610627.747639:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a3652d80. 00000100:00000001:2.0:1749610627.747641:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610627.747642:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610627.747644:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610627.747647:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610627.747649:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610627.747651:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d125c00 refcount=4 00000020:00000001:2.0:1749610627.747653:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00000001:2.0:1749610627.747655:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00010000:2.0:1749610627.747659:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747664:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610627.747667:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747670:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610627.747672:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747675:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610627.747676:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610627.747677:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747681:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610627.747682:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610627.747684:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610627.747686:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610627.747690:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012d125c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610627.747693:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610627.747694:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747697:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610627.747697:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610627.747698:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610627.747699:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d125c00 refcount=5 00000020:00000001:2.0:1749610627.747700:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00000001:2.0:1749610627.747701:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137365363712 : -131936344187904 : ffff88012d125c00) 00010000:00000001:2.0:1749610627.747703:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610627.747704:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610627.747707:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610627.747708:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610627.747711:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610627.747712:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610627.747713:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610627.747714:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610627.747715:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610627.747716:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610627.747717:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610627.747718:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610627.747719:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610627.747720:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d125c00 with handle 0x689c0ec07329d1a6 from hash 00010000:00000001:2.0:1749610627.747722:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610627.747723:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610627.747723:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610627.747724:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610627.747725:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610627.747726:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610627.747727:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610627.747727:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610627.747728:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610627.747729:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610627.747730:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610627.747733:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610627.747733:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610627.747734:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610627.747734:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610627.747735:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610627.747735:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610627.747736:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610627.747737:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012d125c00/0x689c0ec07329d1a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610627.747741:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a8bf4900 count: 0 00010000:00000001:2.0:1749610627.747755:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610627.747757:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610627.747758:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610627.747760:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8ce00 x1834598494536832/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610627.747763:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610627.747766:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610627.747767:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610627.747768:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610627.747771:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d125a00. 02000000:00000001:2.0:1749610627.747773:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610627.747774:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610627.747775:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ce00. 00000100:00000001:2.0:1749610627.747778:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610627.747779:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610627.747780:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610627.747782:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610627.747784:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610627.747786:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880130eac3c0. 00000020:00000010:2.0:1749610627.747788:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000020:00000010:2.0:1749610627.747791:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bc600. 00000040:00000010:2.0:1749610627.747794:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610627.747797:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610627.747799:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9bce00. 80000000:00000010:2.0:1749610627.747802:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749610627.747805:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9bc400. 00080000:00000010:2.0:1749610627.747810:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118c000. 00080000:00000010:2.0:1749610627.747813:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610627.747818:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610627.747819:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610627.747822:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bc600. 00000040:00000010:2.0:1749610627.747825:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610627.747826:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610627.747829:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9bce00. 80000000:00000010:2.0:1749610627.747831:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749610627.747833:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9bc400. 00080000:00000010:2.0:1749610627.747835:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610627.747838:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118c000. 00000020:00000010:2.0:1749610627.747840:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 10000000:00000010:2.0:1749610627.747841:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880130eac3c0. 10000000:01000000:2.0:1749610627.747843:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:2.0:1749610627.747844:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610627.747846:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610627.747847:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610627.747849:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610627.747850:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:2.0:1749610627.747851:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.1:1749610627.751639:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8bf4900. 00010000:00000010:0.1:1749610627.751646:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d125c00. 00080000:00000010:0.0:1749610627.815814:0:19834:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.815820:0:19834:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.815824:0:19834:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610627.815833:0:19834:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.815837:0:19834:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.815838:0:19834:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610627.815843:0:19834:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610627.815846:0:19834:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610627.815848:0:19834:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.818205:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610627.818209:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610627.818211:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.818251:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610627.818253:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610627.818254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610627.818257:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610627.818259:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610627.818261:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.923391:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610627.923397:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610627.923400:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.923437:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610627.923440:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610627.923442:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610627.923446:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610627.923449:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610627.923451:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.028140:0:19901:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610628.028146:0:19901:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610628.028150:0:19901:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.028159:0:19901:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610628.028162:0:19901:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610628.028164:0:19901:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.028182:0:19901:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610628.028186:0:19901:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610628.028188:0:19901:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.030289:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.030292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.030295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.030331:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.030333:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.030335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.030338:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.030339:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.030341:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.140237:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610628.140245:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610628.140250:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.140301:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610628.140305:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610628.140307:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.140313:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610628.140316:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610628.140318:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.250680:0:19967:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610628.250687:0:19967:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610628.250690:0:19967:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.250699:0:19967:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610628.250702:0:19967:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610628.250704:0:19967:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.250708:0:19967:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610628.250711:0:19967:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610628.250713:0:19967:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.252977:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610628.252981:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610628.252983:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.253022:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610628.253024:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610628.253025:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610628.253028:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610628.253030:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610628.253031:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.356708:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.356715:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.356718:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.356753:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.356756:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.356758:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.356763:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.356766:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.356767:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610628.390634:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610628.390637:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610628.390639:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749610628.457574:0:20033:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00000100:00000001:3.0:1749610628.457578:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00080000:00000010:1.0:1749610628.457580:0:20033:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000100:00000001:3.0:1749610628.457582:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610628.457584:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610628.457584:0:20033:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610628.457587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610628.457589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610628.457593:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1749610628.457593:0:20033:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00000100:00000001:3.0:1749610628.457595:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00080000:00000010:1.0:1749610628.457596:0:20033:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000100:00000001:3.0:1749610628.457597:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610628.457598:0:20033:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610628.457599:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.457602:0:20033:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610628.457605:0:20033:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610628.457607:0:20033:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.459972:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.459976:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.459979:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.460014:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.460016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.460018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.460020:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.460022:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.460023:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610628.535573:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610628.535582:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610628.535583:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610628.535585:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610628.535586:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610628.535589:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610628.535590:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.566754:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610628.566761:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610628.566764:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.566800:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610628.566803:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610628.566805:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.566809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749610628.566812:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749610628.566814:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.667717:0:20099:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.667723:0:20099:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.667727:0:20099:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.667736:0:20099:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.667739:0:20099:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.667741:0:20099:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.667746:0:20099:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.667749:0:20099:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.667751:0:20099:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.669937:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.669940:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.669943:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.669981:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.669983:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.669984:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610628.669987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610628.669989:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610628.669990:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.798079:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.798091:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.798100:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.798210:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.798215:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.798219:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.798226:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.798229:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.798232:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610628.846585:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610628.846589:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749610628.846593:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610628.846595:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749610628.846596:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749610628.846598:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610628.846600:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749610628.846601:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610628.846604:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:0.0:1749610628.846607:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610628.846608:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749610628.846615:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:0.0:1749610628.846619:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610628.846624:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610628.846627:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610628.846632:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610628.846638:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e400. 00000100:00000001:0.0:1749610628.846644:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610628.846648:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610628.846651:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610628.846656:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f200. 00010000:00000001:0.0:1749610628.846659:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610628.846661:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ea00. 00000020:00000001:0.0:1749610628.846665:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610628.846666:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ea00 with handle 0x689c0ec07329d1ad to hash 00000020:00000001:0.0:1749610628.846668:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610628.846669:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610628.846670:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610628.846673:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610628.846674:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610628.846677:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610628.846684:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610628.846692:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610628.846698:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610628.846699:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610628.846704:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af0c0. 00000100:00000001:0.0:1749610628.846706:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118486208 : -131939591065408 : ffff88006b8af0c0) 00000100:00000001:0.0:1749610628.846709:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610628.846710:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:0.0:1749610628.846715:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610628.846719:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610628.846721:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610628.846723:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610628.846731:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610628.846741:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610628.846743:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610628.846746:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610628.846752:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610628.846754:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610628.846755:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610628.846756:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610628.846758:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610628.846760:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610628.846761:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610628.846761:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610628.846763:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.921326:0:20165:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.921333:0:20165:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.921337:0:20165:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.921347:0:20165:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.921350:0:20165:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.921352:0:20165:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610628.921356:0:20165:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610628.921359:0:20165:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610628.921360:0:20165:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.923954:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.923957:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.923960:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.924013:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.924016:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.924019:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610628.924023:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610628.924026:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610628.924028:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.037787:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.037794:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.037797:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.037836:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.037839:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.037841:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.037845:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.037848:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.037850:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.153919:0:20232:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610629.153926:0:20232:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610629.153932:0:20232:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.153945:0:20232:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610629.153949:0:20232:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610629.153951:0:20232:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.153957:0:20232:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610629.153961:0:20232:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610629.153963:0:20232:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.156759:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.156764:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.156768:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.156831:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.156834:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.156837:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610629.156841:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610629.156844:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610629.156846:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.264688:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.264694:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.264698:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.264734:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.264737:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.264739:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.264744:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.264747:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.264749:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.387134:0:20298:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.387141:0:20298:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.387146:0:20298:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.387171:0:20298:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.387175:0:20298:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.387177:0:20298:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.387183:0:20298:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.387186:0:20298:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.387188:0:20298:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.389879:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.389884:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.389887:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.389933:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.389936:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.389938:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.389941:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610629.389944:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610629.389945:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610629.393143:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610629.393147:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610629.393219:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610629.393223:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610629.393226:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749610629.457553:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610629.457556:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610629.457558:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610629.457560:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610629.457562:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610629.457565:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610629.457567:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610629.457568:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610629.457570:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610629.471882:0:20341:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471887:0:20341:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471893:0:20341:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471901:0:20341:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471902:0:20341:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471907:0:20341:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471909:0:20341:0:(lnet_debugfs.c:713:proc_lnet_nis()) alloc '(tmpstr)': 128 at ffff8800b2387b80. 00000400:00000010:2.0:1749610629.471910:0:20341:0:(lnet_debugfs.c:799:proc_lnet_nis()) kfreed 'tmpstr': 128 at ffff8800b2387b80. 00080000:00000010:1.0:1749610629.497233:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.497238:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.497242:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.497279:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.497283:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.497285:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.497289:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.497291:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.497293:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610629.535571:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610629.535579:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610629.535581:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610629.535583:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610629.535584:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610629.535586:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610629.535588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.612322:0:20364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.612328:0:20364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.612331:0:20364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.612339:0:20364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.612342:0:20364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.612345:0:20364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.612349:0:20364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.612352:0:20364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.612353:0:20364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.614414:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.614418:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.614420:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.614457:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.614459:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.614461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610629.614464:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610629.614465:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610629.614467:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.716911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610629.716917:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610629.716922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.716961:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610629.716964:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610629.716966:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.716970:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610629.716973:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610629.716975:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.827719:0:20430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610629.827724:0:20430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610629.827728:0:20430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.827737:0:20430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610629.827740:0:20430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610629.827742:0:20430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610629.827746:0:20430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610629.827748:0:20430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610629.827750:0:20430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.829868:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.829872:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.829874:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.829912:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.829913:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.829915:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.829918:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.829919:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.829921:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610629.846567:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610629.846570:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610629.846571:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610629.846573:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610629.846575:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610629.846578:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610629.846579:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610629.846581:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610629.846583:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610629.906831:0:20473:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906836:0:20473:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906842:0:20473:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906852:0:20473:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906854:0:20473:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906858:0:20473:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906859:0:20473:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906863:0:20473:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906864:0:20473:0:(lnet_debugfs.c:472:proc_lnet_peers()) alloc '(tmpstr)': 256 at ffff88007ef3fc00. 00000400:00000010:0.0:1749610629.906866:0:20473:0:(lnet_debugfs.c:595:proc_lnet_peers()) kfreed 'tmpstr': 256 at ffff88007ef3fc00. 00080000:00000010:3.0:1749610629.939858:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.939865:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.939869:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.939905:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.939908:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.939910:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610629.939914:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610629.939917:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610629.939919:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.061230:0:20497:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610630.061237:0:20497:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610630.061243:0:20497:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.061258:0:20497:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610630.061262:0:20497:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610630.061265:0:20497:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.061270:0:20497:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610630.061274:0:20497:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610630.061277:0:20497:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.064057:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610630.064061:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610630.064063:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.064100:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610630.064102:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610630.064104:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.064107:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610630.064108:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610630.064110:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610630.147585:0:20540:0:(lnet_debugfs.c:857:proc_lnet_portal_rotor()) alloc '(buf)': 128 at ffff88008438d600. 00000400:00000010:0.0:1749610630.147592:0:20540:0:(lnet_debugfs.c:883:proc_lnet_portal_rotor()) kfreed 'buf': 128 at ffff88008438d600. 00000400:00000010:0.0:1749610630.147598:0:20540:0:(lnet_debugfs.c:857:proc_lnet_portal_rotor()) alloc '(buf)': 128 at ffff88008438d600. 00000400:00000010:0.0:1749610630.147600:0:20540:0:(lnet_debugfs.c:883:proc_lnet_portal_rotor()) kfreed 'buf': 128 at ffff88008438d600. 00080000:00000010:2.0:1749610630.175600:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610630.175607:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610630.175612:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.175674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610630.175678:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610630.175681:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.175686:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610630.175691:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610630.175693:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.295452:0:20563:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610630.295458:0:20563:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610630.295462:0:20563:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.295471:0:20563:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610630.295474:0:20563:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610630.295476:0:20563:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.295480:0:20563:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610630.295483:0:20563:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610630.295485:0:20563:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.297628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.297632:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.297635:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.297673:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.297675:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.297676:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.297679:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.297681:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.297682:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610630.394554:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610630.394557:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610630.394586:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610630.394588:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610630.394591:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610630.398226:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.398230:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.398234:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.398271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.398274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.398276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.398280:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.398282:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.398284:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610630.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610630.457579:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610630.457580:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610630.457583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749610630.457585:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610630.457587:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610630.457589:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610630.457591:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610630.457593:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.519072:0:20629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.519081:0:20629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.519088:0:20629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.519104:0:20629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.519108:0:20629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.519112:0:20629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.519119:0:20629:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.519124:0:20629:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.519127:0:20629:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.523264:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.523271:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.523276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.523350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.523353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.523356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610630.523361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610630.523365:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610630.523367:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610630.535611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610630.535623:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610630.535625:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610630.535628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610630.535630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610630.535633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610630.535635:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610630.608746:0:20672:0:(lnet_debugfs.c:164:proc_lnet_stats()) alloc '(ctrs)': 112 at ffff88008438dc80. 00000400:00000010:0.0:1749610630.608754:0:20672:0:(lnet_debugfs.c:190:proc_lnet_stats()) kfreed 'ctrs': 112 at ffff88008438dc80. 00000400:00000010:0.0:1749610630.608760:0:20672:0:(lnet_debugfs.c:164:proc_lnet_stats()) alloc '(ctrs)': 112 at ffff88008438dc80. 00000400:00000010:0.0:1749610630.608762:0:20672:0:(lnet_debugfs.c:190:proc_lnet_stats()) kfreed 'ctrs': 112 at ffff88008438dc80. 00080000:00000010:1.0:1749610630.633064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.633069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.633072:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.633108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.633111:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.633113:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.633117:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.633120:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.633122:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.735538:0:20695:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.735544:0:20695:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.735548:0:20695:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.735559:0:20695:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.735562:0:20695:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.735564:0:20695:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.735568:0:20695:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.735571:0:20695:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.735573:0:20695:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.737719:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.737722:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.737725:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.737764:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.737766:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.737767:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.737770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610630.737772:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610630.737773:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610630.839351:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610630.839357:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610630.839360:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610630.839394:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610630.839397:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610630.839399:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610630.839403:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610630.839406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610630.839408:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610630.846602:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610630.846605:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610630.846606:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610630.846609:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610630.846610:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610630.846613:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610630.846614:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610630.846617:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610630.846618:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.940840:0:20761:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610630.940845:0:20761:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610630.940848:0:20761:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.940857:0:20761:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610630.940859:0:20761:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610630.940861:0:20761:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610630.940865:0:20761:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610630.940868:0:20761:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610630.940869:0:20761:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.942812:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610630.942816:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610630.942819:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.942854:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610630.942856:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610630.942857:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610630.942860:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610630.942862:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610630.942863:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.043322:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610631.043327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610631.043330:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.043365:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610631.043368:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610631.043370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.043374:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610631.043376:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610631.043378:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.158722:0:20828:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610631.158729:0:20828:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610631.158734:0:20828:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.158746:0:20828:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610631.158750:0:20828:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610631.158753:0:20828:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.158758:0:20828:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749610631.158762:0:20828:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749610631.158765:0:20828:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.161293:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.161296:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.161299:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.161335:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.161337:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.161339:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.161341:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.161343:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.161345:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.273273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610631.273279:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610631.273282:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.273318:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610631.273321:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610631.273323:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610631.273327:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610631.273330:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610631.273332:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.383109:0:20894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.383115:0:20894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.383118:0:20894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.383128:0:20894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.383131:0:20894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.383133:0:20894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.383152:0:20894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.383155:0:20894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.383157:0:20894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.385663:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.385668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.385671:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.385734:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.385737:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.385739:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.385744:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.385746:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.385749:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610631.396565:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610631.396568:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610631.396609:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610631.396612:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610631.396614:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610631.457577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610631.457581:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610631.457582:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610631.457584:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610631.457586:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610631.457588:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610631.457590:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610631.457593:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610631.457594:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.489520:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.489541:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.489544:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.489583:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.489586:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.489588:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.489592:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.489595:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.489597:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610631.535627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749610631.535639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610631.535640:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610631.535644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610631.535646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610631.535649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610631.535651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.637584:0:20960:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.637594:0:20960:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.637600:0:20960:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.637620:0:20960:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.637625:0:20960:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.637629:0:20960:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610631.637636:0:20960:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610631.637640:0:20960:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610631.637644:0:20960:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.641821:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610631.641829:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610631.641834:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.641904:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610631.641908:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610631.641911:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.641916:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610631.641919:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610631.641922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.752948:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.752954:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.752957:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.752992:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.752995:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.752997:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.753000:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.753003:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.753005:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610631.846578:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610631.846581:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610631.846583:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610631.846585:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610631.846587:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610631.846589:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610631.846591:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610631.846593:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610631.846595:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.865170:0:21026:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.865176:0:21026:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.865180:0:21026:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.865190:0:21026:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.865193:0:21026:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.865195:0:21026:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.865199:0:21026:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.865202:0:21026:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.865204:0:21026:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.867225:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.867228:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.867230:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.867266:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.867267:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.867269:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610631.867271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749610631.867273:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749610631.867274:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.970700:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.970707:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.970710:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.970748:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.970751:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.970753:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610631.970757:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610631.970760:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610631.970762:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.080510:0:21093:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.080515:0:21093:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.080519:0:21093:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.080545:0:21093:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.080548:0:21093:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.080550:0:21093:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.080554:0:21093:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.080557:0:21093:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.080559:0:21093:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.082603:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610632.082607:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610632.082610:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.082647:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610632.082649:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610632.082650:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.082653:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610632.082655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610632.082656:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.185244:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.185250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.185254:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.185289:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.185292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.185294:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.185298:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.185301:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.185302:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.311926:0:21159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.311933:0:21159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.311939:0:21159:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.311952:0:21159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.311955:0:21159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.311958:0:21159:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.311964:0:21159:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610632.311968:0:21159:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610632.311970:0:21159:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.314324:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610632.314328:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610632.314330:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.314369:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610632.314371:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610632.314373:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.314376:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610632.314377:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610632.314379:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610632.398582:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610632.398586:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.398640:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610632.398643:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610632.398645:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610632.417625:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.417633:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.417638:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.417691:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.417694:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.417697:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.417701:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.417704:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.417706:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.457579:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610632.457583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610632.457585:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.457588:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610632.457590:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610632.457592:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610632.457594:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610632.457596:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610632.457597:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.535578:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610632.535588:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610632.535590:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.535592:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610632.535595:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610632.535597:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.535599:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610632.542567:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610632.542571:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749610632.542574:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610632.542576:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610632.542577:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610632.542579:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610632.542582:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610632.542585:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5233 00000100:00080000:3.0:1749610632.542587:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610632.542589:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610632.542591:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542592:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542593:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610632.542596:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610632.542598:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749610632.542600:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610632.542602:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749610632.542604:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749610632.542605:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749610632.542607:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610632.542608:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542609:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542609:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610632.542611:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749610632.542613:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610632.542614:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610632.542616:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610632.542621:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610632.542623:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542624:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610632.542625:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610632.542629:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d180. 00000020:00000040:3.0:1749610632.542631:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749610632.542634:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610632.542635:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542636:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610632.542638:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610632.542640:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610632.542645:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880092b98400. 00000100:00000001:3.0:1749610632.542650:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610632.542657:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610632.542667:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610632.542670:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.542674:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008aa3d180] to pc [ptlrpcd_rcv+-1] req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.542692:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610632.542695:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610632.542699:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610632.542700:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610632.542701:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610632.542704:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610632.542706:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5233 00000100:00080000:3.0:1749610632.542708:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610632.542710:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610632.542711:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542713:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542714:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610632.542715:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610632.542716:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749610632.542717:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610632.542718:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749610632.542719:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749610632.542720:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610632.542720:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610632.542722:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610632.542722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610632.542723:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542724:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610632.542724:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610632.542725:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610632.542726:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749610632.542728:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610632.542729:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610632.542730:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610632.542731:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610632.542732:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610632.542733:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542734:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610632.542735:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610632.542737:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3e300. 00000020:00000040:3.0:1749610632.542738:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749610632.542739:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610632.542740:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610632.542741:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542741:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542742:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610632.542743:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610632.542744:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.542744:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1749610632.542746:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880092b9b800. 02000000:00000001:2.0:1749610632.542747:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610632.542748:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.542749:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610632.542751:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610632.542752:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494538624:0@lo:38:kworker.0 00000100:00000001:3.0:1749610632.542755:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610632.542756:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610632.542757:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.542759:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008aa3e300] to pc [ptlrpcd_rcv+-1] req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610632.542759:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610632.542761:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.542763:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610632.542764:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610632.542766:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749610632.542767:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:2.0:1749610632.542767:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e12800. 00000100:00000001:3.0:1749610632.542768:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749610632.542769:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610632.542769:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542771:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749610632.542772:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5233 00000100:00080000:3.0:1749610632.542774:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749610632.542774:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000040:3.0:1749610632.542775:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610632.542776:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542777:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542778:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610632.542779:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610632.542779:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000400:00000010:2.0:1749610632.542779:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:3.0:1749610632.542780:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610632.542781:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:3.0:1749610632.542782:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:3.0:1749610632.542783:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749610632.542784:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:2.0:1749610632.542785:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494538624, portal 4 00000100:00000001:3.0:1749610632.542786:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542786:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542787:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610632.542787:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1749610632.542789:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610632.542789:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640210304 : -131939069341312 : ffff88008aa3d180) 00000100:00080000:3.0:1749610632.542790:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610632.542791:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610632.542792:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610632.542793:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610632.542794:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542795:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610632.542795:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.542796:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610632.542798:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ca80. 00000020:00000040:3.0:1749610632.542799:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749610632.542800:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610632.542800:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542801:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610632.542801:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610632.542802:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542802:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610632.542804:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880092b9b400. 00000100:00000001:3.0:1749610632.542805:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.542805:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610632.542806:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00100000:3.0:1749610632.542807:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610632.542809:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494538624, offset 0 00000100:00000001:3.0:1749610632.542811:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610632.542812:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.542814:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008aa3ca80] to pc [ptlrpcd_rcv+-1] req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610632.542815:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610632.542817:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.542818:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610632.542820:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749610632.542828:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c000. 00000400:00000200:2.0:1749610632.542828:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610632.542829:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749610632.542831:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610632.542832:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610632.542833:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610632.542835:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0a000. 00000100:00000001:3.0:1749610632.542836:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.542837:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf928b80 00000100:00000040:3.0:1749610632.542839:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610632.542843:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610632.542843:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 6240 00000100:00000001:3.0:1749610632.542844:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.542846:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008e99c000] to pc [ptlrpcd_00_00+0] req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610632.542850:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610632.542854:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610632.542859:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610632.542861:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610632.542864:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860380. 00000100:00000001:3.0:1749610632.542865:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610632.542867:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610632.542867:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860380 x1834598494538624 msgsize 520 00000100:00080000:3.0:1749610632.542869:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749610632.542870:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1749610632.542870:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610632.542870:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749610632.542871:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610632.542872:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:1.0:1749610632.542873:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1749610632.542874:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5233 00000100:00000001:1.0:1749610632.542874:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749610632.542875:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749610632.542877:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610632.542878:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610632.542878:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610632.542878:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610632.542879:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.542879:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610632.542879:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610632.542880:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610632.542880:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749610632.542881:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:1.0:1749610632.542881:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610632.542882:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610632.542882:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749610632.542883:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749610632.542884:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610632.542884:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000020:00000001:3.0:1749610632.542885:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:2.0:1749610632.542886:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000040:3.0:1749610632.542887:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749610632.542887:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.542888:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610632.542889:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610632.542889:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610632.542889:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610632.542891:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749610632.542892:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610632.542892:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749610632.542893:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610632.542893:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.542893:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749610632.542894:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610632.542895:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610632.542895:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610632.542896:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610632.542896:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610632.542898:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610632.542898:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610632.542899:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610632.542899:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008e99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494539008:0@lo:400:kworker.0 00000100:00000001:3.0:1749610632.542900:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610632.542901:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.542901:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749610632.542902:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c380. 00000020:00000040:3.0:1749610632.542903:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610632.542903:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610632.542904:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610632.542904:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610632.542905:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542905:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610632.542905:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610632.542906:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610632.542906:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610632.542907:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610632.542907:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 02000000:00000001:1.0:1749610632.542908:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610632.542909:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880092b98c00. 00000100:00000040:2.0:1749610632.542909:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.542911:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610632.542911:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000100:00100000:3.0:1749610632.542913:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749610632.542914:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:2.0:1749610632.542916:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610632.542917:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494539008, portal 10 00000100:00000001:0.0:1749610632.542917:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610632.542918:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610632.542918:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542918:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610632.542918:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610632.542919:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134706659328 : -131939002892288 : ffff88008e99c000) 00000100:00100000:0.0:1749610632.542919:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538624 00000100:00000040:3.0:1749610632.542920:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008e99c380] to pc [ptlrpcd_rcv+-1] req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.542921:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610632.542921:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610632.542923:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.542924:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610632.542925:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.542925:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1101 usecs (2 jiffies) 00000100:00000040:3.0:1749610632.542926:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610632.542927:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542928:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610632.542928:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299906002 00000100:00000001:1.0:1749610632.542928:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749610632.542929:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c700. 00000100:00000040:1.0:1749610632.542929:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749610632.542930:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:1.0:1749610632.542930:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749610632.542930:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542931:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1749610632.542931:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8be40. 00000100:00000200:1.0:1749610632.542931:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494539008, offset 0 02000000:00000001:3.0:1749610632.542932:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610632.542933:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.542933:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538624 00000400:00000200:1.0:1749610632.542934:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610632.542935:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880079a0a900. 00000020:00000001:0.0:1749610632.542935:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610632.542936:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542936:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749610632.542937:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749610632.542938:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1749610632.542938:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610632.542939:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610632.542940:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.542941:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610632.542941:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299906002 00000100:00000001:3.0:1749610632.542942:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610632.542942:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928d00 00000020:00000001:0.0:1749610632.542942:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610632.542943:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8bac0. 00000100:00000040:3.0:1749610632.542944:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88008e99c700] to pc [ptlrpcd_00_01+1] req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.542946:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:1.0:1749610632.542946:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 176840 00000020:00000010:0.0:1749610632.542947:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610632.542948:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299906002 00000400:00000200:1.0:1749610632.542949:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610632.542950:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610632.542950:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8b2c0. 00000400:00000200:1.0:1749610632.542951:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610632.542952:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:0.0:1749610632.542952:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000100:00000040:3.0:1749610632.542953:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5243) 00000100:00000001:1.0:1749610632.542954:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610632.542955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299906002 00000100:00000200:1.0:1749610632.542955:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1749610632.542956:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000010:2.0:1749610632.542957:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8b680. 00000100:00000010:1.0:1749610632.542957:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720bb80. 00000100:00000040:1.0:1749610632.542959:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009720bb80 x1834598494539008 msgsize 224 00000100:00000001:2.0:1749610632.542960:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610632.542960:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749610632.542961:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610632.542962:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610632.542962:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610632.542963:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542964:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542966:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.542966:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610632.542967:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.542968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610632.542969:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749610632.542971:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610632.542972:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610632.542972:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610632.542973:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.542974:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610632.542974:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.542975:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610632.542977:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610632.542978:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610632.542979:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610632.542979:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610632.542980:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610632.542981:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610632.542981:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.542982:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610632.542983:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610632.542984:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:1.0:1749610632.542985:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.542985:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269158272 : -131939440393344 : ffff880074860380) 00000100:00000001:3.0:1749610632.542986:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.542986:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610632.542987:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.542987:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610632.542989:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 765 usecs (1 jiffies) 00000100:00000040:0.0:1749610632.542989:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860380 x1834598494538624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610632.542991:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299906001 00000100:00000001:1.0:1749610632.542992:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.542993:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610632.542993:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299906001 00000100:00000001:2.0:1749610632.542995:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.542995:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299906002 00000100:00100000:0.0:1749610632.542995:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494538624:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610632.542996:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610632.542996:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299906001 00000100:00000001:1.0:1749610632.542997:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299906002 02000000:00000001:2.0:1749610632.542998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610632.542998:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299906001 00000100:00000200:0.0:1749610632.542998:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538624 00000100:00000001:1.0:1749610632.542999:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299906002 02000000:00000001:2.0:1749610632.543000:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.543000:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610632.543001:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610632.543002:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494538752:0@lo:38:kworker.0 00000100:00000001:1.0:1749610632.543002:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543003:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610632.543003:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610632.543004:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610632.543004:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610632.543006:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610632.543006:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610632.543007:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543007:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749610632.543008:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610632.543008:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610632.543009:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610632.543009:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749610632.543011:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13000. 00000100:00000040:1.0:1749610632.543011:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610632.543012:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.543013:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610632.543014:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00010000:00020000:0.0:1749610632.543015:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610632.543016:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610632.543016:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610632.543016:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610632.543017:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749610632.543018:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494538752, portal 10 02000000:00000001:1.0:1749610632.543018:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610632.543019:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749610632.543019:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749610632.543019:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610632.543020:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640214784 : -131939069336832 : ffff88008aa3e300) 02000000:00000001:1.0:1749610632.543020:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.543020:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610632.543021:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008e99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494539264:0@lo:400:kworker.0 00000100:00000001:0.0:1749610632.543022:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610632.543023:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610632.543023:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610632.543024:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610632.543024:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610632.543025:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610632.543025:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311800. 02000000:00000001:1.0:1749610632.543026:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610632.543026:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610632.543027:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124e00. 00000100:00000001:0.0:1749610632.543027:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543028:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610632.543028:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.543029:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610632.543030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000010:1.0:1749610632.543030:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00010000:00000001:0.0:1749610632.543030:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749610632.543031:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00010000:00000001:0.0:1749610632.543031:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610632.543032:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494538752, offset 0 00000100:00000200:1.0:1749610632.543033:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494539264, portal 10 00000100:00001000:0.0:1749610632.543033:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610632.543034:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610632.543034:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610632.543034:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134706661120 : -131939002890496 : ffff88008e99c700) 00000100:00000001:0.0:1749610632.543035:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610632.543037:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610632.543038:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610632.543038:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610632.543039:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610632.543040:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610632.543041:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928c00 00000100:00000001:0.0:1749610632.543041:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610632.543042:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610632.543043:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610632.543044:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 177064 00000400:00000010:1.0:1749610632.543044:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000040:0.0:1749610632.543044:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610632.543045:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749610632.543046:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494539264, offset 0 02000000:00000001:0.0:1749610632.543046:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.543047:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610632.543047:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610632.543050:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610632.543051:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610632.543051:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610632.543052:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610632.543053:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610632.543053:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610632.543054:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610632.543054:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494538624, offset 0 00000100:00000010:2.0:1749610632.543056:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860700. 00000400:00000200:1.0:1749610632.543056:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf928e00 00000400:00000200:0.0:1749610632.543057:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610632.543059:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860700 x1834598494538752 msgsize 520 00000400:00000200:1.0:1749610632.543059:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 177584 00000100:00100000:2.0:1749610632.543062:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610632.543062:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610632.543062:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610632.543064:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610632.543066:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf928b80 00000100:00000001:2.0:1749610632.543069:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610632.543069:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x61d9 [1] + 0 00000400:00000200:0.0:1749610632.543072:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610632.543073:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610632.543074:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610632.543075:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494539008 00000400:00000200:2.0:1749610632.543076:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 02000000:00000001:1.0:1749610632.543076:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610632.543077:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610632.543078:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:1.0:1749610632.543078:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610632.543079:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543080:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610632.543081:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494539008 00000020:00000001:1.0:1749610632.543082:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610632.543083:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610632.543083:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610632.543083:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:3.0:1749610632.543084:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538752 00000020:00000001:1.0:1749610632.543084:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610632.543084:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610632.543085:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:3.0:1749610632.543086:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610632.543087:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610632.543087:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:0.0:1749610632.543087:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.543088:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610632.543088:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610632.543089:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610632.543090:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610632.543091:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538752 00000100:00000001:1.0:1749610632.543091:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610632.543092:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610632.543092:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610632.543092:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7316c0. 00000020:00000040:3.0:1749610632.543093:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610632.543093:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610632.543094:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610632.543095:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.543096:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543097:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610632.543097:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610632.543098:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610632.543098:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610632.543099:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000020:00000010:3.0:1749610632.543101:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:1.0:1749610632.543101:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749610632.543101:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:2.0:1749610632.543102:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610632.543102:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000020:00000010:3.0:1749610632.543103:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000020:00000010:1.0:1749610632.543103:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000100:00000001:0.0:1749610632.543103:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749610632.543104:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9000. 00000100:00000001:0.0:1749610632.543104:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610632.543105:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:3.0:1749610632.543106:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610632.543106:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.543107:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610632.543107:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299906001 00000020:00000010:1.0:1749610632.543107:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000040:0.0:1749610632.543108:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610632.543109:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543109:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299906002 00000100:00000001:0.0:1749610632.543109:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610632.543110:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749610632.543110:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610632.543111:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299906001 00000100:00000001:1.0:1749610632.543111:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610632.543112:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543112:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610632.543112:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860380 x1834598494538624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543113:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299906002 00000100:00000001:1.0:1749610632.543113:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543115:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299906001 00000100:00000001:2.0:1749610632.543116:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299906002 00000100:00000001:1.0:1749610632.543116:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610632.543117:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610632.543117:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610632.543118:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299906001 00000100:00000001:1.0:1749610632.543118:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.543118:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494538624:12345-0@lo:38:kworker.0 Request processed in 122us (250us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610632.543120:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.543121:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610632.543121:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610632.543122:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1749610632.543123:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610632.543123:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.543124:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610632.543124:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610632.543125:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610632.543125:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610632.543125:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610632.543139:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610632.543139:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000100:00000001:1.0:1749610632.543141:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610632.543141:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000100:00100000:3.0:1749610632.543142:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000020:00000010:0.0:1749610632.543143:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000040:3.0:1749610632.543145:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610632.543145:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610632.543145:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610632.543146:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849723264 : -131938859828352 : ffff88009720bb80) 00000100:00000001:2.0:1749610632.543146:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610632.543146:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00000001:1.0:1749610632.543147:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269159168 : -131939440392448 : ffff880074860700) 02000000:00000001:2.0:1749610632.543148:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610632.543150:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610632.543150:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860700 x1834598494538752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610632.543151:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720bb80 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:68/0 lens 224/0 e 0 to 0 dl 1749610643 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610632.543151:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.543152:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610632.543153:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008aa3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494538880:0@lo:38:kworker.0 00000100:00000001:0.0:1749610632.543153:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543156:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749610632.543156:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538752:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610632.543157:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610632.543158:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538752 00000100:00000001:3.0:1749610632.543159:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610632.543159:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610632.543159:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610632.543160:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749610632.543160:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749610632.543161:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012dc80100. 00000100:00000001:3.0:1749610632.543163:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610632.543163:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e13400. 02000000:00000001:2.0:1749610632.543164:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610632.543165:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012dc80100. 00000020:00000001:1.0:1749610632.543165:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610632.543166:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 00010000:00020000:1.0:1749610632.543167:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610632.543168:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610632.543169:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494539008:12345-0@lo:400:kworker.0 00000400:00000010:2.0:1749610632.543169:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00080000:0.0:1749610632.543169:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749610632.543170:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610632.543171:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494538880, portal 10 00000100:00000001:1.0:1749610632.543171:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:0.0:1749610632.543171:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610632.543172:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494539008 00000100:00000001:1.0:1749610632.543172:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610632.543173:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610632.543174:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610632.543174:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134640208512 : -131939069343104 : ffff88008aa3ca80) 02000000:00000001:1.0:1749610632.543174:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610632.543175:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6ac00. 00000020:00000001:3.0:1749610632.543176:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749610632.543176:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543177:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.543179:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.543179:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610632.543179:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610632.543180:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.543181:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1749610632.543182:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749610632.543183:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610632.543183:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610632.543183:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610632.543184:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610632.543184:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610632.543185:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749610632.543185:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:1.0:1749610632.543186:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610632.543187:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494538880, offset 0 00000100:00000001:1.0:1749610632.543187:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610632.543188:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610632.543188:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610632.543189:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1749610632.543189:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610632.543190:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749610632.543190:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610632.543191:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610632.543192:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.543192:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610632.543192:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.543193:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610632.543193:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610632.543194:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610632.543195:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928c80 00000400:00000010:1.0:1749610632.543195:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749610632.543196:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610632.543197:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610632.543197:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 177808 02000000:00000010:3.0:1749610632.543199:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9a400. 02000000:00000001:3.0:1749610632.543200:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610632.543200:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494538752, offset 0 00000100:00000001:3.0:1749610632.543201:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.543201:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610632.543202:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610632.543203:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.543203:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1749610632.543204:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494539008 00000100:00000001:2.0:1749610632.543205:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610632.543205:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610632.543206:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749610632.543207:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:3.0:1749610632.543209:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009720bb80 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:68/0 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610632.543209:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860a80. 00000400:00000200:1.0:1749610632.543209:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928c00 00000100:00000040:2.0:1749610632.543211:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860a80 x1834598494538880 msgsize 520 00000400:00000200:1.0:1749610632.543212:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61e9 [1] + 0 00000400:00000200:1.0:1749610632.543214:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610632.543215:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610632.543216:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610632.543217:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610632.543220:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749610632.543220:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610632.543222:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610632.543224:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610632.543225:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 1 0) 00000100:00000001:3.0:1749610632.543228:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610632.543228:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610632.543229:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610632.543230:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610632.543231:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:3.0:1749610632.543232:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610632.543232:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610632.543233:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610632.543234:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610632.543234:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:1.0:1749610632.543234:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610632.543235:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610632.543236:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610632.543236:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.543237:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610632.543237:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610632.543238:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610632.543238:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610632.543239:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610632.543240:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610632.543241:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.543241:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749610632.543242:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000040:1.0:1749610632.543242:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860700 x1834598494538752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610632.543242:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494538880 02000000:00000001:0.0:1749610632.543243:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610632.543244:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610632.543245:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494539008, offset 224 00000100:00000001:0.0:1749610632.543246:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543247:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610632.543247:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538752:12345-0@lo:38:kworker.0 Request processed in 91us (187us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610632.543247:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.543249:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494538880 00000400:00000200:3.0:1749610632.543250:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610632.543250:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610632.543250:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749610632.543251:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610632.543251:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000020:00000001:0.0:1749610632.543251:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610632.543252:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749610632.543252:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543253:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610632.543253:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610632.543254:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:0.0:1749610632.543255:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000400:00000200:3.0:1749610632.543256:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610632.543256:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610632.543257:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610632.543257:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000100:00000001:2.0:1749610632.543258:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610632.543258:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000020:00000010:0.0:1749610632.543258:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00000100:00000001:1.0:1749610632.543260:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610632.543260:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610632.543260:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610632.543261:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610632.543262:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928d00 00000100:00000001:2.0:1749610632.543262:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.543263:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.543264:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 767 usecs (1 jiffies) 00000100:00000001:1.0:1749610632.543265:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610632.543266:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61e1 [1] + 224 00000100:00000001:1.0:1749610632.543266:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610632.543267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299906001 00000100:00000001:0.0:1749610632.543267:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299906002 00000100:00100000:1.0:1749610632.543268:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00000001:1.0:1749610632.543269:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269160064 : -131939440391552 : ffff880074860a80) 00000400:00000200:3.0:1749610632.543271:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610632.543271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299906001 00000100:00000040:1.0:1749610632.543271:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860a80 x1834598494538880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543272:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299906002 00000400:00000200:3.0:1749610632.543274:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610632.543274:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299906001 00000100:00100000:1.0:1749610632.543275:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538880:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610632.543276:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610632.543276:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299906002 00000100:00000200:1.0:1749610632.543277:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494538880 00000100:00000001:2.0:1749610632.543278:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299906001 00000020:00000001:1.0:1749610632.543278:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610632.543279:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543279:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299906002 00010000:00000001:1.0:1749610632.543279:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610632.543281:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610632.543282:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610632.543282:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610632.543283:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610632.543284:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749610632.543284:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610632.543285:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610632.543286:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610632.543287:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610632.543287:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610632.543287:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610632.543288:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610632.543290:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68800. 00000100:00000001:3.0:1749610632.543291:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610632.543291:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543292:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543293:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749610632.543293:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749610632.543294:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:2.0:1749610632.543294:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610632.543294:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610632.543295:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00001000:1.0:1749610632.543295:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749610632.543296:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610632.543296:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610632.543297:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610632.543297:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610632.543297:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610632.543298:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610632.543299:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610632.543299:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610632.543300:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610632.543300:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610632.543301:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88008e99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494539136:0@lo:38:kworker.0 00000100:00000001:1.0:1749610632.543301:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610632.543302:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610632.543303:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749610632.543303:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610632.543304:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610632.543304:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610632.543305:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610632.543305:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610632.543306:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749610632.543306:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610632.543306:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610632.543307:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610632.543308:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720bb80 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:68/0 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610632.543308:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610632.543308:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 02000000:00000001:2.0:1749610632.543309:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610632.543310:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494538880, offset 0 02000000:00000010:2.0:1749610632.543312:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880129e11400. 00000400:00000200:1.0:1749610632.543312:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610632.543313:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610632.543314:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494539008:12345-0@lo:400:kworker.0 Request processed in 155us (353us total) trans 0 rc 0/0 00000400:00000200:1.0:1749610632.543314:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610632.543315:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000200:1.0:1749610632.543316:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928c80 00000100:00100000:3.0:1749610632.543318:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000400:00000010:2.0:1749610632.543318:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610632.543319:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61fd [1] + 0 00000100:00000040:3.0:1749610632.543320:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000200:2.0:1749610632.543321:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494539136, portal 10 00000400:00000200:1.0:1749610632.543321:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610632.543322:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610632.543322:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610632.543323:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610632.543323:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610632.543324:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9000. 00000100:00000001:2.0:1749610632.543324:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134706660224 : -131939002891392 : ffff88008e99c380) 00000100:00000001:1.0:1749610632.543324:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610632.543325:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610632.543326:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000020:00000010:3.0:1749610632.543328:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000040:2.0:1749610632.543329:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610632.543330:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000040:1.0:1749610632.543330:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610632.543332:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543334:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610632.543334:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610632.543335:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000040:2.0:1749610632.543336:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610632.543336:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610632.543337:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610632.543338:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610632.543338:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610632.543339:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610632.543340:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494539136, offset 0 00000100:00000040:1.0:1749610632.543341:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610632.543342:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610632.543343:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610632.543343:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610632.543345:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860a80 x1834598494538880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610632.543347:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610632.543349:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494538880:12345-0@lo:38:kworker.0 Request processed in 73us (137us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610632.543351:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf928d80 00000100:00100000:1.0:1749610632.543352:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00000001:1.0:1749610632.543353:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610632.543354:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610632.543355:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 178328 00000020:00000010:1.0:1749610632.543355:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000020:00000010:1.0:1749610632.543357:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 00000020:00000010:1.0:1749610632.543358:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000400:00000200:2.0:1749610632.543359:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610632.543360:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610632.543361:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610632.543364:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610632.543365:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610632.543367:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860e00. 00000100:00000040:2.0:1749610632.543369:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860e00 x1834598494539136 msgsize 520 00000100:00100000:2.0:1749610632.543373:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610632.543385:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610632.543388:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610632.543390:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610632.543392:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610632.543394:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610632.543395:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610632.543395:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494539136 02000000:00000001:0.0:1749610632.543396:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610632.543397:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610632.543398:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610632.543399:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.543401:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494539136 00000020:00000001:0.0:1749610632.543402:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610632.543403:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610632.543404:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610632.543405:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543406:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610632.543406:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610632.543407:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000040:2.0:1749610632.543408:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610632.543409:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000020:00000010:0.0:1749610632.543411:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000001:0.0:1749610632.543412:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610632.543413:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610632.543413:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543414:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543415:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610632.543415:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543418:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.543418:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610632.543420:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 585 usecs (1 jiffies) 00000100:00000001:0.0:1749610632.543421:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610632.543422:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299906001 00000100:00000001:0.0:1749610632.543422:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610632.543424:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299906002 00000100:00100000:0.0:1749610632.543424:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00000001:3.0:1749610632.543425:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610632.543425:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269160960 : -131939440390656 : ffff880074860e00) 00000100:00000001:3.0:1749610632.543426:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610632.543426:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299906001 00000100:00000001:3.0:1749610632.543427:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.543428:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543428:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299906002 00000100:00000040:0.0:1749610632.543428:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860e00 x1834598494539136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299906001 00000100:00000001:2.0:1749610632.543432:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.543433:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299906001 00000100:00100000:0.0:1749610632.543433:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494539136:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610632.543435:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299906002 00000100:00000200:0.0:1749610632.543435:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494539136 00000100:00000001:2.0:1749610632.543436:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610632.543436:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610632.543437:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610632.543438:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610632.543441:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610632.543441:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610632.543442:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:0.0:1749610632.543442:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610632.543444:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00010000:00000001:0.0:1749610632.543444:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610632.543445:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610632.543446:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610632.543446:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610632.543447:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610632.543447:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610632.543448:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610632.543449:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749610632.543450:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310000. 02000000:00000001:0.0:1749610632.543451:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610632.543452:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.543452:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610632.543454:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610632.543455:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610632.543456:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610632.543458:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610632.543459:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610632.543460:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610632.543460:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610632.543461:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610632.543462:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610632.543464:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610632.543465:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610632.543465:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543466:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610632.543466:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610632.543467:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610632.543468:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610632.543469:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610632.543470:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610632.543471:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494539136, offset 0 02000000:00000001:2.0:1749610632.543472:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610632.543473:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610632.543473:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610632.543475:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610632.543476:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610632.543477:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610632.543480:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928d80 00000100:00001000:2.0:1749610632.543481:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610632 v=5 (0 0 0 0) 00000400:00000200:0.0:1749610632.543482:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6211 [1] + 0 00000100:00001000:2.0:1749610632.543484:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=55 v=20 (1 1 1 20) 00000400:00000200:0.0:1749610632.543485:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610632.543486:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610632.543487:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610632.543488:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610632.543489:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610632.543490:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543491:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610632.543495:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.543500:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.543501:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610632.543501:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749610632.543502:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610632.543504:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610632.543504:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610632.543504:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610632.543505:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610632.543505:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543507:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749610632.543507:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610632.543509:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610632.543509:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.543510:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610632.543512:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749610632.543512:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860e00 x1834598494539136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610652 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610632.543514:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:0.0:1749610632.543516:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494539136:12345-0@lo:38:kworker.0 Request processed in 83us (145us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610632.543517:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610632.543519:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00000040:2.0:1749610632.543520:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.543540:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610632.543541:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610632.543542:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000020:00000010:0.0:1749610632.543544:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000020:00000010:0.0:1749610632.543546:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:0.0:1749610632.543547:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610632.543557:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494538624:0@lo:38:kworker.0 00000100:00000001:2.0:1749610632.543561:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543562:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610632.543565:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3d180 x1834598494538624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543570:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610632.543572:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.543574:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e12800. 02000000:00000001:2.0:1749610632.543577:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.543579:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610632.543580:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610632.543583:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610632.543585:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880092b98400. 02000000:00000001:2.0:1749610632.543587:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610632.543589:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610632.543590:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3d180. 00000100:00000001:2.0:1749610632.543594:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.543595:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543597:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543600:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610632.543601:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543603:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610632.543604:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610632.543606:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610632.543608:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610632.543609:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610632.543611:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610632.543613:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610632.543615:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610632.543617:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610632.543625:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543630:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.543632:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543633:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610632.543634:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610632.543636:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610632.543637:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.543639:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610632.543642:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610632 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610632.543644:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=37 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610632.543647:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610632.543648:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610632.543650:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543653:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543660:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610632.543662:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610632.543663:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543665:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610632.543666:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610632.543668:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610632.543670:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610632.543672:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543676:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610632.543682:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494538752:0@lo:38:kworker.0 00000400:00000001:2.0:1749610632.543686:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610632.543687:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610632.543688:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000400:00000200:2.0:1749610632.543690:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610632.543692:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610632.543693:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610632.543696:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610632.543703:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543709:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.543710:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543711:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610632.543712:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610632.543713:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610632.543714:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.543716:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610632.543718:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610632 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610632.543720:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=137 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610632.543723:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610632.543724:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610632.543726:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543729:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543735:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610632.543736:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610632.543737:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543738:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610632.543739:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610632.543741:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610632.543743:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610632.543745:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543748:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610632.543755:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008aa3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494538880:0@lo:38:kworker.0 00000400:00000001:2.0:1749610632.543758:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610632.543759:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610632.543761:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000400:00000200:2.0:1749610632.543763:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610632.543764:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610632.543766:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610632.543768:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610632.543775:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543781:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.543782:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543783:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610632.543784:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610632.543786:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610632.543787:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.543789:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610632.543791:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610632 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610632.543793:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=87 v=20 (1 1 20 0) 00000100:00000001:2.0:1749610632.543796:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610632.543797:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610632.543799:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543802:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543807:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610632.543809:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610632.543810:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543811:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610632.543812:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610632.543814:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610632.543816:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610632.543818:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610632.543821:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610632.543827:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008e99c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494539136:0@lo:38:kworker.0 00000100:00000001:2.0:1749610632.543830:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543831:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610632.543833:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3e300 x1834598494538752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543839:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610632.543840:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.543842:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13000. 02000000:00000001:2.0:1749610632.543844:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.543845:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610632.543846:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610632.543848:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610632.543850:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880092b9b800. 02000000:00000001:2.0:1749610632.543852:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610632.543853:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610632.543854:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3e300. 00000100:00000001:2.0:1749610632.543856:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.543857:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543859:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610632.543861:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008aa3ca80 x1834598494538880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543867:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610632.543868:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.543869:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e13400. 02000000:00000001:2.0:1749610632.543871:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.543872:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610632.543873:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610632.543874:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610632.543875:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880092b9b400. 02000000:00000001:2.0:1749610632.543877:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610632.543878:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610632.543879:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ca80. 00000100:00000001:2.0:1749610632.543881:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.543882:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543883:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610632.543885:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008e99c380 x1834598494539136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.543891:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610632.543892:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.543893:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880129e11400. 02000000:00000001:2.0:1749610632.543895:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.543896:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610632.543897:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610632.543898:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610632.543900:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880092b98c00. 02000000:00000001:2.0:1749610632.543901:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610632.543902:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610632.543904:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99c380. 00000100:00000001:2.0:1749610632.543907:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.543908:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.543910:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543911:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610632.543912:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610632.543914:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543915:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543929:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610632.543931:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610632.543934:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861180. 00000100:00000040:2.0:1749610632.543936:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880074861180 x1834598494539264 msgsize 224 00000100:00100000:2.0:1749610632.543939:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610632.543951:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610632.543955:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:2.0:1749610632.543957:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749610632.543959:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610632.543962:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.543963:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610632.543964:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494539264 02000000:00000001:0.0:1749610632.543965:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610632.543966:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610632.543967:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.543969:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610632.543969:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.543970:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494539264 00000100:00000040:2.0:1749610632.543971:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610632.543971:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610632.543972:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610632.543973:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610632.543975:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610632.543976:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.543976:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749610632.543977:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610632.543978:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610632.543979:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610632.543980:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610632.543981:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eaaac0. 00000100:00000040:2.0:1749610632.543983:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 742 usecs (1 jiffies) 00000020:00000010:0.0:1749610632.543983:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b2492c0. 00000100:00000001:2.0:1749610632.543985:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299906002 00000020:00000040:0.0:1749610632.543985:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610632.543987:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.543989:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299906002 00000100:00000001:0.0:1749610632.543989:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610632.543990:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eaaac0. 00000100:00000001:2.0:1749610632.543991:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.543993:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299906002 00000020:00000010:0.0:1749610632.543993:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:0.0:1749610632.543994:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88008438d800. 00000100:00000001:2.0:1749610632.543995:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299906002 00000100:00000001:2.0:1749610632.543996:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299906002 00000020:00000010:0.0:1749610632.543996:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000040:0.0:1749610632.543998:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610632.543999:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299906002 00000100:00000001:0.0:1749610632.543999:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610632.544000:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610632.544000:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610632.544001:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.544002:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.544003:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:2.0:1749610632.544004:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610632.544004:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:2.0:1749610632.544005:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610632.544005:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610632.544007:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000400:00000200:2.0:1749610632.544009:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:2.0:1749610632.544011:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:2.0:1749610632.544013:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610632.544013:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610632.544015:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.544016:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610632.544017:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610632.544019:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00000040:0.0:1749610632.544021:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:2.0:1749610632.544022:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.544022:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269161856 : -131939440389760 : ffff880074861180) 00000100:00000040:0.0:1749610632.544025:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861180 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:68/0 lens 224/0 e 0 to 0 dl 1749610643 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544027:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.544029:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610632.544029:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610632.544030:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610632.544030:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eaaac0. 02000000:00000001:2.0:1749610632.544031:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610632.544031:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610632.544032:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eaaac0. 00000100:00000001:2.0:1749610632.544033:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610632.544034:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610632.544034:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494539264:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610632.544036:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610632.544036:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494539264 00000020:00000001:0.0:1749610632.544037:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749610632.544039:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=137 v=5 (5 5 5 0) 00000020:00000001:0.0:1749610632.544039:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610632.544040:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.544040:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:2.0:1749610632.544041:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=137 v=5 (1 1 1 0) 00000020:00000001:0.0:1749610632.544041:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610632.544043:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610632.544044:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610632.544045:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.544045:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610632.544046:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1749610632.544047:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1749610632.544047:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610632.544048:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.544049:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00080000:2.0:1749610632.544050:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610632.544051:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610632.544052:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610632.544054:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310c00. 02000000:00000001:0.0:1749610632.544055:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.544056:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610632.544057:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.544057:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.544059:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000040:0.0:1749610632.544059:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494539264 00010000:00000001:0.0:1749610632.544060:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610632.544061:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610632.544062:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000200:0.0:1749610632.544062:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074861180 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:68/0 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544063:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610632.544066:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610632.544067:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610632.544067:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610632.544068:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610632.544070:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610632.544071:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610632.544072:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610632.544074:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610632.544074:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610632.544075:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610632.544076:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610632.544078:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610632.544078:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610632.544080:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749610632.544080:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494539264, offset 224 00000100:00000001:2.0:1749610632.544081:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610632.544082:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610632.544084:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610632.544085:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610632.544088:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf928e00 00000100:00100000:2.0:1749610632.544090:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008e99c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494539008:0@lo:400:kworker.0 00000400:00000200:0.0:1749610632.544091:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x61f1 [1] + 224 00000400:00000200:0.0:1749610632.544093:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610632.544094:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.544095:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610632.544095:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610632.544097:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610632.544098:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008e99c000 x1834598494539008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610632.544099:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544103:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610632.544103:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610632.544105:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.544106:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 00000100:00000001:0.0:1749610632.544108:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610632.544109:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.544110:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749610632.544110:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000020:00000040:2.0:1749610632.544111:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749610632.544111:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000020:00000001:2.0:1749610632.544113:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610632.544113:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610632.544113:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749610632.544114:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0a000. 00000100:00000001:0.0:1749610632.544115:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.544116:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610632.544116:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610632.544117:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749610632.544117:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000010:2.0:1749610632.544118:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99c000. 00000020:00000001:0.0:1749610632.544118:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610632.544119:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610632.544120:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.544121:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610632.544121:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861180 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:68/0 lens 224/224 e 0 to 0 dl 1749610643 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544123:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610632.544125:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494539264:12345-0@lo:400:kworker.0 Request processed in 95us (188us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610632.544142:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610632.544142:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00000001:2.0:1749610632.544143:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610632.544144:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610632.544145:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610632.544145:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610632.544146:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610632.544147:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610632.544148:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88008438d800. 00000400:00000001:2.0:1749610632.544149:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1749610632.544149:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000400:00000001:2.0:1749610632.544151:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610632.544151:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000400:00000010:2.0:1749610632.544152:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000040:0.0:1749610632.544152:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:2.0:1749610632.544154:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749610632.544154:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610632.544156:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749610632.544158:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749610632.544160:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:2.0:1749610632.544161:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610632.544162:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749610632.544169:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544175:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610632.544176:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.544177:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610632.544179:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610632.544180:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610632.544181:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610632.544183:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610632.544186:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=87 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610632.544189:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=87 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610632.544191:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610632.544192:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610632.544194:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610632.544196:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610632.544203:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.544204:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610632.544206:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610632.544207:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610632.544208:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610632.544211:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544217:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610632.544218:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610632.544220:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610632.544222:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610632.544229:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008e99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494539264:0@lo:400:kworker.0 00000100:00000001:2.0:1749610632.544235:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.544236:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610632.544239:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008e99c700 x1834598494539264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610632.544244:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610632.544245:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610632.544246:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124e00. 02000000:00000001:2.0:1749610632.544249:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610632.544250:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610632.544251:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610632.544252:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610632.544254:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880079a0a900. 02000000:00000001:2.0:1749610632.544255:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610632.544256:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610632.544257:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99c700. 00000100:00000001:2.0:1749610632.544259:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610632.544260:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.544262:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610632.544265:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610632.544266:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610632.544267:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610632.544269:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610632.544551:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299906002, at 4299906002 00000100:00000040:3.0:1749610632.544553:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299906002, at 4299906002 00000100:00000010:0.0:1749610632.544555:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8be40. 00000100:00000010:3.0:1749610632.544557:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b680. 00000100:00000040:2.0:1749610632.544566:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299906002, at 4299906002 00000100:00000010:2.0:1749610632.544571:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b2c0. 00080000:00000010:1.0:1749610632.544770:0:21225:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610632.544774:0:21225:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610632.544778:0:21225:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.544787:0:21225:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610632.544790:0:21225:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610632.544792:0:21225:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.544796:0:21225:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9000. 00080000:00000010:1.0:1749610632.544799:0:21225:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9000. 00000020:00000001:1.0:1749610632.544801:0:21225:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610632.545328:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299906002, at 4299906002 00000100:00000010:1.0:1749610632.545331:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bac0. 00080000:00000010:2.0:1749610632.547348:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610632.547352:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610632.547356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.547420:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610632.547423:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610632.547426:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.547430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610632.547433:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610632.547435:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.653061:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.653068:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.653073:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.653161:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.653165:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.653168:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610632.653174:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610632.653178:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610632.653181:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.778320:0:21291:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610632.778326:0:21291:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610632.778329:0:21291:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.778340:0:21291:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610632.778343:0:21291:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610632.778345:0:21291:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.778349:0:21291:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610632.778353:0:21291:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610632.778355:0:21291:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.780917:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.780921:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.780924:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.780966:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.780969:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.780971:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610632.780974:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610632.780976:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610632.780977:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610632.846621:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610632.846624:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610632.846625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610632.846627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610632.846630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610632.846633:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610632.846635:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610632.846637:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610632.846639:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.885312:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610632.885318:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610632.885322:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.885357:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610632.885360:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610632.885362:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610632.885366:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749610632.885369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749610632.885370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.988066:0:21357:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.988072:0:21357:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.988075:0:21357:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.988084:0:21357:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.988087:0:21357:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.988089:0:21357:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.988094:0:21357:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.988097:0:21357:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.988098:0:21357:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.990350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.990353:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.990356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.990393:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.990395:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.990397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610632.990400:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610632.990401:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610632.990403:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.094822:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610633.094828:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610633.094832:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.094867:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610633.094870:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610633.094872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.094877:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610633.094880:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610633.094881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.193864:0:21424:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610633.193869:0:21424:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610633.193872:0:21424:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.193881:0:21424:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610633.193884:0:21424:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610633.193885:0:21424:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.193889:0:21424:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610633.193891:0:21424:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610633.193893:0:21424:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610633.195993:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610633.195997:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610633.196000:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610633.196036:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610633.196037:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610633.196039:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610633.196042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610633.196043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610633.196045:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.309219:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.309229:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.309235:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.309315:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.309318:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.309320:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.309324:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.309327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.309329:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610633.400595:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610633.400600:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610633.400668:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610633.400672:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610633.400674:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610633.432646:0:21490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.432652:0:21490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.432655:0:21490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.432665:0:21490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.432668:0:21490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.432670:0:21490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.432674:0:21490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610633.432677:0:21490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610633.432678:0:21490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.435612:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.435616:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.435620:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.435682:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.435685:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.435688:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.435692:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.435695:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.435698:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610633.457574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610633.457577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610633.457578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610633.457580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610633.457582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610633.457584:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610633.457586:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610633.457588:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610633.457590:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610633.543562:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610633.543570:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610633.543571:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610633.543573:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610633.543575:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610633.543577:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610633.543578:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.553283:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.553289:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.553293:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.553330:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.553333:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.553335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.553339:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.553342:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.553344:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.669080:0:21556:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.669086:0:21556:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.669091:0:21556:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.669099:0:21556:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.669102:0:21556:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.669104:0:21556:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610633.669109:0:21556:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610633.669111:0:21556:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610633.669113:0:21556:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.671311:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.671315:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.671318:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.671356:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.671358:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.671359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.671362:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.671364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.671365:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.773789:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.773794:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.773798:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.773834:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.773837:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.773839:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.773843:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.773845:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.773847:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610633.846580:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610633.846584:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610633.846585:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610633.846588:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610633.846590:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610633.846592:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610633.846594:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610633.846596:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610633.846597:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.883355:0:21622:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.883365:0:21622:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.883371:0:21622:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.883387:0:21622:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.883392:0:21622:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.883396:0:21622:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.883403:0:21622:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.883408:0:21622:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.883411:0:21622:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.887672:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.887678:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.887683:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.887758:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.887762:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.887765:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610633.887770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438dc80. 00080000:00000010:0.0:1749610633.887773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438dc80. 00000020:00000001:0.0:1749610633.887776:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.999087:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.999093:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.999096:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.999147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.999150:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.999153:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610633.999156:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610633.999159:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610633.999161:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.099054:0:21689:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610634.099058:0:21689:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610634.099061:0:21689:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.099069:0:21689:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610634.099072:0:21689:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610634.099074:0:21689:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.099078:0:21689:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610634.099080:0:21689:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610634.099082:0:21689:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.101006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.101009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.101012:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.101047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.101049:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.101050:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.101053:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.101054:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.101056:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.201966:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.201972:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.201975:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.202012:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.202015:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.202017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.202021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9980. 00080000:00000010:1.0:1749610634.202023:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9980. 00000020:00000001:1.0:1749610634.202025:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.303494:0:21755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.303500:0:21755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.303503:0:21755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.303512:0:21755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.303515:0:21755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.303517:0:21755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.303538:0:21755:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.303541:0:21755:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.303543:0:21755:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.305502:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.305506:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.305508:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.305565:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.305567:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.305570:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.305572:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610634.305574:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610634.305575:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610634.402574:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610634.402579:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610634.402581:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610634.402582:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610634.402585:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610634.402586:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610634.402588:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610634.402589:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610634.402659:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610634.402662:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610634.402663:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749610634.406752:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.406757:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.406761:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.406795:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.406798:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.406800:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.406804:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.406806:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.406808:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610634.457577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610634.457581:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610634.457582:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610634.457584:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610634.457586:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610634.457588:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610634.457590:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610634.457592:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610634.457594:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.518372:0:21821:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610634.518379:0:21821:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610634.518385:0:21821:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.518399:0:21821:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610634.518404:0:21821:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610634.518407:0:21821:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.518413:0:21821:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610634.518418:0:21821:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610634.518421:0:21821:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.521657:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.521662:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.521665:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.521708:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.521710:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.521712:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.521716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.521718:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.521720:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610634.543561:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610634.543570:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610634.543572:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610634.543575:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610634.543577:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610634.543580:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610634.543582:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749610634.604189:0:21864:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000040:0.0:1749610634.604194:0:21864:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00080000:00000010:0.0:1749610634.633060:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.633068:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.633074:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.633131:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.633134:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.633136:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610634.633141:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d600. 00080000:00000010:0.0:1749610634.633144:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d600. 00000020:00000001:0.0:1749610634.633145:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610634.846609:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610634.846616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610634.846618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610634.846623:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610634.846626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610634.846629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610634.846631:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610634.846634:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610634.846636:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.874652:0:21887:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610634.874658:0:21887:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610634.874662:0:21887:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.874671:0:21887:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610634.874674:0:21887:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610634.874676:0:21887:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610634.874680:0:21887:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610634.874683:0:21887:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610634.874684:0:21887:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.877224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610634.877228:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610634.877232:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.877295:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610634.877298:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610634.877301:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610634.877305:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610634.877308:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610634.877310:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610634.994611:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749610634.994618:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749610634.994623:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610634.994719:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1749610635.009883:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.009890:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.009894:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.009947:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.009951:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.009953:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.009959:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.009963:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.009965:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.276373:0:21953:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610635.276380:0:21953:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610635.276384:0:21953:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.276395:0:21953:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610635.276399:0:21953:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610635.276401:0:21953:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.276405:0:21953:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610635.276409:0:21953:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610635.276411:0:21953:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.279321:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.279327:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.279332:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.279409:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.279413:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.279416:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.279421:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610635.279424:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610635.279427:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.394476:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.394482:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.394486:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.394538:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.394542:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.394544:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.394548:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.394551:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.394553:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610635.404588:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610635.404593:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610635.404663:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610635.404667:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610635.404669:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610635.457636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610635.457642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610635.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610635.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610635.457649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610635.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610635.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610635.457656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610635.457657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610635.543564:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610635.543573:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610635.543575:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610635.543577:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610635.543578:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610635.543581:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610635.543582:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610635.646769:0:22018:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610635.646776:0:22018:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610635.646780:0:22018:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610635.646789:0:22018:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610635.646792:0:22018:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610635.646794:0:22018:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610635.646799:0:22018:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88008438d800. 00080000:00000010:0.0:1749610635.646802:0:22018:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88008438d800. 00000020:00000001:0.0:1749610635.646804:0:22018:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.649054:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.649058:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.649061:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.649113:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.649115:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.649117:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610635.649120:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610635.649121:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610635.649123:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.788042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610635.788050:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610635.788055:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.788137:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610635.788142:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610635.788145:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610635.788152:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610635.788156:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610635.788159:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610635.846629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610635.846635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610635.846636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610635.846639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610635.846641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610635.846644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610635.846646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610635.846649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610635.846651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.080232:0:22082:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610636.080240:0:22082:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610636.080245:0:22082:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.080259:0:22082:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610636.080264:0:22082:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610636.080266:0:22082:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.080272:0:22082:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610636.080276:0:22082:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610636.080278:0:22082:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.082674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610636.082678:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610636.082680:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.082717:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610636.082719:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610636.082721:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.082724:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749610636.082725:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749610636.082727:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610636.162177:0:22125:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610636.162180:0:22125:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 134a: Server reclaims locks when reaching lock_reclaim_threshold ========================================================== 22:57:15 (1749610635) 00000001:00000001:3.0:1749610636.165429:0:22125:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610636.191184:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610636.191190:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610636.191194:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.191231:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610636.191234:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610636.191236:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.191241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749610636.191243:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749610636.191245:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610636.406573:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610636.406576:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610636.406640:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610636.406643:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610636.406645:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610636.457602:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610636.457608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610636.457610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610636.457613:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610636.457616:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610636.457619:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610636.457621:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610636.457622:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610636.457624:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.489490:0:22147:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610636.489497:0:22147:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610636.489500:0:22147:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.489509:0:22147:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610636.489512:0:22147:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610636.489514:0:22147:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610636.489518:0:22147:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749610636.489536:0:22147:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749610636.489538:0:22147:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.491764:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610636.491768:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610636.491771:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.491809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610636.491811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610636.491813:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.491816:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749610636.491818:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749610636.491819:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610636.543599:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610636.543609:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610636.543611:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610636.543613:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610636.543614:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610636.543617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610636.543618:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610636.572265:0:22189:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610636.572268:0:22189:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_134a: @@@@@@ FAIL: failed to create /mnt/lustre/d134a.sanity 00000001:00000001:3.0:1749610636.574106:0:22189:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610636.600045:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610636.600053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610636.600058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.600135:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610636.600140:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610636.600143:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.600149:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610636.600153:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610636.600156:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.811517:0:22211:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610636.811538:0:22211:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610636.811542:0:22211:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.811553:0:22211:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610636.811556:0:22211:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610636.811558:0:22211:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610636.811562:0:22211:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749610636.811565:0:22211:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749610636.811567:0:22211:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.813839:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610636.813843:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610636.813847:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.813884:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610636.813885:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610636.813887:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610636.813890:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610636.813891:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610636.813893:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610636.846571:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610636.846574:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610636.846575:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610636.846578:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610636.846579:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610636.846582:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610636.846584:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610636.846586:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610636.846587:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 128160 lines, 128160 kept, 0 dropped, 0 bad.